diff --git a/build.xml b/build.xml
index bba2b52..ec3a7f2 100644
--- a/build.xml
+++ b/build.xml
@@ -286,7 +286,7 @@
     <property name="xerces.jar" value="${ivy.lib.dir}/xercesImpl-${xerces.version}.jar"/>
     <property name="jdiff.build.dir" value="${build.docs}/jdiff"/>
     <property name="jdiff.xml.dir" value="${docs.dir}/jdiff"/>
-    <property name="jdiff.stable" value="0.16.0"/>
+    <property name="jdiff.stable" value="0.17.0"/>
     <property name="jdiff.stable.javadoc" value="http://hadoop.apache.org/${name}/docs/r${jdiff.stable}/api/"/>
 
     <!-- Packaging properties -->
diff --git a/src/docs/jdiff/pig_0.16.0.xml b/src/docs/jdiff/pig_0.17.0.xml
similarity index 92%
rename from src/docs/jdiff/pig_0.16.0.xml
rename to src/docs/jdiff/pig_0.17.0.xml
index ea211d1..4a7bba1 100644
--- a/src/docs/jdiff/pig_0.16.0.xml
+++ b/src/docs/jdiff/pig_0.17.0.xml
@@ -1,146 +1,22 @@
 <?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
 <!-- Generated by the JDiff Javadoc doclet -->
 <!-- (http://www.jdiff.org) -->
-<!-- on Wed Jun 08 12:55:46 PDT 2016 -->
+<!-- on Tue Jun 20 13:45:27 CEST 2017 -->
 
 <api
   xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
   xsi:noNamespaceSchemaLocation='api.xsd'
-  name="pig 0.16.0"
+  name="pig 0.17.0"
   jdversion="1.0.9">
 
-<!--  Command line arguments =  -doclet jdiff.JDiff -docletpath /Users/daijy/pig16/build/ivy/lib/Pig/jdiff-1.0.9.jar:/Users/daijy/pig16/build/ivy/lib/Pig/xercesImpl-2.10.0.jar -classpath /Users/daijy/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-bundle/jars/jersey-bundle-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-server/bundles/jersey-server-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey.contribs/jersey-guice/jars/jersey-guice-1.8.jar:/Users/daijy/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.4.jar:/Users/daijy/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/daijy/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/daijy/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.1.jar:/Users/daijy/.ivy2/cache/javax.servlet/servlet-api/jars/servlet-api-2.5.jar:/Users/daijy/.ivy2/cache/javax.ws.rs/jsr311-api/jars/jsr311-api-1.1.1.jar:/Users/daijy/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/daijy/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/daijy/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/daijy/.ivy2/cache/com.sun.xml.bind/jaxb-impl/jars/jaxb-impl-2.2.3-1.jar:/Users/daijy/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/daijy/.ivy2/cache/com.google.inject.extensions/guice-servlet/jars/guice-servlet-3.0.jar:/Users/daijy/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-2.1/jars/jsp-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-api-2.1/jars/jsp-api-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-annotations/jars/hadoop-annotations-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-auth/jars/hadoop-auth-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/jars/hadoop-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/testss/hadoop-common-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/testss/hadoop-hdfs-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/jars/hadoop-hdfs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-core/jars/hadoop-mapreduce-client-core-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/jars/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/testss/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-tests/jars/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-app/jars/hadoop-mapreduce-client-app-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-shuffle/jars/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-common/jars/hadoop-mapreduce-client-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-api/jars/hadoop-yarn-api-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-common/jars/hadoop-yarn-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-web-proxy/jars/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-common/jars/hadoop-yarn-server-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-nodemanager/jars/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-resourcemanager/jars/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-client/jars/hadoop-yarn-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-applicationhistoryservice/jars/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-hs/jars/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-mapred/jars/avro-mapred-1.7.5-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-ipc/jars/avro-ipc-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro/jars/avro-1.7.5.jar:/Users/daijy/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.3.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/daijy/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.6.4.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty/jars/jetty-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty-util/jars/jetty-util-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-2.5-20081211.jar:/Users/daijy/.ivy2/cache/org.apache.velocity/velocity/jars/velocity-1.7.jar:/Users/daijy/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.4.jar:/Users/daijy/.ivy2/cache/org.htrace/htrace-core/jars/htrace-core-3.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.htrace/htrace-core/jars/htrace-core-3.1.0-incubating.jar:/Users/daijy/.ivy2/cache/org.fusesource.leveldbjni/leveldbjni-all/bundles/leveldbjni-all-1.8.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-0.23/jars/hive-shims-0.23-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-common/jars/tez-common-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-api/jars/tez-api-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-dag/jars/tez-dag-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-internals/jars/tez-runtime-internals-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-library/jars/tez-runtime-library-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-mapreduce/jars/tez-mapreduce-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-yarn-timeline-history-with-acls/jars/tez-yarn-timeline-history-with-acls-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-collections4/jars/commons-collections4-4.0.jar:/Users/daijy/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.3.4.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.1.1.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-framework/bundles/curator-framework-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-client/bundles/curator-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/jars/hbase-client-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/test-jars/hbase-client-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/jars/hbase-common-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/test-jars/hbase-common-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/jars/hbase-server-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/test-jars/hbase-server-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/jars/hbase-protocol-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/test-jars/hbase-protocol-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/test-jars/hbase-hadoop-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/jars/hbase-hadoop-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/jars/hbase-hadoop2-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/test-jars/hbase-hadoop2-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.cloudera.htrace/htrace-core/jars/htrace-core-2.00.jar:/Users/daijy/.ivy2/cache/com.lmax/disruptor/jars/disruptor-3.3.0.jar:/Users/daijy/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/daijy/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.3.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-pigloader/jars/httpdlog-pigloader-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-inputformat/jars/httpdlog-inputformat-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-parser/jars/httpdlog-parser-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse/parser-core/jars/parser-core-2.4.jar:/Users/daijy/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.16.jar:/Users/daijy/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.1.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.6.1.jar:/Users/daijy/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/test-jars/trevni-core-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/jars/trevni-core-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/jars/trevni-avro-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/test-jars/trevni-avro-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.1.0.1.jar:/Users/daijy/.ivy2/cache/com.googlecode.json-simple/json-simple/jars/json-simple-1.1.jar:/Users/daijy/.ivy2/cache/jline/jline/jars/jline-1.0.jar:/Users/daijy/.ivy2/cache/net.java.dev.javacc/javacc/jars/javacc-4.2.jar:/Users/daijy/.ivy2/cache/org.codehaus.groovy/groovy-all/jars/groovy-all-2.4.5.jar:/Users/daijy/.ivy2/cache/org.apache.ivy/ivy/jars/ivy-2.2.0.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.9.13.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.9.13.jar:/Users/daijy/.ivy2/cache/org.fusesource.jansi/jansi/jars/jansi-1.9.jar:/Users/daijy/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.9.3.jar:/Users/daijy/.ivy2/cache/com.google.guava/guava/jars/guava-11.0.jar:/Users/daijy/.ivy2/cache/org.python/jython-standalone/jars/jython-standalone-2.7.0.jar:/Users/daijy/.ivy2/cache/rhino/js/jars/js-1.7R2.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr/jars/antlr-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr-runtime/jars/antlr-runtime-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/stringtemplate/jars/stringtemplate-3.2.1.jar:/Users/daijy/.ivy2/cache/antlr/antlr/jars/antlr-2.7.7.jar:/Users/daijy/.ivy2/cache/org.antlr/ST4/jars/ST4-4.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.5.jar:/Users/daijy/.ivy2/cache/dk.brics.automaton/automaton/jars/automaton-1.11-8.jar:/Users/daijy/.ivy2/cache/org.jruby/jruby-complete/jars/jruby-complete-1.6.7.jar:/Users/daijy/.ivy2/cache/asm/asm/jars/asm-3.3.1.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-core/jars/accumulo-core-1.5.0.jar:/Users/daijy/.ivy2/cache/com.beust/jcommander/jars/jcommander-1.30.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-fate/jars/accumulo-fate-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-start/jars/accumulo-start-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-vfs2/jars/commons-vfs2-2.0.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-api/jars/maven-scm-api-1.4.jar:/Users/daijy/.ivy2/cache/org.codehaus.plexus/plexus-utils/jars/plexus-utils-1.5.6.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svnexe/jars/maven-scm-provider-svnexe-1.4.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svn-commons/jars/maven-scm-provider-svn-commons-1.4.jar:/Users/daijy/.ivy2/cache/regexp/regexp/jars/regexp-1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-trace/jars/accumulo-trace-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.thrift/libthrift/jars/libthrift-0.9.0.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-minicluster/jars/accumulo-minicluster-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-server/jars/accumulo-server-1.5.0.jar:/Users/daijy/.ivy2/cache/com.google.code.gson/gson/jars/gson-2.2.2.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-exec/jars/hive-exec-1.2.1-core.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-serde/jars/hive-serde-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-common/jars/hive-common-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-common/jars/hive-shims-common-1.2.1.jar:/Users/daijy/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.22.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-lang3/jars/commons-lang3-3.1.jar:/Users/daijy/.ivy2/cache/org.vafer/jdeb/maven-plugins/jdeb-0.8.jar:/Users/daijy/.ivy2/cache/org.mockito/mockito-all/jars/mockito-all-1.8.4.jar:/Users/daijy/.ivy2/cache/com.twitter/parquet-pig-bundle/jars/parquet-pig-bundle-1.2.3.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-tools/jars/avro-tools-1.7.5-nodeps.jar:/Users/daijy/.ivy2/cache/net.sf.jopt-simple/jopt-simple/jars/jopt-simple-4.1.jar:/Users/daijy/.ivy2/cache/xalan/xalan/jars/xalan-2.7.1.jar:/Users/daijy/.ivy2/cache/xalan/serializer/jars/serializer-2.7.1.jar:/Users/daijy/.ivy2/cache/xerces/xercesImpl/jars/xercesImpl-2.10.0.jar:/Users/daijy/.ivy2/cache/xml-apis/xml-apis/jars/xml-apis-1.4.01.jar:/Users/daijy/.ivy2/cache/junit/junit/jars/junit-4.11.jar:/Users/daijy/.ivy2/cache/io.netty/netty/bundles/netty-3.6.6.Final.jar:/Users/daijy/.ivy2/cache/com.github.stephenc.high-scale-lib/high-scale-lib/jars/high-scale-lib-1.1.1.jar:/Users/daijy/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.1.2.jar:/Users/daijy/.ivy2/cache/hsqldb/hsqldb/jars/hsqldb-1.8.0.10.jar:/Users/daijy/.ivy2/cache/org.iq80.snappy/snappy/jars/snappy-0.2.jar:/Users/daijy/pig16/build/pig-0.16.0.jar -sourcepath /Users/daijy/pig16/src -apidir /Users/daijy/pig16/src/docs/jdiff -apiname pig 0.16.0 -->
-<package name="org.apache.hadoop.hive.serde2.objectinspector.primitive">
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantBooleanObjectInspector -->
-  <class name="JavaConstantBooleanObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaBooleanObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantBooleanObjectInspector" type="java.lang.Boolean"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <doc>
-    <![CDATA[This class will be in Hive code base begin 1.2.0 (HIVE-9766).
- Will remove once we switch to use Hive 1.2.0]]>
-    </doc>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantBooleanObjectInspector -->
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantDoubleObjectInspector -->
-  <class name="JavaConstantDoubleObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaDoubleObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantDoubleObjectInspector" type="java.lang.Double"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <doc>
-    <![CDATA[This class will be in Hive code base begin 1.2.0 (HIVE-9766).
- Will remove once we switch to use Hive 1.2.0]]>
-    </doc>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantDoubleObjectInspector -->
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantFloatObjectInspector -->
-  <class name="JavaConstantFloatObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaFloatObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantFloatObjectInspector" type="java.lang.Float"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <doc>
-    <![CDATA[This class will be in Hive code base begin 1.2.0 (HIVE-9766).
- Will remove once we switch to use Hive 1.2.0]]>
-    </doc>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantFloatObjectInspector -->
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantIntObjectInspector -->
-  <class name="JavaConstantIntObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaIntObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantIntObjectInspector" type="java.lang.Integer"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <doc>
-    <![CDATA[This class will be in Hive code base begin 1.2.0 (HIVE-9766).
- Will remove once we switch to use Hive 1.2.0]]>
-    </doc>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantIntObjectInspector -->
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantLongObjectInspector -->
-  <class name="JavaConstantLongObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaLongObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantLongObjectInspector" type="java.lang.Long"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <doc>
-    <![CDATA[This class will be in Hive code base begin 1.2.0 (HIVE-9766).
- Will remove once we switch to use Hive 1.2.0]]>
-    </doc>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantLongObjectInspector -->
-  <!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantStringObjectInspector -->
-  <class name="JavaConstantStringObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaStringObjectInspector"
-    abstract="false"
-    static="false" final="false" visibility="public"
-    deprecated="not deprecated">
-    <implements name="org.apache.hadoop.hive.serde2.objectinspector.ConstantObjectInspector"/>
-    <constructor name="JavaConstantStringObjectInspector" type="java.lang.String"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
-    <method name="getWritableConstantValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-  </class>
-  <!-- end class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantStringObjectInspector -->
-</package>
+<!--  Command line arguments =  -doclet jdiff.JDiff -docletpath /Users/szita/shadow/apache/pig/17RC/build/ivy/lib/Pig/jdiff-1.0.9.jar:/Users/szita/shadow/apache/pig/17RC/build/ivy/lib/Pig/xercesImpl-2.10.0.jar -classpath /Users/szita/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar:/Users/szita/.ivy2/cache/com.sun.jersey/jersey-bundle/jars/jersey-bundle-1.8.jar:/Users/szita/.ivy2/cache/com.sun.jersey/jersey-server/bundles/jersey-server-1.8.jar:/Users/szita/.ivy2/cache/com.sun.jersey.contribs/jersey-guice/jars/jersey-guice-1.8.jar:/Users/szita/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.4.jar:/Users/szita/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/szita/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/szita/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.1.jar:/Users/szita/.ivy2/cache/javax.servlet/servlet-api/jars/servlet-api-2.5.jar:/Users/szita/.ivy2/cache/javax.ws.rs/jsr311-api/jars/jsr311-api-1.1.1.jar:/Users/szita/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/szita/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/szita/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/szita/.ivy2/cache/com.sun.xml.bind/jaxb-impl/jars/jaxb-impl-2.2.3-1.jar:/Users/szita/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/szita/.ivy2/cache/com.google.inject.extensions/guice-servlet/jars/guice-servlet-3.0.jar:/Users/szita/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/szita/.ivy2/cache/org.mortbay.jetty/jsp-2.1/jars/jsp-2.1-6.1.14.jar:/Users/szita/.ivy2/cache/org.mortbay.jetty/jsp-api-2.1/jars/jsp-api-2.1-6.1.14.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-annotations/jars/hadoop-annotations-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-auth/jars/hadoop-auth-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-common/testss/hadoop-common-2.7.3-tests.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-common/jars/hadoop-common-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/testss/hadoop-hdfs-2.7.3-tests.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/jars/hadoop-hdfs-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-core/jars/hadoop-mapreduce-client-core-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/testss/hadoop-mapreduce-client-jobclient-2.7.3-tests.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/jars/hadoop-mapreduce-client-jobclient-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-tests/jars/hadoop-yarn-server-tests-2.7.3-tests.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-app/jars/hadoop-mapreduce-client-app-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-shuffle/jars/hadoop-mapreduce-client-shuffle-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-common/jars/hadoop-mapreduce-client-common-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-api/jars/hadoop-yarn-api-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-common/jars/hadoop-yarn-common-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-web-proxy/jars/hadoop-yarn-server-web-proxy-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-common/jars/hadoop-yarn-server-common-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-nodemanager/jars/hadoop-yarn-server-nodemanager-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-resourcemanager/jars/hadoop-yarn-server-resourcemanager-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-client/jars/hadoop-yarn-client-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-applicationhistoryservice/jars/hadoop-yarn-server-applicationhistoryservice-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-hs/jars/hadoop-mapreduce-client-hs-2.7.3.jar:/Users/szita/.ivy2/cache/org.apache.avro/avro-mapred/jars/avro-mapred-1.7.5-hadoop2.jar:/Users/szita/.ivy2/cache/org.apache.avro/avro-ipc/jars/avro-ipc-1.7.5-tests.jar:/Users/szita/.ivy2/cache/org.apache.avro/avro/jars/avro-1.7.5.jar:/Users/szita/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.3.jar:/Users/szita/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/szita/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/szita/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.6.4.jar:/Users/szita/.ivy2/cache/org.mortbay.jetty/jetty/jars/jetty-6.1.26.jar:/Users/szita/.ivy2/cache/org.mortbay.jetty/jetty-util/jars/jetty-util-6.1.26.jar:/Users/szita/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-2.5-20081211.jar:/Users/szita/.ivy2/cache/org.apache.velocity/velocity/jars/velocity-1.7.jar:/Users/szita/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.4.jar:/Users/szita/.ivy2/cache/org.htrace/htrace-core/jars/htrace-core-3.0.4.jar:/Users/szita/.ivy2/cache/org.apache.htrace/htrace-core/jars/htrace-core-3.1.0-incubating.jar:/Users/szita/.ivy2/cache/org.fusesource.leveldbjni/leveldbjni-all/bundles/leveldbjni-all-1.8.jar:/Users/szita/.ivy2/cache/org.apache.hive.shims/hive-shims-0.23/jars/hive-shims-0.23-1.2.1.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-common/jars/tez-common-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-api/jars/tez-api-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-dag/jars/tez-dag-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-runtime-internals/jars/tez-runtime-internals-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-runtime-library/jars/tez-runtime-library-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-mapreduce/jars/tez-mapreduce-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.tez/tez-yarn-timeline-history-with-acls/jars/tez-yarn-timeline-history-with-acls-0.7.0.jar:/Users/szita/.ivy2/cache/org.apache.commons/commons-collections4/jars/commons-collections4-4.0.jar:/Users/szita/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.3.4.jar:/Users/szita/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.1.1.jar:/Users/szita/.ivy2/cache/org.apache.curator/curator-framework/bundles/curator-framework-2.6.0.jar:/Users/szita/.ivy2/cache/org.apache.curator/curator-client/bundles/curator-client-2.6.0.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-client/test-jars/hbase-client-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-client/jars/hbase-client-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-common/jars/hbase-common-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-common/test-jars/hbase-common-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-server/test-jars/hbase-server-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-server/jars/hbase-server-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-protocol/jars/hbase-protocol-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-protocol/test-jars/hbase-protocol-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/test-jars/hbase-hadoop-compat-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/jars/hbase-hadoop-compat-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/jars/hbase-hadoop2-compat-1.2.4.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/test-jars/hbase-hadoop2-compat-1.2.4-tests.jar:/Users/szita/.ivy2/cache/org.cloudera.htrace/htrace-core/jars/htrace-core-2.00.jar:/Users/szita/.ivy2/cache/com.lmax/disruptor/jars/disruptor-3.3.0.jar:/Users/szita/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/szita/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.3.jar:/Users/szita/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-pigloader/jars/httpdlog-pigloader-2.4.jar:/Users/szita/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-inputformat/jars/httpdlog-inputformat-2.4.jar:/Users/szita/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-parser/jars/httpdlog-parser-2.4.jar:/Users/szita/.ivy2/cache/nl.basjes.parse/parser-core/jars/parser-core-2.4.jar:/Users/szita/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.16.jar:/Users/szita/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.1.jar:/Users/szita/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.6.1.jar:/Users/szita/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/szita/.ivy2/cache/org.apache.avro/trevni-core/test-jars/trevni-core-1.7.5-tests.jar:/Users/szita/.ivy2/cache/org.apache.avro/trevni-core/jars/trevni-core-1.7.5.jar:/Users/szita/.ivy2/cache/org.apache.avro/trevni-avro/test-jars/trevni-avro-1.7.5-tests.jar:/Users/szita/.ivy2/cache/org.apache.avro/trevni-avro/jars/trevni-avro-1.7.5.jar:/Users/szita/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.1.1.3.jar:/Users/szita/.ivy2/cache/com.googlecode.json-simple/json-simple/jars/json-simple-1.1.jar:/Users/szita/.ivy2/cache/jline/jline/jars/jline-2.11.jar:/Users/szita/.ivy2/cache/net.java.dev.javacc/javacc/jars/javacc-4.2.jar:/Users/szita/.ivy2/cache/org.codehaus.groovy/groovy-all/jars/groovy-all-2.4.5.jar:/Users/szita/.ivy2/cache/org.apache.ivy/ivy/jars/ivy-2.2.0.jar:/Users/szita/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.9.13.jar:/Users/szita/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.9.13.jar:/Users/szita/.ivy2/cache/org.fusesource.jansi/jansi/jars/jansi-1.9.jar:/Users/szita/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.9.3.jar:/Users/szita/.ivy2/cache/com.google.guava/guava/jars/guava-11.0.jar:/Users/szita/.ivy2/cache/org.python/jython-standalone/jars/jython-standalone-2.7.0.jar:/Users/szita/.ivy2/cache/rhino/js/jars/js-1.7R2.jar:/Users/szita/.ivy2/cache/org.antlr/antlr/jars/antlr-3.4.jar:/Users/szita/.ivy2/cache/org.antlr/antlr-runtime/jars/antlr-runtime-3.4.jar:/Users/szita/.ivy2/cache/org.antlr/stringtemplate/jars/stringtemplate-3.2.1.jar:/Users/szita/.ivy2/cache/antlr/antlr/jars/antlr-2.7.7.jar:/Users/szita/.ivy2/cache/org.antlr/ST4/jars/ST4-4.0.4.jar:/Users/szita/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.5.jar:/Users/szita/.ivy2/cache/dk.brics.automaton/automaton/jars/automaton-1.11-8.jar:/Users/szita/.ivy2/cache/org.jruby/jruby-complete/bundles/jruby-complete-1.7.26.jar:/Users/szita/.ivy2/cache/asm/asm/jars/asm-3.3.1.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-core/jars/accumulo-core-1.5.0.jar:/Users/szita/.ivy2/cache/com.beust/jcommander/jars/jcommander-1.30.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-fate/jars/accumulo-fate-1.5.0.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-start/jars/accumulo-start-1.5.0.jar:/Users/szita/.ivy2/cache/org.apache.commons/commons-vfs2/jars/commons-vfs2-2.0.jar:/Users/szita/.ivy2/cache/org.apache.maven.scm/maven-scm-api/jars/maven-scm-api-1.4.jar:/Users/szita/.ivy2/cache/org.codehaus.plexus/plexus-utils/jars/plexus-utils-1.5.6.jar:/Users/szita/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svnexe/jars/maven-scm-provider-svnexe-1.4.jar:/Users/szita/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svn-commons/jars/maven-scm-provider-svn-commons-1.4.jar:/Users/szita/.ivy2/cache/regexp/regexp/jars/regexp-1.3.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-trace/jars/accumulo-trace-1.5.0.jar:/Users/szita/.ivy2/cache/org.apache.thrift/libthrift/jars/libthrift-0.9.0.jar:/Users/szita/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.1.3.jar:/Users/szita/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.1.3.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-minicluster/jars/accumulo-minicluster-1.5.0.jar:/Users/szita/.ivy2/cache/org.apache.accumulo/accumulo-server/jars/accumulo-server-1.5.0.jar:/Users/szita/.ivy2/cache/com.google.code.gson/gson/jars/gson-2.2.2.jar:/Users/szita/.ivy2/cache/org.apache.hive/hive-exec/jars/hive-exec-1.2.1-core.jar:/Users/szita/.ivy2/cache/org.apache.hive/hive-serde/jars/hive-serde-1.2.1.jar:/Users/szita/.ivy2/cache/org.apache.hive/hive-common/jars/hive-common-1.2.1.jar:/Users/szita/.ivy2/cache/org.apache.hive.shims/hive-shims-common/jars/hive-shims-common-1.2.1.jar:/Users/szita/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.22.jar:/Users/szita/.ivy2/cache/org.apache.commons/commons-lang3/jars/commons-lang3-3.1.jar:/Users/szita/.ivy2/cache/org.vafer/jdeb/maven-plugins/jdeb-0.8.jar:/Users/szita/.ivy2/cache/com.twitter/parquet-pig-bundle/jars/parquet-pig-bundle-1.2.3.jar:/Users/szita/.ivy2/cache/org.apache.avro/avro-tools/jars/avro-tools-1.7.5-nodeps.jar:/Users/szita/.ivy2/cache/net.sf.jopt-simple/jopt-simple/jars/jopt-simple-4.1.jar:/Users/szita/.ivy2/cache/xalan/xalan/jars/xalan-2.7.1.jar:/Users/szita/.ivy2/cache/xalan/serializer/jars/serializer-2.7.1.jar:/Users/szita/.ivy2/cache/xerces/xercesImpl/jars/xercesImpl-2.10.0.jar:/Users/szita/.ivy2/cache/xml-apis/xml-apis/jars/xml-apis-1.4.01.jar:/Users/szita/.ivy2/cache/junit/junit/jars/junit-4.11.jar:/Users/szita/.ivy2/cache/io.netty/netty/bundles/netty-3.6.6.Final.jar:/Users/szita/.ivy2/cache/io.netty/netty-all/jars/netty-all-4.0.23.Final.jar:/Users/szita/.ivy2/cache/org.apache.hbase/hbase-procedure/jars/hbase-procedure-1.2.4.jar:/Users/szita/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.1.2.jar:/Users/szita/.ivy2/cache/hsqldb/hsqldb/jars/hsqldb-1.8.0.10.jar:/Users/szita/.ivy2/cache/org.apache.hive/hive-contrib/jars/hive-contrib-1.2.1.jar:/Users/szita/.ivy2/cache/org.iq80.snappy/snappy/jars/snappy-0.2.jar:/Users/szita/.ivy2/cache/org.mockito/mockito-all/jars/mockito-all-1.8.4.jar:/Users/szita/shadow/apache/pig/17RC/build/pig-0.17.0.jar -sourcepath /Users/szita/shadow/apache/pig/17RC/src -doclet jdiff.JDiff -docletpath /Users/szita/shadow/apache/pig/17RC/build/ivy/lib/Pig/jdiff-1.0.9.jar:/Users/szita/shadow/apache/pig/17RC/build/ivy/lib/Pig/xercesImpl-2.10.0.jar -apidir /Users/szita/shadow/apache/pig/17RC/src/docs/jdiff -apiname pig 0.17.0 -->
 <package name="org.apache.pig">
   <!-- start interface org.apache.pig.Accumulator -->
   <interface name="Accumulator"    abstract="true"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="accumulate"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="org.apache.pig.data.Tuple"/>
@@ -152,7 +28,7 @@
       </doc>
     </method>
     <method name="getValue" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -161,7 +37,7 @@
       </doc>
     </method>
     <method name="cleanup"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -228,7 +104,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getInitial" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -238,7 +114,7 @@
       </doc>
     </method>
     <method name="getIntermed" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -248,7 +124,7 @@
       </doc>
     </method>
     <method name="getFinal" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -372,7 +248,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="ensureAllKeyInstancesInSameSplit"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -510,7 +386,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="onSuccess"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="uniqueSignature" type="java.lang.String"/>
@@ -522,7 +398,7 @@
       </doc>
     </method>
     <method name="onError"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="uniqueSignature" type="java.lang.String"/>
@@ -550,7 +426,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getErrorHandler" return="org.apache.pig.ErrorHandler"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -821,6 +697,20 @@
       deprecated="not deprecated">
       <param name="endOfAllInput" type="boolean"/>
     </method>
+    <method name="getLoadCaster" return="org.apache.pig.LoadCaster"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <doc>
+      <![CDATA[This will be called on both the front end and the back
+ end during execution.
+ @return the {@link LoadCaster} associated with this eval. Returning null
+ indicates that casts from bytearray will pick the one associated with the
+ parameters when they all come from the same loadcaster type.
+ @throws IOException if there is an exception during LoadCaster]]>
+      </doc>
+    </method>
     <field name="reporter" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PigProgressable"
       transient="false" volatile="false"
       static="false" final="false" visibility="protected"
@@ -907,7 +797,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="apply" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="item" type="java.lang.Object"/>
@@ -935,7 +825,7 @@
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
     <method name="accepts" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="properties" type="java.util.Properties"/>
@@ -952,7 +842,7 @@
       </doc>
     </method>
     <method name="getExecutionEngine" return="org.apache.pig.backend.executionengine.ExecutionEngine"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
@@ -965,7 +855,7 @@
       </doc>
     </method>
     <method name="getExecutionEngineClass" return="java.lang.Class"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -975,7 +865,7 @@
       </doc>
     </method>
     <method name="isLocal" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -987,7 +877,7 @@
       </doc>
     </method>
     <method name="name" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -1073,7 +963,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.BetweenExpression" type="java.lang.Object, java.lang.Object"
+    <constructor name="BetweenExpression" type="java.lang.Object, java.lang.Object"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -1099,7 +989,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.BinaryExpression" type="org.apache.pig.Expression, org.apache.pig.Expression, org.apache.pig.Expression.OpType"
+    <constructor name="BinaryExpression" type="org.apache.pig.Expression, org.apache.pig.Expression, org.apache.pig.Expression.OpType"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -1135,7 +1025,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.Column" type="java.lang.String"
+    <constructor name="Column" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -1171,7 +1061,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.Const" type="java.lang.Object"
+    <constructor name="Const" type="java.lang.Object"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -1198,7 +1088,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.InExpression" type="java.util.List"
+    <constructor name="InExpression" type="java.util.List"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -1342,7 +1232,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Expression.UnaryExpression" type="org.apache.pig.Expression, org.apache.pig.Expression.OpType"
+    <constructor name="UnaryExpression" type="org.apache.pig.Expression, org.apache.pig.Expression.OpType"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -1640,7 +1530,7 @@
     <implements name="org.apache.pig.ExceptionalFunction"/>
     <implements name="com.google.common.base.Function"/>
     <method name="apply" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="item" type="java.lang.Object"/>
@@ -1659,7 +1549,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="initialize"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
@@ -1672,7 +1562,7 @@
       </doc>
     </method>
     <method name="seekNear"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="keys" type="org.apache.pig.data.Tuple"/>
@@ -1713,7 +1603,7 @@
       </doc>
     </method>
     <method name="close"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -1880,7 +1770,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="bytesToBoolean" return="java.lang.Boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1893,7 +1783,7 @@
       </doc>
     </method>
     <method name="bytesToLong" return="java.lang.Long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1906,7 +1796,7 @@
       </doc>
     </method>
     <method name="bytesToFloat" return="java.lang.Float"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1919,7 +1809,7 @@
       </doc>
     </method>
     <method name="bytesToDouble" return="java.lang.Double"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1932,7 +1822,7 @@
       </doc>
     </method>
     <method name="bytesToDateTime" return="org.joda.time.DateTime"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1945,7 +1835,7 @@
       </doc>
     </method>
     <method name="bytesToInteger" return="java.lang.Integer"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1958,7 +1848,7 @@
       </doc>
     </method>
     <method name="bytesToCharArray" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1971,7 +1861,7 @@
       </doc>
     </method>
     <method name="bytesToMap" return="java.util.Map"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -1986,7 +1876,7 @@
       </doc>
     </method>
     <method name="bytesToTuple" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -2001,7 +1891,7 @@
       </doc>
     </method>
     <method name="bytesToBag" return="org.apache.pig.data.DataBag"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -2016,7 +1906,7 @@
       </doc>
     </method>
     <method name="bytesToBigInteger" return="java.math.BigInteger"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -2030,7 +1920,7 @@
       </doc>
     </method>
     <method name="bytesToBigDecimal" return="java.math.BigDecimal"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="byte[]"/>
@@ -2131,7 +2021,7 @@
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
       <doc>
-      <![CDATA[This will be called on the front end during planning and not on the back 
+      <![CDATA[This will be called on both the front end and the back
  end during execution.
  @return the {@link LoadCaster} associated with this loader. Returning null 
  indicates that casts from byte array are not supported for this loader. 
@@ -2445,7 +2335,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getSchema" return="org.apache.pig.ResourceSchema"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -2467,7 +2357,7 @@
       </doc>
     </method>
     <method name="getStatistics" return="org.apache.pig.ResourceStatistics"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -2489,7 +2379,7 @@
       </doc>
     </method>
     <method name="getPartitionKeys" return="java.lang.String[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -2508,7 +2398,7 @@
       </doc>
     </method>
     <method name="setPartitionFilter"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="partitionFilter" type="org.apache.pig.Expression"/>
@@ -2538,7 +2428,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getPredicateFields" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -2560,7 +2450,7 @@
       </doc>
     </method>
     <method name="getSupportedExpressionTypes" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -2570,7 +2460,7 @@
       </doc>
     </method>
     <method name="setPushdownPredicate"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="predicate" type="org.apache.pig.Expression"/>
@@ -2600,7 +2490,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getFeatures" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -2613,7 +2503,7 @@
       </doc>
     </method>
     <method name="pushProjection" return="org.apache.pig.LoadPushDown.RequiredFieldResponse"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="requiredFieldList" type="org.apache.pig.LoadPushDown.RequiredFieldList"/>
@@ -2672,11 +2562,11 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="LoadPushDown.RequiredField"
+    <constructor name="RequiredField"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="LoadPushDown.RequiredField" type="java.lang.String, int, java.util.List, byte"
+    <constructor name="RequiredField" type="java.lang.String, int, java.util.List, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -2759,7 +2649,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="LoadPushDown.RequiredFieldList" type="java.util.List"
+    <constructor name="RequiredFieldList" type="java.util.List"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -2767,7 +2657,7 @@
  @param fields]]>
       </doc>
     </constructor>
-    <constructor name="LoadPushDown.RequiredFieldList"
+    <constructor name="RequiredFieldList"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -2806,7 +2696,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LoadPushDown.RequiredFieldResponse" type="boolean"
+    <constructor name="RequiredFieldResponse" type="boolean"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -2969,12 +2859,21 @@
     </doc>
   </class>
   <!-- end class org.apache.pig.Main -->
+  <!-- start interface org.apache.pig.NonFSLoadFunc -->
+  <interface name="NonFSLoadFunc"    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <doc>
+    <![CDATA[Marker interface to distinguish LoadFunc implementations that don't use file system sources.]]>
+    </doc>
+  </interface>
+  <!-- end interface org.apache.pig.NonFSLoadFunc -->
   <!-- start interface org.apache.pig.OrderedLoadFunc -->
   <interface name="OrderedLoadFunc"    abstract="true"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getSplitComparable" return="org.apache.hadoop.io.WritableComparable"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
@@ -3008,7 +2907,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="shouldOverwrite" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -3018,7 +2917,7 @@
       </doc>
     </method>
     <method name="cleanupOutput"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="store" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
@@ -3203,6 +3102,73 @@
  for debug purpose]]>
       </doc>
     </field>
+    <field name="PIG_BLOOMJOIN_STRATEGY" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Bloom join has two different kind of implementations.
+ <ul>
+ <li>map <br>
+ In each map, bloom filters are computed on the join keys partitioned by
+ the hashcode of the key with {@link #PIG_BLOOMJOIN_NUM_FILTERS} number of
+ partitions. Bloom filters from different maps are then combined in the
+ reducer producing one bloom filter per partition. This is efficient and
+ fast if there are smaller number of maps (<10) and the number of
+ distinct keys are not too high. It can be faster with larger number of
+ maps and even with bigger bloom vector sizes, but the amount of data
+ shuffled to the reducer for aggregation becomes huge making it
+ inefficient.</li>
+ <li>reduce <br>
+ Join keys are sent from the map to the reducer partitioned by hashcode of
+ the key with {@link #PIG_BLOOMJOIN_NUM_FILTERS} number of reducers. One
+ bloom filter is then created per partition. This is efficient for larger
+ datasets with lot of maps or very large
+ {@link #PIG_BLOOMJOIN_VECTORSIZE_BYTES}. In this case size of keys sent
+ to the reducer is smaller than sending bloom filters to reducer for
+ aggregation making it efficient.</li>
+ </ul>
+ Default value is map.]]>
+      </doc>
+    </field>
+    <field name="PIG_BLOOMJOIN_NUM_FILTERS" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[The number of bloom filters that will be created.
+ Default is 1 for map strategy and 11 for reduce strategy.]]>
+      </doc>
+    </field>
+    <field name="PIG_BLOOMJOIN_VECTORSIZE_BYTES" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[The size in bytes of the bit vector to be used for the bloom filter.
+ A bigger vector size will be needed when the number of distinct keys is higher.
+ Default value is 1048576 (1MB).]]>
+      </doc>
+    </field>
+    <field name="PIG_BLOOMJOIN_HASH_TYPE" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[The type of hash function to use. Valid values are jenkins and murmur.
+ Default is murmur.]]>
+      </doc>
+    </field>
+    <field name="PIG_BLOOMJOIN_HASH_FUNCTIONS" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[The number of hash functions to be used in bloom computation. It determines the probability of false positives.
+ Higher the number lower the false positives. Too high a value can increase the cpu time.
+ Default value is 3.]]>
+      </doc>
+    </field>
     <field name="PIG_JOIN_REPLICATED_MAX_BYTES" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -3256,6 +3222,16 @@
       <![CDATA[This key is used to configure grace parallelism in tez. Default is true.]]>
       </doc>
     </field>
+    <field name="PIG_TEZ_AUTO_PARALLELISM_DISABLE_DAG_RECOVERY" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[This key is used to turn off dag recovery if there is auto parallelism.
+ Default is false. Useful when running with Tez versions before Tez 0.8
+ which have issues with auto parallelism during DAG recovery.]]>
+      </doc>
+    </field>
     <field name="PIG_COMPRESS_INPUT_SPLITS" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -3644,7 +3620,7 @@
  Default is 350MB]]>
       </doc>
     </field>
-    <field name="CALLER_ID" type="java.lang.String"
+    <field name="PIG_LOG_TRACE_ID" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
@@ -3652,7 +3628,23 @@
       <![CDATA[Log tracing id that can be used by upstream clients for tracking respective logs]]>
       </doc>
     </field>
-    <field name="ENABLE_ATS" type="java.lang.String"
+    <field name="PIG_SPARK_USE_NETTY_FILESERVER" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Use Netty file server for Pig on Spark, true or false, default value is false]]>
+      </doc>
+    </field>
+    <field name="CALLER_ID" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="use {@link #PIG_LOG_TRACE_ID} instead. Will be removed in Pig 0.18">
+      <doc>
+      <![CDATA[@deprecated use {@link #PIG_LOG_TRACE_ID} instead. Will be removed in Pig 0.18]]>
+      </doc>
+    </field>
+    <field name="PIG_ATS_ENABLED" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
@@ -3660,6 +3652,40 @@
       <![CDATA[Enable ATS for Pig]]>
       </doc>
     </field>
+    <field name="ENABLE_ATS" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="use {@link #PIG_ATS_ENABLED} instead. Will be removed in Pig 0.18">
+      <doc>
+      <![CDATA[@deprecated use {@link #PIG_ATS_ENABLED} instead. Will be removed in Pig 0.18]]>
+      </doc>
+    </field>
+    <field name="PIG_TEZ_CONFIGURE_AM_MEMORY" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[If set, Pig will override tez.am.launch.cmd-opts and tez.am.resource.memory.mb to optimal]]>
+      </doc>
+    </field>
+    <field name="PIG_STORE_SCHEMA_DISAMBIGUATE" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[If set to false, automatic schema disambiguation gets disabled i.e. group::name will be just name]]>
+      </doc>
+    </field>
+    <field name="PIG_STORE_SCHEMA_DISAMBIGUATE_DEFAULT" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="PIG_PRINT_EXEC_PLAN" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
     <field name="OPT_FETCH" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -4366,7 +4392,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigRunner.ReturnCode"
+    <constructor name="ReturnCode"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -5280,6 +5306,21 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="isDebugOn" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getJobName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getJobPriority" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <field name="log" type="org.apache.commons.logging.Log"
       transient="false" volatile="false"
       static="false" final="true" visibility="protected"
@@ -5319,7 +5360,7 @@
     abstract="false"
     static="false" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="PigServer.Graph" type="boolean"
+    <constructor name="Graph" type="boolean"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -5444,7 +5485,7 @@
     static="false" final="false" visibility="public"
     deprecated="Use {@link org.apache.pig.PigStreamingBase}">
     <method name="serialize" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="t" type="org.apache.pig.data.Tuple"/>
@@ -5713,6 +5754,16 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="SPARK_WARN" type="org.apache.pig.PigWarning"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SPARK_CUSTOM_WARN" type="org.apache.pig.PigWarning"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
     <doc>
     <![CDATA[An enum to enumerate the warning types in Pig]]>
     </doc>
@@ -5967,14 +6018,14 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="ResourceSchema.ResourceFieldSchema"
+    <constructor name="ResourceFieldSchema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
       <![CDATA[Construct an empty field schema.]]>
       </doc>
     </constructor>
-    <constructor name="ResourceSchema.ResourceFieldSchema" type="org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema"
+    <constructor name="ResourceFieldSchema" type="org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -5982,7 +6033,7 @@
  @param fieldSchema fieldSchema to copy from]]>
       </doc>
     </constructor>
-    <constructor name="ResourceSchema.ResourceFieldSchema" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"
+    <constructor name="ResourceFieldSchema" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -6207,7 +6258,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="ResourceStatistics.ResourceFieldStatistics"
+    <constructor name="ResourceFieldStatistics"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -6447,91 +6498,91 @@
     deprecated="not deprecated">
     <implements name="org.apache.pig.LoadCaster"/>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="bag" type="org.apache.pig.data.DataBag"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="s" type="java.lang.String"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="d" type="java.lang.Double"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="f" type="java.lang.Float"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="i" type="java.lang.Integer"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="java.lang.Boolean"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="l" type="java.lang.Long"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="dt" type="org.joda.time.DateTime"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="m" type="java.util.Map"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="t" type="org.apache.pig.data.Tuple"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="a" type="org.apache.pig.data.DataByteArray"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="bi" type="java.math.BigInteger"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="toBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="bd" type="java.math.BigDecimal"/>
@@ -6799,7 +6850,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="relToAbsPathForStoreLocation" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -6825,7 +6876,7 @@
       </doc>
     </method>
     <method name="getOutputFormat" return="org.apache.hadoop.mapreduce.OutputFormat"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -6839,7 +6890,7 @@
       </doc>
     </method>
     <method name="setStoreLocation"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -6863,7 +6914,7 @@
       </doc>
     </method>
     <method name="checkSchema"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="s" type="org.apache.pig.ResourceSchema"/>
@@ -6882,7 +6933,7 @@
       </doc>
     </method>
     <method name="prepareToWrite"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="writer" type="org.apache.hadoop.mapreduce.RecordWriter"/>
@@ -6895,7 +6946,7 @@
       </doc>
     </method>
     <method name="putNext"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="t" type="org.apache.pig.data.Tuple"/>
@@ -6907,7 +6958,7 @@
       </doc>
     </method>
     <method name="setStoreFuncUDFContextSignature"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="signature" type="java.lang.String"/>
@@ -6923,7 +6974,7 @@
       </doc>
     </method>
     <method name="cleanupOnFailure"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -6941,7 +6992,7 @@
       </doc>
     </method>
     <method name="cleanupOnSuccess"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="location" type="java.lang.String"/>
@@ -7124,7 +7175,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="storeStatistics"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="stats" type="org.apache.pig.ResourceStatistics"/>
@@ -7143,7 +7194,7 @@
       </doc>
     </method>
     <method name="storeSchema"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="schema" type="org.apache.pig.ResourceSchema"/>
@@ -7173,7 +7224,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getCacheFiles" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -7184,7 +7235,7 @@
       </doc>
     </method>
     <method name="getShipFiles" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -7207,7 +7258,7 @@
     static="false" final="false" visibility="public"
     deprecated="Use {@link org.apache.pig.PigStreamingBase}">
     <method name="deserialize" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="bytes" type="byte[]"/>
@@ -7219,12 +7270,12 @@
       </doc>
     </method>
     <method name="getLoadCaster" return="org.apache.pig.LoadCaster"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
       <doc>
-      <![CDATA[This will be called on the front end during planning and not on the back
+      <![CDATA[This will be called on both the front end and the back
  end during execution.
 
  @return the {@link LoadCaster} associated with this object, or null if
@@ -7243,7 +7294,7 @@
     deprecated="not deprecated">
     <implements name="org.apache.pig.Accumulator"/>
     <method name="isFinished" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
@@ -7506,7 +7557,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="init"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -7514,7 +7565,7 @@
       </doc>
     </method>
     <method name="close"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -7523,7 +7574,7 @@
       </doc>
     </method>
     <method name="getConfiguration" return="java.util.Properties"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -7536,7 +7587,7 @@
       </doc>
     </method>
     <method name="updateConfiguration"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="newConfiguration" type="java.util.Properties"/>
@@ -7551,7 +7602,7 @@
       </doc>
     </method>
     <method name="getStatistics" return="java.util.Map"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -7562,7 +7613,7 @@
       </doc>
     </method>
     <method name="asElement" return="org.apache.pig.backend.datastorage.ElementDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="name" type="java.lang.String"/>
@@ -7578,14 +7629,14 @@
       </doc>
     </method>
     <method name="asElement" return="org.apache.pig.backend.datastorage.ElementDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="element" type="org.apache.pig.backend.datastorage.ElementDescriptor"/>
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asElement" return="org.apache.pig.backend.datastorage.ElementDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="java.lang.String"/>
@@ -7593,7 +7644,7 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asElement" return="org.apache.pig.backend.datastorage.ElementDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
@@ -7601,7 +7652,7 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asElement" return="org.apache.pig.backend.datastorage.ElementDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
@@ -7609,14 +7660,14 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="isContainer" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="name" type="java.lang.String"/>
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="name" type="java.lang.String"/>
@@ -7631,14 +7682,14 @@
       </doc>
     </method>
     <method name="asContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="container" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="java.lang.String"/>
@@ -7646,7 +7697,7 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
@@ -7654,7 +7705,7 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="parent" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
@@ -7662,20 +7713,20 @@
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="asCollection" return="org.apache.pig.backend.datastorage.ElementDescriptor[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="pattern" type="java.lang.String"/>
       <exception name="DataStorageException" type="org.apache.pig.backend.datastorage.DataStorageException"/>
     </method>
     <method name="setActiveContainer"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="container" type="org.apache.pig.backend.datastorage.ContainerDescriptor"/>
     </method>
     <method name="getActiveContainer" return="org.apache.pig.backend.datastorage.ContainerDescriptor"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
@@ -7842,12 +7893,12 @@
     deprecated="not deprecated">
     <implements name="java.lang.Comparable"/>
     <method name="getDataStorage" return="org.apache.pig.backend.datastorage.DataStorage"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="create" return="java.io.OutputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="configuration" type="java.util.Properties"/>
@@ -7861,13 +7912,13 @@
       </doc>
     </method>
     <method name="create" return="java.io.OutputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="copy"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="dstName" type="org.apache.pig.backend.datastorage.ElementDescriptor"/>
@@ -7889,7 +7940,7 @@
       </doc>
     </method>
     <method name="copy"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="dstName" type="org.apache.pig.backend.datastorage.ElementDescriptor"/>
@@ -7897,7 +7948,7 @@
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="open" return="java.io.InputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="configuration" type="java.util.Properties"/>
@@ -7911,13 +7962,13 @@
       </doc>
     </method>
     <method name="open" return="java.io.InputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="sopen" return="org.apache.pig.backend.datastorage.SeekableInputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="configuration" type="java.util.Properties"/>
@@ -7932,13 +7983,13 @@
       </doc>
     </method>
     <method name="sopen" return="org.apache.pig.backend.datastorage.SeekableInputStream"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="exists" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -7949,7 +8000,7 @@
       </doc>
     </method>
     <method name="rename"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="newName" type="org.apache.pig.backend.datastorage.ElementDescriptor"/>
@@ -7962,7 +8013,7 @@
       </doc>
     </method>
     <method name="delete"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -7973,7 +8024,7 @@
       </doc>
     </method>
     <method name="getConfiguration" return="java.util.Properties"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -7983,7 +8034,7 @@
       </doc>
     </method>
     <method name="updateConfiguration"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="newConfig" type="java.util.Properties"/>
@@ -7996,7 +8047,7 @@
       </doc>
     </method>
     <method name="systemElement" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8006,7 +8057,7 @@
       </doc>
     </method>
     <method name="getStatistics" return="java.util.Map"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -8291,12 +8342,12 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getStatus" return="org.apache.pig.backend.executionengine.ExecJob.JOB_STATUS"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="hasCompleted" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -8309,7 +8360,7 @@
       </doc>
     </method>
     <method name="getResults" return="java.util.Iterator"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -8322,7 +8373,7 @@
       </doc>
     </method>
     <method name="getAlias" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -8331,7 +8382,7 @@
       </doc>
     </method>
     <method name="getConfiguration" return="java.util.Properties"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8341,7 +8392,7 @@
       </doc>
     </method>
     <method name="getStatistics" return="org.apache.pig.tools.pigstats.PigStats"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8353,7 +8404,7 @@
       </doc>
     </method>
     <method name="getPOStore" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8361,7 +8412,7 @@
       </doc>
     </method>
     <method name="completionNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="cookie" type="java.lang.Object"/>
@@ -8370,7 +8421,7 @@
       </doc>
     </method>
     <method name="kill"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -8381,7 +8432,7 @@
       </doc>
     </method>
     <method name="getLogs"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="log" type="java.io.OutputStream"/>
@@ -8391,21 +8442,21 @@
       </doc>
     </method>
     <method name="getSTDOut"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="out" type="java.io.OutputStream"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getSTDError"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="error" type="java.io.OutputStream"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getException" return="java.lang.Exception"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8456,7 +8507,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="init"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -8467,7 +8518,7 @@
       </doc>
     </method>
     <method name="setConfiguration"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="newConfiguration" type="java.util.Properties"/>
@@ -8488,7 +8539,7 @@
       </doc>
     </method>
     <method name="setProperty"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="property" type="java.lang.String"/>
@@ -8508,7 +8559,7 @@
       </doc>
     </method>
     <method name="getConfiguration" return="java.util.Properties"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8520,7 +8571,7 @@
       </doc>
     </method>
     <method name="launchPig" return="org.apache.pig.tools.pigstats.PigStats"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="lp" type="org.apache.pig.newplan.logical.relational.LogicalPlan"/>
@@ -8544,7 +8595,7 @@
       </doc>
     </method>
     <method name="explain"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="lp" type="org.apache.pig.newplan.logical.relational.LogicalPlan"/>
@@ -8585,7 +8636,7 @@
       </doc>
     </method>
     <method name="getDataStorage" return="org.apache.pig.backend.datastorage.DataStorage"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8595,7 +8646,7 @@
       </doc>
     </method>
     <method name="instantiateScriptState" return="org.apache.pig.tools.pigstats.ScriptState"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8608,7 +8659,7 @@
       </doc>
     </method>
     <method name="instantiatePigStats" return="org.apache.pig.tools.pigstats.PigStats"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8620,7 +8671,7 @@
       </doc>
     </method>
     <method name="getExecutableManager" return="org.apache.pig.impl.streaming.ExecutableManager"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8629,8 +8680,20 @@
  @return ExecutableManager to be used in Pig Streaming.]]>
       </doc>
     </method>
+    <method name="kill"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="BackendException" type="org.apache.pig.backend.BackendException"/>
+      <doc>
+      <![CDATA[This method is called when user requests to kill all jobs
+ associated with the execution engine
+
+ @throws BackendException]]>
+      </doc>
+    </method>
     <method name="killJob"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="jobID" type="java.lang.String"/>
@@ -8646,7 +8709,7 @@
       </doc>
     </method>
     <method name="destroy"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -8735,7 +8798,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalWritable.Comparator"
+    <constructor name="Comparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -8823,7 +8886,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerWritable.Comparator"
+    <constructor name="Comparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -8882,6 +8945,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="setupAvailableZoneIds"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="equals" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -8909,7 +8977,7 @@
       deprecated="not deprecated">
     </method>
     <doc>
-    <![CDATA[Writable for Double values.]]>
+    <![CDATA[Writable for DateTime values.]]>
     </doc>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.DateTimeWritable -->
@@ -8918,7 +8986,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeWritable.Comparator"
+    <constructor name="Comparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -9012,7 +9080,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleWritable.Comparator"
+    <constructor name="Comparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -9144,6 +9212,112 @@
     </doc>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.HKerberos -->
+  <!-- start class org.apache.pig.backend.hadoop.PigATSClient -->
+  <class name="PigATSClient" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <method name="getInstance" return="org.apache.pig.backend.hadoop.PigATSClient"
+      abstract="false" native="false" synchronized="true"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getPigAuditId" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="context" type="org.apache.pig.impl.PigContext"/>
+    </method>
+    <method name="logEvent"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="event" type="org.apache.pig.backend.hadoop.PigATSClient.ATSEvent"/>
+    </method>
+    <field name="ENTITY_TYPE" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="ENTITY_CALLERID" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="CALLER_CONTEXT" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="AUDIT_ID_MAX_LENGTH" type="int"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.PigATSClient -->
+  <!-- start class org.apache.pig.backend.hadoop.PigATSClient.ATSEvent -->
+  <class name="PigATSClient.ATSEvent" extends="java.lang.Object"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="ATSEvent" type="java.lang.String, java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.PigATSClient.ATSEvent -->
+  <!-- start class org.apache.pig.backend.hadoop.PigJobControl -->
+  <class name="PigJobControl" extends="org.apache.hadoop.mapred.jobcontrol.JobControl"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="PigJobControl" type="java.lang.String, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Construct a job control for a group of jobs.
+ @param groupName a name identifying this group
+ @param pigContext
+ @param conf]]>
+      </doc>
+    </constructor>
+    <method name="getTimeToSleep" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setTimeToSleep"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="timeToSleep" type="int"/>
+    </method>
+    <method name="run"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[The main loop for the thread.
+  The loop does the following:
+    Check the states of the running jobs
+    Update the states of waiting jobs
+    Submit the jobs in ready state]]>
+      </doc>
+    </method>
+    <field name="timeToSleep" type="int"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <doc>
+    <![CDATA[extends the hadoop JobControl to remove the hardcoded sleep(5000)
+ as most of this is private we have to use reflection
+
+ See {@link https://svn.apache.org/repos/asf/hadoop/common/branches/branch-0.23.1/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/lib/jobcontrol/JobControl.java }]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.PigJobControl -->
 </package>
 <package name="org.apache.pig.backend.hadoop.accumulo">
   <!-- start class org.apache.pig.backend.hadoop.accumulo.AbstractAccumuloStorage -->
@@ -10237,6 +10411,17 @@
       deprecated="not deprecated">
       <param name="configuration" type="org.apache.hadoop.conf.Configuration"/>
     </method>
+    <method name="expandForAlternativeNames" return="java.util.Properties"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+      <param name="value" type="java.lang.String"/>
+      <doc>
+      <![CDATA[Returns Properties containing alternative names of given property and same values - can be used to solve deprecations
+ @return]]>
+      </doc>
+    </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.datastorage.ConfigurationUtil -->
   <!-- start class org.apache.pig.backend.hadoop.datastorage.HConfiguration -->
@@ -10928,6 +11113,12 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="kill"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="BackendException" type="org.apache.pig.backend.BackendException"/>
+    </method>
     <method name="killJob"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -10970,16 +11161,6 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
-    <field name="FILE_SYSTEM_LOCATION" type="java.lang.String"
-      transient="false" volatile="false"
-      static="true" final="true" visibility="public"
-      deprecated="not deprecated">
-    </field>
-    <field name="ALTERNATIVE_FILE_SYSTEM_LOCATION" type="java.lang.String"
-      transient="false" volatile="false"
-      static="true" final="true" visibility="public"
-      deprecated="not deprecated">
-    </field>
     <field name="LOCAL" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -11490,13 +11671,29 @@
     </doc>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.Launcher -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.Launcher.HangingJobKiller -->
+  <class name="Launcher.HangingJobKiller" extends="java.lang.Thread"
+    abstract="false"
+    static="false" final="false" visibility="protected"
+    deprecated="not deprecated">
+    <constructor name="HangingJobKiller"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="run"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.Launcher.HangingJobKiller -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.Launcher.JobControlThreadExceptionHandler -->
   <class name="Launcher.JobControlThreadExceptionHandler" extends="java.lang.Object"
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.lang.Thread.UncaughtExceptionHandler"/>
-    <constructor name="Launcher.JobControlThreadExceptionHandler"
+    <constructor name="JobControlThreadExceptionHandler"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12048,7 +12245,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DistinctCombiner.Combine"
+    <constructor name="Combine"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12449,7 +12646,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigBagWritableComparator"
+    <constructor name="PigBagWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12460,7 +12657,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigBigDecimalWritableComparator"
+    <constructor name="PigBigDecimalWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12471,7 +12668,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigBigIntegerWritableComparator"
+    <constructor name="PigBigIntegerWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12482,7 +12679,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigBooleanWritableComparator"
+    <constructor name="PigBooleanWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12493,7 +12690,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigCharArrayWritableComparator"
+    <constructor name="PigCharArrayWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12504,7 +12701,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigDateTimeWritableComparator"
+    <constructor name="PigDateTimeWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12515,7 +12712,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigDBAWritableComparator"
+    <constructor name="PigDBAWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12526,7 +12723,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigDoubleWritableComparator"
+    <constructor name="PigDoubleWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12537,7 +12734,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigFloatWritableComparator"
+    <constructor name="PigFloatWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12548,7 +12745,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingBagWritableComparator"
+    <constructor name="PigGroupingBagWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12559,7 +12756,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingBigDecimalWritableComparator"
+    <constructor name="PigGroupingBigDecimalWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12570,7 +12767,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingBigIntegerWritableComparator"
+    <constructor name="PigGroupingBigIntegerWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12581,7 +12778,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingBooleanWritableComparator"
+    <constructor name="PigGroupingBooleanWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12592,7 +12789,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingCharArrayWritableComparator"
+    <constructor name="PigGroupingCharArrayWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12603,7 +12800,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingDateTimeWritableComparator"
+    <constructor name="PigGroupingDateTimeWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12614,7 +12811,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingDBAWritableComparator"
+    <constructor name="PigGroupingDBAWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12625,7 +12822,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingDoubleWritableComparator"
+    <constructor name="PigGroupingDoubleWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12636,7 +12833,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingFloatWritableComparator"
+    <constructor name="PigGroupingFloatWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12647,7 +12844,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingIntWritableComparator"
+    <constructor name="PigGroupingIntWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12658,7 +12855,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingLongWritableComparator"
+    <constructor name="PigGroupingLongWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12669,7 +12866,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingPartitionWritableComparator"
+    <constructor name="PigGroupingPartitionWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12680,7 +12877,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigGroupingTupleWritableComparator"
+    <constructor name="PigGroupingTupleWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12691,7 +12888,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigIntWritableComparator"
+    <constructor name="PigIntWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12702,7 +12899,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigLongWritableComparator"
+    <constructor name="PigLongWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12713,7 +12910,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigSecondaryKeyGroupComparator"
+    <constructor name="PigSecondaryKeyGroupComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12731,7 +12928,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigTupleWritableComparator"
+    <constructor name="PigTupleWritableComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -12742,7 +12939,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JobControlCompiler.PigWritableComparator" type="java.lang.Class"
+    <constructor name="PigWritableComparator" type="java.lang.Class"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </constructor>
@@ -14290,6 +14487,24 @@
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NativeMapReduceOper -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NoopFilterRemoverUtil -->
+  <class name="NoopFilterRemoverUtil" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="NoopFilterRemoverUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="removeFilter"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="filter" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFilter"/>
+      <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.NoopFilterRemoverUtil -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PhyPlanSetter -->
   <class name="PhyPlanSetter" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"
     abstract="false"
@@ -14861,7 +15076,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigCombiner.Combine"
+    <constructor name="Combine"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15308,7 +15523,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigGenericMapReduce.Map"
+    <constructor name="Map"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15328,7 +15543,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigGenericMapReduce.MapWithComparator"
+    <constructor name="MapWithComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15354,7 +15569,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigGenericMapReduce.MapWithPartitionIndex"
+    <constructor name="MapWithPartitionIndex"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15385,7 +15600,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigGenericMapReduce.Reduce"
+    <constructor name="Reduce"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15533,7 +15748,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigGenericMapReduce.ReduceWithComparator"
+    <constructor name="ReduceWithComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15594,7 +15809,7 @@
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
-      <param name="reporter" type="org.apache.pig.tools.pigstats.PigStatusReporter"/>
+      <param name="reporter" type="org.apache.pig.tools.pigstats.PigWarnCounter"/>
     </method>
     <method name="warn"
       abstract="false" native="false" synchronized="false"
@@ -15661,11 +15876,6 @@
       <exception name="IOException" type="java.io.IOException"/>
       <exception name="InterruptedException" type="java.lang.InterruptedException"/>
     </method>
-    <method name="getActiveSplit" return="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
-      abstract="false" native="false" synchronized="false"
-      static="true" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
     <field name="log" type="org.apache.commons.logging.Log"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -15691,20 +15901,55 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
-    <field name="sJob" type="org.apache.hadoop.conf.Configuration"
-      transient="false" volatile="false"
-      static="true" final="false" visibility="public"
-      deprecated="Use {@link UDFContext} instead in the following way to get
- the job's {@link Configuration}:
- lEsS_tHaNpre>UdfContext.getUdfContext().getJobConf()lEsS_tHaN/pre>">
-      <doc>
-      <![CDATA[@deprecated Use {@link UDFContext} instead in the following way to get
- the job's {@link Configuration}:
- <pre>UdfContext.getUdfContext().getJobConf()</pre>]]>
-      </doc>
-    </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat.RecordReaderFactory -->
+  <class name="PigInputFormat.RecordReaderFactory" extends="java.lang.Object"
+    abstract="false"
+    static="true" final="false" visibility="protected"
+    deprecated="not deprecated">
+    <constructor name="RecordReaderFactory" type="org.apache.hadoop.mapreduce.InputSplit, org.apache.hadoop.mapreduce.TaskAttemptContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </constructor>
+    <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <field name="inputFormat" type="org.apache.hadoop.mapreduce.InputFormat"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="pigSplit" type="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="loadFunc" type="org.apache.pig.LoadFunc"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="limit" type="long"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <doc>
+    <![CDATA[Helper class to create record reader]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat.RecordReaderFactory -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigIntRawComparator -->
   <class name="PigIntRawComparator" extends="org.apache.hadoop.io.WritableComparator"
     abstract="false"
@@ -15812,6 +16057,89 @@
     </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigLongRawComparator -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapBase -->
+  <class name="PigMapBase" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapBase"
+    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="PigMapBase"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getIllustratorContext" return="org.apache.hadoop.mapreduce.Mapper.Context"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+      <param name="input" type="org.apache.pig.data.DataBag"/>
+      <param name="output" type="java.util.List"/>
+      <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+      <doc>
+      <![CDATA[Get mapper's illustrator context
+ 
+ @param conf  Configuration
+ @param input Input bag to serve as data source
+ @param output Map output buffer
+ @param split the split
+ @return Illustrator's context
+ @throws IOException
+ @throws InterruptedException]]>
+      </doc>
+    </method>
+    <method name="inIllustrator" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="context" type="org.apache.hadoop.mapreduce.Mapper.Context"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapBase -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapBase.IllustratorContext -->
+  <class name="PigMapBase.IllustratorContext" extends="org.apache.hadoop.mapreduce.task.MapContextImpl"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="IllustratorContext" type="org.apache.hadoop.conf.Configuration, org.apache.pig.data.DataBag, java.util.List, org.apache.hadoop.mapreduce.InputSplit"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </constructor>
+    <method name="nextKeyValue" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="getCurrentKey" return="org.apache.hadoop.io.Text"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getCurrentValue" return="org.apache.pig.data.Tuple"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="write"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="org.apache.pig.impl.io.PigNullableWritable"/>
+      <param name="value" type="org.apache.hadoop.io.Writable"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="progress"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapBase.IllustratorContext -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly -->
   <class name="PigMapOnly" extends="java.lang.Object"
     abstract="false"
@@ -15844,7 +16172,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigMapOnly.Map"
+    <constructor name="Map"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15859,6 +16187,172 @@
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly.Map -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce -->
+  <class name="PigMapReduce" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="PigMapReduce"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce -->
+  <class name="PigMapReduce.Reduce" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigGenericMapReduce.Reduce"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="Reduce"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getIllustratorContext" return="org.apache.hadoop.mapreduce.Reducer.Context"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="job" type="org.apache.hadoop.mapred.jobcontrol.Job"/>
+      <param name="input" type="java.util.List"/>
+      <param name="pkg" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+      <doc>
+      <![CDATA[Get reducer's illustrator context
+ 
+ @param input Input buffer as output by maps
+ @param pkg package
+ @return reducer's illustrator context
+ @throws IOException
+ @throws InterruptedException]]>
+      </doc>
+    </method>
+    <method name="inIllustrator" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
+    </method>
+    <method name="getPack" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl -->
+  <class name="PigMapReduce.Reduce.IllustratorContextImpl" extends="org.apache.hadoop.mapreduce.task.ReduceContextImpl"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="IllustratorContextImpl" type="org.apache.hadoop.mapred.jobcontrol.Job, java.util.List, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </constructor>
+    <method name="getCurrentKey" return="org.apache.pig.impl.io.PigNullableWritable"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="nextKey" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getValues" return="java.lang.Iterable"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="write"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="k" type="org.apache.pig.impl.io.PigNullableWritable"/>
+      <param name="t" type="org.apache.hadoop.io.Writable"/>
+    </method>
+    <method name="progress"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="pack" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterable -->
+  <class name="PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterable" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="protected"
+    deprecated="not deprecated">
+    <implements name="java.lang.Iterable"/>
+    <constructor name="IllustratorValueIterable"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="iterator" return="java.util.Iterator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterable -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterator -->
+  <class name="PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterator" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.hadoop.mapreduce.ReduceContext.ValueIterator"/>
+    <constructor name="IllustratorValueIterator"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="mark"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="reset"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="clearMark"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="hasNext" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="next" return="org.apache.pig.impl.io.NullableTuple"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="remove"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="resetBackupStore"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduce.Reduce.IllustratorContextImpl.IllustratorValueIterator -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapReduceCounter -->
   <class name="PigMapReduceCounter" extends="java.lang.Object"
     abstract="false"
@@ -15875,7 +16369,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigMapReduceCounter.PigMapCounter"
+    <constructor name="PigMapCounter"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -15922,7 +16416,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigMapReduceCounter.PigReduceCounter"
+    <constructor name="PigReduceCounter"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16187,7 +16681,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigOutputFormat.PigRecordWriter" type="org.apache.hadoop.mapreduce.RecordWriter, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat.Mode"
+    <constructor name="PigRecordWriter" type="org.apache.hadoop.mapreduce.RecordWriter, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat.Mode"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -16307,7 +16801,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="estimateNumberOfReducers" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
@@ -16457,6 +16951,12 @@
       <exception name="IOException" type="java.io.IOException"/>
       <exception name="InterruptedException" type="java.lang.InterruptedException"/>
     </method>
+    <method name="getLocationInfo" return="org.apache.hadoop.mapred.SplitLocationInfo[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
     <method name="getLength" return="long"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -16587,7 +17087,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="supports" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="sto" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
@@ -16600,7 +17100,7 @@
       </doc>
     </method>
     <method name="getOutputSize" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="sto" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
@@ -16675,7 +17175,7 @@
     abstract="false"
     static="true" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="PigTextOutputFormat.PigLineRecordWriter" type="java.io.DataOutputStream, byte"
+    <constructor name="PigLineRecordWriter" type="java.io.DataOutputStream, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16848,7 +17348,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigDecimalRawBytesComparator"
+    <constructor name="PigBigDecimalRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16870,7 +17370,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigDecimalRawBytesPartitionComparator"
+    <constructor name="PigBigDecimalRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16899,7 +17399,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigDecimalRawPartitionComparator"
+    <constructor name="PigBigDecimalRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16928,7 +17428,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigIntegerRawBytesComparator"
+    <constructor name="PigBigIntegerRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16950,7 +17450,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigIntegerRawBytesPartitionComparator"
+    <constructor name="PigBigIntegerRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -16979,7 +17479,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBigIntegerRawPartitionComparator"
+    <constructor name="PigBigIntegerRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17008,7 +17508,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBooleanRawBytesComparator"
+    <constructor name="PigBooleanRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17030,7 +17530,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBooleanRawBytesPartitionComparator"
+    <constructor name="PigBooleanRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17059,7 +17559,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBooleanRawPartitionComparator"
+    <constructor name="PigBooleanRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17088,7 +17588,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBytesRawBytesComparator"
+    <constructor name="PigBytesRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17110,7 +17610,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBytesRawBytesPartitionComparator"
+    <constructor name="PigBytesRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17139,7 +17639,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigBytesRawPartitionComparator"
+    <constructor name="PigBytesRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17168,7 +17668,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDateTimeRawBytesComparator"
+    <constructor name="PigDateTimeRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17190,7 +17690,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDateTimeRawBytesPartitionComparator"
+    <constructor name="PigDateTimeRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17219,7 +17719,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDateTimeRawPartitionComparator"
+    <constructor name="PigDateTimeRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17248,7 +17748,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDoubleRawBytesComparator"
+    <constructor name="PigDoubleRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17270,7 +17770,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDoubleRawBytesPartitionComparator"
+    <constructor name="PigDoubleRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17299,7 +17799,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigDoubleRawPartitionComparator"
+    <constructor name="PigDoubleRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17328,7 +17828,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigFloatRawBytesComparator"
+    <constructor name="PigFloatRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17350,7 +17850,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigFloatRawBytesPartitionComparator"
+    <constructor name="PigFloatRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17379,7 +17879,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigFloatRawPartitionComparator"
+    <constructor name="PigFloatRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17408,7 +17908,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigIntRawBytesComparator"
+    <constructor name="PigIntRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17430,7 +17930,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigIntRawBytesPartitionComparator"
+    <constructor name="PigIntRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17459,7 +17959,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigIntRawPartitionComparator"
+    <constructor name="PigIntRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17488,7 +17988,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigLongRawBytesComparator"
+    <constructor name="PigLongRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17510,7 +18010,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigLongRawBytesPartitionComparator"
+    <constructor name="PigLongRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17539,7 +18039,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigLongRawPartitionComparator"
+    <constructor name="PigLongRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17568,7 +18068,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTextRawBytesComparator"
+    <constructor name="PigTextRawBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17590,7 +18090,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTextRawBytesPartitionComparator"
+    <constructor name="PigTextRawBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17619,7 +18119,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTextRawPartitionComparator"
+    <constructor name="PigTextRawPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17648,7 +18148,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTupleSortBytesComparator"
+    <constructor name="PigTupleSortBytesComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17670,7 +18170,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTupleSortBytesPartitionComparator"
+    <constructor name="PigTupleSortBytesPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -17699,7 +18199,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigWritableComparators.PigTupleSortPartitionComparator"
+    <constructor name="PigTupleSortPartitionComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -18017,7 +18517,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DiscreteProbabilitySampleGenerator" type="float[]"
+    <constructor name="DiscreteProbabilitySampleGenerator" type="long, float[]"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -18271,7 +18771,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DotMRPrinter.InnerOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.lang.String"
+    <constructor name="InnerOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -18317,7 +18817,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DotMRPrinter.InnerPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+    <constructor name="InnerPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -18362,7 +18862,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="EndOfAllInputSetter.EndOfAllInputChecker" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+    <constructor name="EndOfAllInputChecker" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -18422,6 +18922,13 @@
       <param name="foreach" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
       <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
     </method>
+    <method name="visitLocalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="lr" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
     <method name="isEndOfAllInputPresent" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -18685,17 +19192,17 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getNumSortRemoved" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="getNumDistinctChanged" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="getNumUseSecondaryKey" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
@@ -19137,6 +19644,11 @@
  to be told to drop their old input and start over.]]>
       </doc>
     </method>
+    <method name="isEndOfAllInput" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getReporter" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PigProgressable"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
@@ -19195,6 +19707,11 @@
       <![CDATA[@param physicalPlan]]>
       </doc>
     </method>
+    <method name="getParentPlan" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getLogger" return="org.apache.commons.logging.Log"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -19329,7 +19846,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="PhysicalOperator.OriginalLocation" type="java.lang.String, int, int"
+    <constructor name="OriginalLocation" type="java.lang.String, int, int"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -19360,7 +19877,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="warn"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="o" type="java.lang.Object"/>
@@ -19380,7 +19897,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="progress"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -19388,7 +19905,7 @@
       </doc>
     </method>
     <method name="progress"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="msg" type="java.lang.String"/>
@@ -19860,7 +20377,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getOperandType" return="byte"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -19869,7 +20386,7 @@
       </doc>
     </method>
     <method name="setOperandType"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="operandType" type="byte"/>
@@ -19880,67 +20397,67 @@
       </doc>
     </method>
     <method name="getNextInteger" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextLong" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextDouble" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextFloat" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextString" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextDataByteArray" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextMap" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextBoolean" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextDateTime" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getNextDataBag" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
@@ -20195,6 +20712,11 @@
       deprecated="not deprecated">
       <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
     </method>
+    <field name="BIGDECIMAL_MINIMAL_SCALE" type="short"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.Divide -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.EqualToExpr -->
@@ -21984,6 +22506,11 @@
       deprecated="not deprecated">
       <param name="referencedOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
     </method>
+    <method name="setFuncInputSchema"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="processInput" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -22523,7 +23050,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="match" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="lhs" type="java.lang.String"/>
@@ -23151,6 +23678,12 @@
       <param name="poissonSample" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPoissonSample"/>
       <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
     </method>
+    <method name="visitBroadcastSpark"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="poBroadcastSpark" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark"/>
+    </method>
     <doc>
     <![CDATA[The visitor class for the Physical Plan. To use this,
  create the visitor with the plan to be visited. Call
@@ -23460,7 +23993,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="nextBatch"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -23469,7 +24002,7 @@
       </doc>
     </method>
     <method name="hasNextBatch" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -23477,7 +24010,7 @@
       </doc>
     </method>
     <method name="clear"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -23485,7 +24018,7 @@
       </doc>
     </method>
     <method name="getTuples" return="java.util.Iterator"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="index" type="int"/>
@@ -23522,6 +24055,15 @@
  or a simple field (false).]]>
       </doc>
     </constructor>
+    <method name="attachInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Object"/>
+      <param name="bags" type="org.apache.pig.data.DataBag[]"/>
+      <param name="readOnce" type="boolean[]"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
     <method name="setKeyInfo"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -23653,6 +24195,15 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
+    <method name="attachInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Object"/>
+      <param name="bags" type="org.apache.pig.data.DataBag[]"/>
+      <param name="readOnce" type="boolean[]"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
     <method name="getInner" return="boolean[]"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -24138,6 +24689,11 @@
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </field>
+    <field name="key" type="java.lang.Object"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
     <field name="isKeyTuple" type="boolean"
       transient="false" volatile="false"
       static="false" final="false" visibility="protected"
@@ -24148,6 +24704,11 @@
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </field>
+    <field name="keyType" type="byte"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
     <field name="distinct" type="boolean"
       transient="false" volatile="false"
       static="false" final="false" visibility="protected"
@@ -24201,8 +24762,82 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="BLOOMJOIN" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager.PackageType"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager.PackageType -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark -->
+  <class name="POBroadcastSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POBroadcastSpark" type="org.apache.pig.impl.plan.OperatorKey"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="POBroadcastSpark" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </constructor>
+    <method name="setBroadcastedVariableName"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="varName" type="java.lang.String"/>
+      <doc>
+      <![CDATA[Set your broadcast variable name so that
+ BroadcastConverter can put this broadcasted variable in a map
+ which can be referenced by other functions / closures in Converters
+
+ @param varName]]>
+      </doc>
+    </method>
+    <method name="getBroadcastedVariableName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="illustratorMarkup" return="org.apache.pig.data.Tuple"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="in" type="java.lang.Object"/>
+      <param name="out" type="java.lang.Object"/>
+      <param name="eqClassIndex" type="int"/>
+    </method>
+    <method name="supportsMultipleInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="supportsMultipleOutputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <field name="broadcastedVariableName" type="java.lang.String"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCollectedGroup -->
   <class name="POCollectedGroup" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
     abstract="false"
@@ -24224,6 +24859,17 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
+    <method name="isEndOfInput" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setEndOfInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="isEndOfInput" type="boolean"/>
+    </method>
     <method name="visit"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -24618,6 +25264,11 @@
       deprecated="not deprecated">
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
+    <method name="reset"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <field name="inputBags" type="org.apache.pig.data.DataBag[]"
       transient="true" volatile="false"
       static="false" final="false" visibility="protected"
@@ -25154,6 +25805,11 @@
       <param name="out" type="java.lang.Object"/>
       <param name="eqClassIndex" type="int"/>
     </method>
+    <method name="getPlanLeafOps" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="setMapSideOnly"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -25343,6 +25999,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="isLeftOuterJoin" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getFragment" return="int"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -25471,7 +26132,7 @@
     abstract="false"
     static="true" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="POFRJoin.TupleToMapKey" type="int, org.apache.pig.data.SchemaTupleFactory"
+    <constructor name="TupleToMapKey" type="int, org.apache.pig.data.SchemaTupleFactory"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -25490,6 +26151,35 @@
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin.TupleToMapKey -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoinSpark -->
+  <class name="POFRJoinSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POFRJoinSpark" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </constructor>
+    <method name="setUpHashMap"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="attachInputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="broadcasts" type="java.util.Map"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoinSpark -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange -->
   <class name="POGlobalRearrange" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
     abstract="false"
@@ -25511,6 +26201,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
+    <constructor name="POGlobalRearrange" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </constructor>
     <method name="getCustomPartitioner" return="java.lang.String"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -26216,6 +26911,17 @@
       deprecated="not deprecated">
       <param name="endOfRecordMark" type="byte"/>
     </method>
+    <method name="isEndOfInput" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setEndOfInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="isEndOfInput" type="boolean"/>
+    </method>
     <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -26317,6 +27023,17 @@
  Ex. join A by ($0,$1), B by ($1,$2);]]>
       </doc>
     </constructor>
+    <method name="isEndOfInput" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setEndOfInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="isEndOfInput" type="boolean"/>
+    </method>
     <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -26416,6 +27133,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getLRs" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <doc>
     <![CDATA[This operator implements merge join algorithm to do map side joins.
   Currently, only two-way joins are supported. One input of join is identified as left
@@ -26432,7 +27154,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="POMergeJoin.TuplesToSchemaTupleList" type="int, org.apache.pig.data.TupleMaker"
+    <constructor name="TuplesToSchemaTupleList" type="int, org.apache.pig.data.TupleMaker"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -26770,7 +27492,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.AccumulativeTupleBuffer"/>
-    <constructor name="POPackage.POPackageTupleBuffer" type="int, java.lang.Object, java.util.Iterator"
+    <constructor name="POPackageTupleBuffer" type="int, java.lang.Object, java.util.Iterator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -27028,11 +27750,99 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="updateSkipInterval"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="t" type="org.apache.pig.data.Tuple"/>
+      <doc>
+      <![CDATA[Update the average tuple size base on newly sampled tuple t
+ and recalculate skipInterval
+ @param t - tuple]]>
+      </doc>
+    </method>
+    <method name="createNumRowTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="sample" type="org.apache.pig.data.Tuple"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+      <doc>
+      <![CDATA[@param sample - sample tuple
+ @return - Tuple appended with special marker string column, num-rows column
+ @throws ExecException]]>
+      </doc>
+    </method>
+    <field name="serialVersionUID" type="long"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="protected"
+      deprecated="not deprecated">
+    </field>
     <field name="DEFAULT_SAMPLE_RATE" type="int"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="sampleRate" type="int"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="heapPerc" type="float"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="totalMemory" type="java.lang.Long"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="initialized" type="boolean"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="numSkipped" type="int"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="numRowsSampled" type="int"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="avgTupleMemSz" type="long"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="rowNum" type="long"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="skipInterval" type="long"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="memToSkipPerSample" type="long"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="numRowSplTupleReturned" type="boolean"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="newSample" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPoissonSample -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPreCombinerLocalRearrange -->
@@ -27551,6 +28361,11 @@
       deprecated="not deprecated">
       <param name="sortFunc" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserComparisonFunc"/>
     </method>
+    <method name="getMComparator" return="java.util.Comparator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getMAscCols" return="java.util.List"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -27610,7 +28425,7 @@
     deprecated="not deprecated">
     <implements name="java.util.Comparator"/>
     <implements name="java.io.Serializable"/>
-    <constructor name="POSort.SortComparator"
+    <constructor name="SortComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -27630,7 +28445,7 @@
     deprecated="not deprecated">
     <implements name="java.util.Comparator"/>
     <implements name="java.io.Serializable"/>
-    <constructor name="POSort.UDFSortComparator"
+    <constructor name="UDFSortComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -28470,7 +29285,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MonitoredUDFExecutor.ErrorCallback"
+    <constructor name="ErrorCallback"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -28554,6 +29369,3030 @@
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.PlanHelper -->
 </package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.JobGraphBuilder -->
+  <class name="JobGraphBuilder" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="JobGraphBuilder" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan, java.util.Map, org.apache.pig.tools.pigstats.spark.SparkPigStats, JavaSparkContext, org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener, java.lang.String, org.apache.hadoop.mapred.JobConf, org.apache.pig.impl.PigContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <field name="NULLPART_JOB_ID" type="int"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.JobGraphBuilder -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener -->
+  <class name="JobMetricsListener" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="JobMetricsListener"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="onStageCompleted"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="stageCompleted" type="SparkListenerStageCompleted"/>
+    </method>
+    <method name="onStageSubmitted"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="stageSubmitted" type="SparkListenerStageSubmitted"/>
+    </method>
+    <method name="onTaskStart"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="taskStart" type="SparkListenerTaskStart"/>
+    </method>
+    <method name="onTaskGettingResult"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="taskGettingResult" type="SparkListenerTaskGettingResult"/>
+    </method>
+    <method name="onExecutorRemoved"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="executorRemoved" type="SparkListenerExecutorRemoved"/>
+    </method>
+    <method name="onExecutorAdded"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="executorAdded" type="SparkListenerExecutorAdded"/>
+    </method>
+    <method name="onBlockUpdated"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="blockUpdated" type="SparkListenerBlockUpdated"/>
+    </method>
+    <method name="onTaskEnd"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="taskEnd" type="SparkListenerTaskEnd"/>
+    </method>
+    <method name="onJobStart"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobStart" type="SparkListenerJobStart"/>
+    </method>
+    <method name="onJobEnd"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobEnd" type="SparkListenerJobEnd"/>
+    </method>
+    <method name="onEnvironmentUpdate"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="environmentUpdate" type="SparkListenerEnvironmentUpdate"/>
+    </method>
+    <method name="onBlockManagerAdded"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="blockManagerAdded" type="SparkListenerBlockManagerAdded"/>
+    </method>
+    <method name="onBlockManagerRemoved"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="blockManagerRemoved" type="SparkListenerBlockManagerRemoved"/>
+    </method>
+    <method name="onUnpersistRDD"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="unpersistRDD" type="SparkListenerUnpersistRDD"/>
+    </method>
+    <method name="onApplicationStart"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="applicationStart" type="SparkListenerApplicationStart"/>
+    </method>
+    <method name="onApplicationEnd"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="applicationEnd" type="SparkListenerApplicationEnd"/>
+    </method>
+    <method name="onExecutorMetricsUpdate"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="executorMetricsUpdate" type="SparkListenerExecutorMetricsUpdate"/>
+    </method>
+    <method name="getJobMetric" return="java.util.Map"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobId" type="int"/>
+    </method>
+    <method name="waitForJobToEnd" return="boolean"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobId" type="int"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="cleanup"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobId" type="int"/>
+    </method>
+    <method name="reset"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.KryoSerializer -->
+  <class name="KryoSerializer" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="KryoSerializer"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="serializeJobConf" return="byte[]"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobConf" type="org.apache.hadoop.mapred.JobConf"/>
+    </method>
+    <method name="deserializeJobConf" return="org.apache.hadoop.mapred.JobConf"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="buffer" type="byte[]"/>
+    </method>
+    <doc>
+    <![CDATA[Pulled class from Hive on Spark]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.KryoSerializer -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.MapReducePartitionerWrapper -->
+  <class name="MapReducePartitionerWrapper" extends="Partitioner"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="MapReducePartitionerWrapper" type="java.lang.String, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="numPartitions" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getPartition" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Object"/>
+    </method>
+    <doc>
+    <![CDATA[Spark Partitioner that wraps a custom partitioner that implements
+ org.apache.hadoop.mapreduce.Partitioner interface.
+
+ Since Spark's shuffle API takes a different parititioner class
+ (@see org.apache.spark.Partitioner) compared to MapReduce, we need to
+ wrap custom partitioners written for MapReduce inside this Spark Partitioner.
+
+ MR Custom partitioners are expected to implement getPartition() with
+ specific arguments:
+   public int getPartition(PigNullableWritable key, Writable value, int numPartitions)
+ For an example of such a partitioner,
+ @see org.apache.pig.test.utils.SimpleCustomPartitioner]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.MapReducePartitionerWrapper -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkEngineConf -->
+  <class name="SparkEngineConf" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.io.Serializable"/>
+    <constructor name="SparkEngineConf"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setSparkUdfImportListStr"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkUdfImportListStr" type="java.lang.String"/>
+    </method>
+    <doc>
+    <![CDATA[The object of SparkEngineConf is to solve the initialization problem of PigContext.properties.get("udf.import.list"),
+ UDFContext#udfConfs, UDFContext#clientSysProps in spark mode. These variables can not be
+ serialized because they are ThreadLocal variables. In MR mode, they are serialized in JobConfiguration
+ in JobControlCompiler#getJob and deserialized by JobConfiguration in PigGenericMapBase#setup. But there is no
+ setup() in spark like what in mr, so these variables can be correctly deserialized before spark programs call them.
+ Here we use following solution to solve:
+ these variables are saved in SparkEngineConf#writeObject and available and then initialized
+ in SparkEngineConf#readObject in spark executor thread.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkEngineConf -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkExecType -->
+  <class name="SparkExecType" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.ExecType"/>
+    <constructor name="SparkExecType"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="accepts" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="properties" type="java.util.Properties"/>
+    </method>
+    <method name="getExecutionEngine" return="org.apache.pig.backend.executionengine.ExecutionEngine"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+    </method>
+    <method name="getExecutionEngineClass" return="java.lang.Class"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isLocal" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkExecType -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkExecutionEngine -->
+  <class name="SparkExecutionEngine" extends="org.apache.pig.backend.hadoop.executionengine.HExecutionEngine"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkExecutionEngine" type="org.apache.pig.impl.PigContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="instantiateScriptState" return="org.apache.pig.tools.pigstats.ScriptState"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getExecutableManager" return="org.apache.pig.impl.streaming.ExecutableManager"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="instantiatePigStats" return="org.apache.pig.tools.pigstats.PigStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkExecutionEngine -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher -->
+  <class name="SparkLauncher" extends="org.apache.pig.backend.hadoop.executionengine.Launcher"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkLauncher"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="launchPig" return="org.apache.pig.tools.pigstats.PigStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="physicalPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <param name="grpName" type="java.lang.String"/>
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+      <exception name="Exception" type="java.lang.Exception"/>
+    </method>
+    <method name="compile" return="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="physicalPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="explain"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="pp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <param name="pc" type="org.apache.pig.impl.PigContext"/>
+      <param name="ps" type="java.io.PrintStream"/>
+      <param name="format" type="java.lang.String"/>
+      <param name="verbose" type="boolean"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="kill"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="BackendException" type="org.apache.pig.backend.BackendException"/>
+    </method>
+    <method name="killJob"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobID" type="java.lang.String"/>
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+      <exception name="BackendException" type="org.apache.pig.backend.BackendException"/>
+    </method>
+    <doc>
+    <![CDATA[Main class that launches pig for Spark]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType -->
+  <class name="SparkLauncher.ResourceType" extends="java.lang.Enum"
+    abstract="false"
+    static="true" final="true" visibility="public"
+    deprecated="not deprecated">
+    <method name="values" return="org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType[]"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="valueOf" return="org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+    </method>
+    <field name="JAR" type="org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="FILE" type="org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkLauncher.ResourceType -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkLocalExecType -->
+  <class name="SparkLocalExecType" extends="org.apache.pig.backend.hadoop.executionengine.spark.SparkExecType"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkLocalExecType"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="accepts" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="properties" type="java.util.Properties"/>
+    </method>
+    <method name="isLocal" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[SparkLocalExecType is the ExecType for local mode in Spark.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkLocalExecType -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigContext -->
+  <class name="SparkPigContext" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPigContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="get" return="org.apache.pig.backend.hadoop.executionengine.spark.SparkPigContext"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getDefaultParallelism" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getParallelism" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+    </method>
+    <method name="setDefaultParallelism"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="defaultParallelism" type="int"/>
+    </method>
+    <method name="getBroadcastedVars" return="java.util.concurrent.ConcurrentHashMap"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[singleton class like PigContext]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigContext -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigRecordReader -->
+  <class name="SparkPigRecordReader" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigRecordReader"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPigRecordReader" type="org.apache.hadoop.mapreduce.InputFormat, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit, org.apache.pig.LoadFunc, org.apache.hadoop.mapreduce.TaskAttemptContext, long"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+      <doc>
+      <![CDATA[@param inputformat
+ @param pigSplit
+ @param loadFunc
+ @param context
+ @param limit]]>
+      </doc>
+    </constructor>
+    <method name="initialize"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
+      <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <doc>
+    <![CDATA[Record reader for Spark mode - handles SparkPigSplit]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigRecordReader -->
+  <!-- start interface org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit -->
+  <interface name="SparkPigSplit"    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.hadoop.io.Writable"/>
+    <implements name="org.apache.hadoop.conf.Configurable"/>
+    <implements name="java.io.Serializable"/>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getLocationInfo" return="org.apache.hadoop.mapred.SplitLocationInfo[]"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="getLength" return="long"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="getSplitIndex" return="int"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setMultiInputs"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="b" type="boolean"/>
+    </method>
+    <method name="isMultiInputs" return="boolean"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumPaths" return="int"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setDisableCounter"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="disableCounter" type="boolean"/>
+    </method>
+    <method name="disableCounter" return="boolean"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCurrentIdx"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getWrappedPigSplit" return="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Wrapper class for PigSplits in Spark mode
+
+ Spark only counts HDFS bytes read if we provide a FileSplit, so we have to wrap PigSplits and have the wrapper
+ class extend FileSplit]]>
+    </doc>
+  </interface>
+  <!-- end interface org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.FileSparkPigSplit -->
+  <class name="SparkPigSplit.FileSparkPigSplit" extends="org.apache.hadoop.mapreduce.lib.input.FileSplit"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit"/>
+    <constructor name="FileSparkPigSplit"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Spark executor's deserializer calls this, and we have to instantiate a default wrapped object]]>
+      </doc>
+    </constructor>
+    <constructor name="FileSparkPigSplit" type="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getLocationInfo" return="org.apache.hadoop.mapred.SplitLocationInfo[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getLength" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getLocations" return="java.lang.String[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getLength" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="readFields"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="is" type="java.io.DataInput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="write"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="os" type="java.io.DataOutput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="getSplitIndex" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setMultiInputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="b" type="boolean"/>
+    </method>
+    <method name="isMultiInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getConf" return="org.apache.hadoop.conf.Configuration"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setConf"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+    </method>
+    <method name="getNumPaths" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setDisableCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="disableCounter" type="boolean"/>
+    </method>
+    <method name="disableCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCurrentIdx"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getWrappedPigSplit" return="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getPath" return="org.apache.hadoop.fs.Path"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.FileSparkPigSplit -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.GenericSparkPigSplit -->
+  <class name="SparkPigSplit.GenericSparkPigSplit" extends="org.apache.hadoop.mapreduce.InputSplit"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit"/>
+    <constructor name="GenericSparkPigSplit"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Spark executor's deserializer calls this, and we have to instantiate a default wrapped object]]>
+      </doc>
+    </constructor>
+    <constructor name="GenericSparkPigSplit" type="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getLocationInfo" return="org.apache.hadoop.mapred.SplitLocationInfo[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getLength" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="getLocations" return="java.lang.String[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getWrappedSplit" return="org.apache.hadoop.mapreduce.InputSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getLength" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="readFields"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="is" type="java.io.DataInput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="write"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="os" type="java.io.DataOutput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="getSplitIndex" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setMultiInputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="b" type="boolean"/>
+    </method>
+    <method name="isMultiInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getConf" return="org.apache.hadoop.conf.Configuration"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setConf"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+    </method>
+    <method name="getNumPaths" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setDisableCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="disableCounter" type="boolean"/>
+    </method>
+    <method name="disableCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCurrentIdx"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="idx" type="int"/>
+    </method>
+    <method name="getWrappedPigSplit" return="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkPigSplit.GenericSparkPigSplit -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkPOUserFuncVisitor -->
+  <class name="SparkPOUserFuncVisitor" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPOUserFuncVisitor" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="getCacheFiles" return="java.util.Set"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getShipFiles" return="java.util.Set"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkPOUserFuncVisitor -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.SparkUtil -->
+  <class name="SparkUtil" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getManifest" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="clazz" type="java.lang.Class"/>
+    </method>
+    <method name="getTuple2Manifest" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getProduct2Manifest" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="newJobConf" return="org.apache.hadoop.mapred.JobConf"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+      <param name="physicalPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <param name="sparkEngineConf" type="org.apache.pig.backend.hadoop.executionengine.spark.SparkEngineConf"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="toScalaSeq" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="list" type="java.util.List"/>
+    </method>
+    <method name="assertPredecessorSize"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <param name="size" type="int"/>
+    </method>
+    <method name="assertPredecessorSizeGreaterThan"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <param name="size" type="int"/>
+    </method>
+    <method name="getPartitioner" return="Partitioner"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="customPartitioner" type="java.lang.String"/>
+      <param name="parallelism" type="int"/>
+    </method>
+    <method name="createIndexerSparkNode"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="baseSparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="scope" type="java.lang.String"/>
+      <param name="nig" type="org.apache.pig.impl.plan.NodeIdGenerator"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.SparkUtil -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.UDFJarsFinder -->
+  <class name="UDFJarsFinder" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="UDFJarsFinder" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan, org.apache.pig.impl.PigContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="getUdfJars" return="java.util.Set"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.UDFJarsFinder -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.converter">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.BroadcastConverter -->
+  <class name="BroadcastConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="BroadcastConverter" type="JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="po" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POBroadcastSpark"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.BroadcastConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.CollectedGroupConverter -->
+  <class name="CollectedGroupConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="CollectedGroupConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCollectedGroup"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.CollectedGroupConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.CounterConverter -->
+  <class name="CounterConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="CounterConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poCounter" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCounter"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.CounterConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.DistinctConverter -->
+  <class name="DistinctConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="DistinctConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.DistinctConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.FilterConverter -->
+  <class name="FilterConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="FilterConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFilter"/>
+    </method>
+    <doc>
+    <![CDATA[Converter that converts an RDD to a filtered RRD using POFilter]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.FilterConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.ForEachConverter -->
+  <class name="ForEachConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="ForEachConverter" type="org.apache.hadoop.mapred.JobConf"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
+    </method>
+    <doc>
+    <![CDATA[Convert that is able to convert an RRD to another RRD using a POForEach]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.ForEachConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.FRJoinConverter -->
+  <class name="FRJoinConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="FRJoinConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poFRJoin" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="setReplicatedInputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="replicatedInputs" type="java.util.Set"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.FRJoinConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.GlobalRearrangeConverter -->
+  <class name="GlobalRearrangeConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="GlobalRearrangeConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.GlobalRearrangeConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.IndexedKey -->
+  <class name="IndexedKey" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.io.Serializable"/>
+    <implements name="java.lang.Comparable"/>
+    <constructor name="IndexedKey" type="byte, java.lang.Object"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getIndex" return="byte"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getKey" return="java.lang.Object"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="equals" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="o" type="java.lang.Object"/>
+      <doc>
+      <![CDATA[If key is empty, we'd like compute equality based on key and index.
+ If key is not empty, we'd like to compute equality based on just the key (like we normally do).
+ There are two possible cases when two tuples are compared:
+ 1) Compare tuples of same table (same index)
+ 2) Compare tuples of different tables (different index values)
+ In 1)
+ key1    key2    equal?
+ null    null      Y
+ foo     null      N
+ null    foo       N
+ foo     foo       Y
+ (1,1)   (1,1)     Y
+ (1,)    (1,)      Y
+ (1,2)   (1,2)     Y
+ <p/>
+ <p/>
+ In 2)
+ key1    key2    equal?
+ null    null     N
+ foo     null     N
+ null    foo      N
+ foo     foo      Y
+ (1,1)   (1,1)    Y
+ (1,)    (1,)     N
+ (1,2)   (1,2)    Y
+
+ @param o
+ @return]]>
+      </doc>
+    </method>
+    <method name="hashCode" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Calculate hashCode by index and key
+ if key is empty, return index value
+ if key is not empty, return the key.hashCode()]]>
+      </doc>
+    </method>
+    <method name="compareTo" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="o" type="java.lang.Object"/>
+    </method>
+    <method name="setUseSecondaryKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="useSecondaryKey" type="boolean"/>
+    </method>
+    <method name="setSecondarySortOrder"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="secondarySortOrder" type="boolean[]"/>
+    </method>
+    <doc>
+    <![CDATA[IndexedKey records the index and key info.
+ This is used as key for JOINs. It addresses the case where key is
+ either empty (or is a tuple with one or more empty fields). In this case,
+ we must respect the SQL standard as documented in the equals() method.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.IndexedKey -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.JoinGroupSparkConverter -->
+  <class name="JoinGroupSparkConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="JoinGroupSparkConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.POJoinGroupSpark"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.JoinGroupSparkConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.LimitConverter -->
+  <class name="LimitConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="LimitConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poLimit" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLimit"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.LimitConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.LoadConverter -->
+  <class name="LoadConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="LoadConverter" type="org.apache.pig.impl.PigContext, org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, SparkContext, org.apache.hadoop.mapred.JobConf, org.apache.pig.backend.hadoop.executionengine.spark.SparkEngineConf"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessorRdds" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <doc>
+    <![CDATA[Converter that loads data via POLoad and converts it to RRD&lt;Tuple>. Abuses
+ the interface a bit in that there is no input RRD to convert in this case.
+ Instead input is the source path of the POLoad.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.LoadConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.LocalRearrangeConverter -->
+  <class name="LocalRearrangeConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="LocalRearrangeConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.LocalRearrangeConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.MergeCogroupConverter -->
+  <class name="MergeCogroupConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="MergeCogroupConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeCogroup"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.MergeCogroupConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.MergeJoinConverter -->
+  <class name="MergeJoinConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="MergeJoinConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poMergeJoin" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.MergeJoinConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.PackageConverter -->
+  <class name="PackageConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="PackageConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.PackageConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.PoissonSampleConverter -->
+  <class name="PoissonSampleConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="PoissonSampleConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="po" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.POPoissonSampleSpark"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.PoissonSampleConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.RankConverter -->
+  <class name="RankConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="RankConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poRank" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORank"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.RankConverter -->
+  <!-- start interface org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter -->
+  <interface name="RDDConverter"    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <method name="convert" return="&lt;any&gt;"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="rdd" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <doc>
+    <![CDATA[Given an RDD and a PhysicalOperater, and implementation of this class can
+ convert the RDD to another RDD.]]>
+    </doc>
+  </interface>
+  <!-- end interface org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.ReduceByConverter -->
+  <class name="ReduceByConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="ReduceByConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.POReduceBySpark"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.ReduceByConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.SecondaryKeySortUtil -->
+  <class name="SecondaryKeySortUtil" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SecondaryKeySortUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="handleSecondarySort" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="rdd" type="&lt;any&gt;"/>
+      <param name="pkgOp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"/>
+    </method>
+    <doc>
+    <![CDATA[Provide utility functions which is used by ReducedByConverter and JoinGroupSparkConverter.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.SecondaryKeySortUtil -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.SkewedJoinConverter -->
+  <class name="SkewedJoinConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <implements name="java.io.Serializable"/>
+    <constructor name="SkewedJoinConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setSkewedJoinPartitionFile"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="partitionFile" type="java.lang.String"/>
+    </method>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poSkewedJoin" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSkewedJoin"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.SkewedJoinConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.SortConverter -->
+  <class name="SortConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="SortConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="sortOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.SortConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.SparkSampleSortConverter -->
+  <class name="SparkSampleSortConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="SparkSampleSortConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="sortOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.POSampleSortSpark"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.SparkSampleSortConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.SplitConverter -->
+  <class name="SplitConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="SplitConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poSplit" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSplit"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.SplitConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.StoreConverter -->
+  <class name="StoreConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="StoreConverter" type="org.apache.hadoop.mapred.JobConf"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <doc>
+    <![CDATA[Converter that takes a POStore and stores it's content.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.StoreConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.StreamConverter -->
+  <class name="StreamConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="StreamConverter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="poStream" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStream"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.StreamConverter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.converter.UnionConverter -->
+  <class name="UnionConverter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.spark.converter.RDDConverter"/>
+    <constructor name="UnionConverter" type="SparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="convert" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+      <param name="physicalOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.converter.UnionConverter -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.operator">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator -->
+  <class name="NativeSparkOperator" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="NativeSparkOperator" type="org.apache.pig.impl.plan.OperatorKey, java.lang.String, java.lang.String[]"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getJobId" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="runJob"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="JobCreationException" type="org.apache.pig.backend.hadoop.executionengine.JobCreationException"/>
+    </method>
+    <method name="getCommandString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[NativeSparkOperator:]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark -->
+  <class name="POGlobalRearrangeSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POGlobalRearrangeSpark" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </constructor>
+    <method name="isUseSecondaryKey" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setUseSecondaryKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="useSecondaryKey" type="boolean"/>
+    </method>
+    <method name="getSecondarySortOrder" return="boolean[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setSecondarySortOrder"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="secondarySortOrder" type="boolean[]"/>
+    </method>
+    <doc>
+    <![CDATA[POGlobalRearrange for spark mode]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.POJoinGroupSpark -->
+  <class name="POJoinGroupSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POJoinGroupSpark" type="java.util.List, org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getLROps" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getGROp" return="org.apache.pig.backend.hadoop.executionengine.spark.operator.POGlobalRearrangeSpark"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getPkgOp" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="supportsMultipleInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="supportsMultipleOutputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="illustratorMarkup" return="org.apache.pig.data.Tuple"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="in" type="java.lang.Object"/>
+      <param name="out" type="java.lang.Object"/>
+      <param name="eqClassIndex" type="int"/>
+    </method>
+    <method name="setPredecessors"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="predecessors" type="java.util.List"/>
+    </method>
+    <method name="getPredecessors" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Collapse POLocalRearrange,POGlobalRearrange and POPackage to POJoinGroupSpark to reduce unnecessary map operations in the join/group]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.POJoinGroupSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.POPoissonSampleSpark -->
+  <class name="POPoissonSampleSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPoissonSample"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POPoissonSampleSpark" type="org.apache.pig.impl.plan.OperatorKey, int, int, float, long"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="isEndOfInput" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setEndOfInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="isEndOfInput" type="boolean"/>
+    </method>
+    <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.POPoissonSampleSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.POReduceBySpark -->
+  <class name="POReduceBySpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POReduceBySpark" type="org.apache.pig.impl.plan.OperatorKey, int, java.util.List, java.util.List, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getPKGOp" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getFlatStr" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+    <method name="isUseSecondaryKey" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setUseSecondaryKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="useSecondaryKey" type="boolean"/>
+    </method>
+    <method name="getSecondarySortOrder" return="boolean[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setSecondarySortOrder"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="secondarySortOrder" type="boolean[]"/>
+    </method>
+    <method name="getCustomPartitioner" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCustomPartitioner"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="customPartitioner" type="java.lang.String"/>
+    </method>
+    <method name="getLROp" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="lr" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="pkg" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <doc>
+    <![CDATA[ReduceBy operator that maps to Sparks ReduceBy.
+ Extends ForEach and adds packager, secondary sort and partitioner support.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.POReduceBySpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.operator.POSampleSortSpark -->
+  <class name="POSampleSortSpark" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POSampleSortSpark" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="supportsMultipleInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="supportsMultipleOutputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="illustratorMarkup" return="org.apache.pig.data.Tuple"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="in" type="java.lang.Object"/>
+      <param name="out" type="java.lang.Object"/>
+      <param name="eqClassIndex" type="int"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.operator.POSampleSortSpark -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.optimizer">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.AccumulatorOptimizer -->
+  <class name="AccumulatorOptimizer" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="AccumulatorOptimizer" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[A visitor to optimize plans that determines if a vertex plan can run in
+ accumulative mode.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.AccumulatorOptimizer -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.CombinerOptimizer -->
+  <class name="CombinerOptimizer" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="CombinerOptimizer" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[This class goes through the physical plan are replaces GlobalRearrange with ReduceBy
+ where there are algebraic operations.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.CombinerOptimizer -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.JoinGroupOptimizerSpark -->
+  <class name="JoinGroupOptimizerSpark" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="JoinGroupOptimizerSpark" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[Collapse LocalRearrange,GlobalRearrange,Package to POJoinGroupSpark to reduce unnecessary
+ map operations to optimize join/group. Detail see PIG-4797]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.JoinGroupOptimizerSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.MultiQueryOptimizerSpark -->
+  <class name="MultiQueryOptimizerSpark" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="MultiQueryOptimizerSpark" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="addSubPlanPropertiesToParent"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="parentOper" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="subPlanOper" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <doc>
+    <![CDATA[MultiQueryOptimizer for spark]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.MultiQueryOptimizerSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.NoopFilterRemover -->
+  <class name="NoopFilterRemover" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="NoopFilterRemover" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[For historical reasons splits will always produce filters that pass
+ everything through unchanged. This optimizer removes these.
+ <p/>
+ The condition we look for is POFilters with a constant boolean
+ (true) expression as it's plan.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.NoopFilterRemover -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.ParallelismSetter -->
+  <class name="ParallelismSetter" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="ParallelismSetter" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan, org.apache.hadoop.mapred.JobConf"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.ParallelismSetter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.SecondaryKeyOptimizerSpark -->
+  <class name="SecondaryKeyOptimizerSpark" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.optimizer.SecondaryKeyOptimizer"/>
+    <constructor name="SecondaryKeyOptimizerSpark" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+      <doc>
+      <![CDATA[Secondary key sort optimization is enabled in group + foreach nested situation, like TestAccumlator#testAccumWithSort
+ After calling SecondaryKeyOptimizerUtil.applySecondaryKeySort, the POSort in the POForeach will be deleted in the spark plan.
+ Sort function can be implemented in secondary key sort even though POSort is deleted in the spark plan.
+
+ @param sparkOperator
+ @throws VisitorException]]>
+      </doc>
+    </method>
+    <method name="getNumSortRemoved" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumDistinctChanged" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumUseSecondaryKey" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Secondary key sort optimization for spark mode]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.SecondaryKeyOptimizerSpark -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.SparkSecondaryKeyOptimizerUtil -->
+  <class name="SparkSecondaryKeyOptimizerUtil" extends="org.apache.pig.backend.hadoop.executionengine.util.SecondaryKeyOptimizerUtil"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkSecondaryKeyOptimizerUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getCurrentNode" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="root" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <param name="reducePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.optimizer.SparkSecondaryKeyOptimizerUtil -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.plan">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter -->
+  <class name="DotSparkPrinter" extends="org.apache.pig.impl.plan.DotPlanDumper"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="DotSparkPrinter" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan, java.io.PrintStream"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setVerbose"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="verbose" type="boolean"/>
+    </method>
+    <method name="makeDumper" return="org.apache.pig.impl.plan.DotPlanDumper"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerPlan"/>
+      <param name="ps" type="java.io.PrintStream"/>
+    </method>
+    <method name="getName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="getNestedPlans" return="java.util.Collection"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="getAttributes" return="java.lang.String[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <doc>
+    <![CDATA[This class can print Spark plan in the DOT format. It uses
+ clusters to illustrate nesting. If "verbose" is off, it will skip
+ any nesting in the associated physical plans.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerOperator -->
+  <class name="DotSparkPrinter.InnerOperator" extends="org.apache.pig.impl.plan.Operator"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="InnerOperator" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.impl.plan.PlanVisitor"/>
+    </method>
+    <method name="supportsMultipleInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="supportsMultipleOutputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getPlan" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="hashCode" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Helper class to represent the relationship of inner operators]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerOperator -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerPlan -->
+  <class name="DotSparkPrinter.InnerPlan" extends="org.apache.pig.impl.plan.OperatorPlan"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="InnerPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <doc>
+    <![CDATA[Each spark operator will have and an inner plan of inner
+ operators. The inner operators contain the physical plan of the
+ execution phase.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.DotSparkPrinter.InnerPlan -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkCompiler -->
+  <class name="SparkCompiler" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkCompiler" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.impl.PigContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="compile"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="getSparkPlan" return="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="connectSoftLink"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="visitSplit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSplit"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitDistinct"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PODistinct"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitLoad"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitNative"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PONative"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitStore"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitFilter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFilter"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitCross"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCross"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitStream"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStream"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitSort"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSort"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitLimit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLimit"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitLocalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitCollectedGroup"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCollectedGroup"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitPOForEach"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCounter"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitRank"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORank"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitGlobalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POGlobalRearrange"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitPackage"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitUnion"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitSkewedJoin"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSkewedJoin"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+      <doc>
+      <![CDATA[currently use regular join to replace skewedJoin
+ Skewed join currently works with two-table inner join.
+ More info about pig SkewedJoin, See https://wiki.apache.org/pig/PigSkewedJoinSpec
+
+ @param op
+ @throws VisitorException]]>
+      </doc>
+    </method>
+    <method name="visitFRJoin"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitMergeJoin"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="joinOp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="visitMergeCoGroup"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="poCoGrp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeCogroup"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[The compiler that compiles a given physical physicalPlan into a DAG of Spark
+ operators]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkCompiler -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkCompilerException -->
+  <class name="SparkCompilerException" extends="org.apache.pig.impl.plan.VisitorException"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkCompilerException"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with null as the error message.]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.Throwable"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified cause.
+
+ @param cause - The cause (which is saved for later retrieval by the <link>Throwable.getCause()</link> method) indicating the source of this exception. A null value is permitted, and indicates that the cause is nonexistent or unknown.]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, java.lang.Throwable"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param cause - The cause (which is saved for later retrieval by the <link>Throwable.getCause()</link> method) indicating the source of this exception. A null value is permitted, and indicates that the cause is nonexistent or unknown.]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, java.lang.Throwable"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param cause - The cause (which is saved for later retrieval by the <link>Throwable.getCause()</link> method) indicating the source of this exception. A null value is permitted, and indicates that the cause is nonexistent or unknown.]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, byte"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param errSrc - The error source]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, byte, java.lang.Throwable"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param errSrc - The error source
+ @param cause - The cause (which is saved for later retrieval by the <link>Throwable.getCause()</link> method) indicating the source of this exception. A null value is permitted, and indicates that the cause is nonexistent or unknown.]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, boolean"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param retry - If the exception is retriable or not]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, byte, boolean"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param errSrc - The error source 
+ @param retry - If the exception is retriable or not]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, byte, boolean, java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message, error code, error source, retriable or not, detalied message for the developer and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param errSrc - The error source 
+ @param retry - If the exception is retriable or not
+ @param detailedMsg - The detailed message shown to the developer]]>
+      </doc>
+    </constructor>
+    <constructor name="SparkCompilerException" type="java.lang.String, int, byte, boolean, java.lang.String, java.lang.Throwable"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Create a new SparkCompilerException with the specified message, error code, error source, retriable or not, detalied message for the developer and cause.
+
+ @param message - The error message (which is saved for later retrieval by the <link>Throwable.getMessage()</link> method) shown to the user 
+ @param errCode - The error code shown to the user 
+ @param errSrc - The error source 
+ @param retry - If the exception is retriable or not
+ @param detailedMsg - The detailed message shown to the developer 
+ @param cause - The cause (which is saved for later retrieval by the <link>Throwable.getCause()</link> method) indicating the source of this exception. A null value is permitted, and indicates that the cause is nonexistent or unknown.]]>
+      </doc>
+    </constructor>
+    <doc>
+    <![CDATA[Create a new SparkCompilerException with null as the error message.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkCompilerException -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator -->
+  <class name="SparkOperator" extends="org.apache.pig.impl.plan.Operator"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkOperator" type="org.apache.pig.impl.plan.OperatorKey"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="supportsMultipleInputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="supportsMultipleOutputs" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="add"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="physicalOper" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+    </method>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="addCrossKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
+    </method>
+    <method name="getCrossKeys" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isGroupBy" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markGroupBy"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isCogroup" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markCogroup"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isRegularJoin" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markRegularJoin"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getRequestedParallelism" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setSplitter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="spl" type="boolean"/>
+    </method>
+    <method name="isSplitter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isSampler" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markSampler"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setSkewedJoinPartitionFile"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="file" type="java.lang.String"/>
+    </method>
+    <method name="getSkewedJoinPartitionFile" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="usingTypedComparator" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+    <method name="useTypedComparator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="useTypedComparator" type="boolean"/>
+    </method>
+    <method name="noCombineSmallSplits"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+    <method name="combineSmallSplits" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isIndexer" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markIndexer"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isUnion" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markUnion"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isNative" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markNative"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isLimit" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markLimit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isLimitAfterSort" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markLimitAfterSort"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="copyFeatures"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="copyFrom" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="excludeFeatures" type="java.util.List"/>
+    </method>
+    <method name="isSkewedJoin" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setRequestedParallelism"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="requestedParallelism" type="int"/>
+    </method>
+    <method name="setRequestedParallelismByReference"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="oper" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="addMultiQueryOptimizeConnectionItem"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="to" type="org.apache.pig.impl.plan.OperatorKey"/>
+      <param name="from" type="org.apache.pig.impl.plan.OperatorKey"/>
+    </method>
+    <method name="getMultiQueryOptimizeConnectionItem" return="org.apache.pig.impl.util.MultiMap"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setGlobalSort"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="globalSort" type="boolean"/>
+    </method>
+    <method name="isGlobalSort" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="physicalPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="UDFs" type="java.util.Set"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="customPartitioner" type="java.lang.String"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="scalars" type="java.util.Set"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="requestedParallelism" type="int"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <doc>
+    <![CDATA[An operator model for a Spark job. Acts as a host to the plans that will
+ execute in spark.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan -->
+  <class name="SparkOperPlan" extends="org.apache.pig.impl.plan.OperatorPlan"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[A Plan used to create the physicalPlan of Spark Operators]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor -->
+  <class name="SparkOpPlanVisitor" extends="org.apache.pig.impl.plan.PlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkOpPlanVisitor" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan, org.apache.pig.impl.plan.PlanWalker"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[A visitor for the SparkOperPlan class]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkPOPackageAnnotator -->
+  <class name="SparkPOPackageAnnotator" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPOPackageAnnotator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[This visitor visits the SparkPlan and does the following for each
+ SparkOperator - visits the POPackage in the plan and finds the corresponding
+ POLocalRearrange(s). It then annotates the POPackage with information about
+ which columns in the "value" are present in the "key" and will need to
+ stitched in to the "value"]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkPOPackageAnnotator -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkPrinter -->
+  <class name="SparkPrinter" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPrinter" type="java.io.PrintStream, org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setVerbose"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="verbose" type="boolean"/>
+    </method>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <doc>
+    <![CDATA[A visitor mechanism printing out the logical plan.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkPrinter -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.plan.XMLSparkPrinter -->
+  <class name="XMLSparkPrinter" extends="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOpPlanVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="XMLSparkPrinter" type="java.io.PrintStream, org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ParserConfigurationException" type="javax.xml.parsers.ParserConfigurationException"/>
+    </constructor>
+    <method name="closePlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="TransformerException" type="javax.xml.transform.TransformerException"/>
+    </method>
+    <method name="visitSparkOp"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="so" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.plan.XMLSparkPrinter -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.running">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.running.PigInputFormatSpark -->
+  <class name="PigInputFormatSpark" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="PigInputFormatSpark"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
+      <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="getSplits" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobcontext" type="org.apache.hadoop.mapreduce.JobContext"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+      <doc>
+      <![CDATA[This is where we have to wrap PigSplits into SparkPigSplits
+ @param jobcontext
+ @return
+ @throws IOException
+ @throws InterruptedException]]>
+      </doc>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.running.PigInputFormatSpark -->
+</package>
+<package name="org.apache.pig.backend.hadoop.executionengine.spark.streaming">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.spark.streaming.SparkExecutableManager -->
+  <class name="SparkExecutableManager" extends="org.apache.pig.backend.hadoop.streaming.HadoopExecutableManager"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkExecutableManager"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="writeErrorToHDFS" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="limit" type="int"/>
+      <param name="taskId" type="java.lang.String"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.spark.streaming.SparkExecutableManager -->
+</package>
 <package name="org.apache.pig.backend.hadoop.executionengine.tez">
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.TezDagBuilder -->
   <class name="TezDagBuilder" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor"
@@ -28564,6 +32403,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
+    <method name="shouldDisableDAGRecovery" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="avoidContainerReuseIfInputSplitInDisk"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -28967,29 +32811,6 @@
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.TezSessionManager -->
-  <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.TezSessionManager.SessionInfo -->
-  <class name="TezSessionManager.SessionInfo" extends="java.lang.Object"
-    abstract="false"
-    static="true" final="false" visibility="public"
-    deprecated="not deprecated">
-    <method name="getResources" return="java.util.Map"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <method name="getTezSession" return="org.apache.tez.client.TezClient"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <method name="setInUse"
-      abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-      <param name="inUse" type="boolean"/>
-    </method>
-  </class>
-  <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.TezSessionManager.SessionInfo -->
 </package>
 <package name="org.apache.pig.backend.hadoop.executionengine.tez.plan">
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezCompiler -->
@@ -29164,6 +32985,18 @@
       <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POSkewedJoin"/>
       <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
     </method>
+    <method name="getTempFileSpec" return="org.apache.pig.impl.io.FileSpec"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <doc>
+      <![CDATA[Returns a temporary DFS Path
+ @return
+ @throws IOException]]>
+      </doc>
+    </method>
     <method name="getSortCols" return="org.apache.pig.impl.util.Pair[]"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
@@ -29413,6 +33246,28 @@
       deprecated="not deprecated">
       <param name="nic" type="boolean"/>
     </method>
+    <method name="getCombinerInMap" return="java.lang.Boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCombinerInMap"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="combinerInMap" type="java.lang.Boolean"/>
+    </method>
+    <method name="getCombinerInReducer" return="java.lang.Boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCombinerInReducer"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="combinerInReducer" type="java.lang.Boolean"/>
+    </method>
     <method name="isUseSecondaryKey" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -29778,6 +33633,26 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="isBuildBloom" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markBuildBloom"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isFilterBloom" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="markFilterBloom"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="copyFeatures"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -30037,7 +33912,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="TezOperator.LoaderInfo"
+    <constructor name="LoaderInfo"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -30189,6 +34064,16 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="BUILDBLOOM" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="FILTERBLOOM" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.VertexGroupInfo -->
@@ -30196,11 +34081,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezOperator.VertexGroupInfo"
+    <constructor name="VertexGroupInfo"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="TezOperator.VertexGroupInfo" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"
+    <constructor name="VertexGroupInfo" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -30596,7 +34481,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezPOPackageAnnotator.LoRearrangeDiscoverer" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
+    <constructor name="LoRearrangeDiscoverer" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPackage"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -30723,7 +34608,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezPrinter.TezDAGGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer"
+    <constructor name="TezDAGGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -30757,7 +34642,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezPrinter.TezVertexGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
+    <constructor name="TezVertexGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -30788,6 +34673,44 @@
   <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezVertexGraphPrinter -->
 </package>
 <package name="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.BloomPackager -->
+  <class name="BloomPackager" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="BloomPackager" type="boolean, int, int, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setBloomKeyType"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="keyType" type="byte"/>
+    </method>
+    <method name="setCombiner"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="isCombiner" type="boolean"/>
+    </method>
+    <method name="attachInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Object"/>
+      <param name="bags" type="org.apache.pig.data.DataBag[]"/>
+      <param name="readOnce" type="boolean[]"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="getNext" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.BloomPackager -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper -->
   <class name="NativeTezOper" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"
     abstract="false"
@@ -30828,6 +34751,172 @@
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBloomFilterRearrangeTez -->
+  <class name="POBloomFilterRearrangeTez" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput"/>
+    <constructor name="POBloomFilterRearrangeTez" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setInputKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="inputKey" type="java.lang.String"/>
+    </method>
+    <method name="getTezInputs" return="java.lang.String[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="replaceInput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="oldInputKey" type="java.lang.String"/>
+      <param name="newInputKey" type="java.lang.String"/>
+    </method>
+    <method name="addInputsToSkip"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="inputsToSkip" type="java.util.Set"/>
+    </method>
+    <method name="attachInputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="inputs" type="java.util.Map"/>
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBloomFilterRearrangeTez"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBloomFilterRearrangeTez -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBuildBloomRearrangeTez -->
+  <class name="POBuildBloomRearrangeTez" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="POBuildBloomRearrangeTez" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POLocalRearrangeTez, boolean, int, int, int, int"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getNumBloomFilters" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+    </method>
+    <method name="setSkipNullKeys"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="skipNullKeys" type="boolean"/>
+    </method>
+    <method name="setBloomOutputKey"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="bloomOutputKey" type="java.lang.String"/>
+    </method>
+    <method name="containsOutputKey" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
+    </method>
+    <method name="getTezOutputs" return="java.lang.String[]"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="replaceOutput"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="oldOutputKey" type="java.lang.String"/>
+      <param name="newOutputKey" type="java.lang.String"/>
+    </method>
+    <method name="attachOutputs"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="outputs" type="java.util.Map"/>
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
+    <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBuildBloomRearrangeTez"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+    </method>
+    <method name="name" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="DEFAULT_BLOOM_STRATEGY" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="DEFAULT_NUM_BLOOM_FILTERS_REDUCE" type="int"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="DEFAULT_NUM_BLOOM_HASH_FUNCTIONS" type="int"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="DEFAULT_BLOOM_HASH_TYPE" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="DEFAULT_BLOOM_VECTOR_SIZE_BYTES" type="int"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <doc>
+    <![CDATA[This operator writes out the key value for the hash join reduce operation similar to POLocalRearrangeTez.
+ In addition, it also writes out the bloom filter constructed from the join keys
+ in the case of bloomjoin map strategy or join keys themselves in case of reduce strategy.
+
+ Using multiple bloom filters partitioned by the hash of the key allows for parallelism.
+ It also allows us to have lower false positives with smaller vector sizes.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POBuildBloomRearrangeTez -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POCounterStatsTez -->
   <class name="POCounterStatsTez" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
     abstract="false"
@@ -31172,10 +35261,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <method name="getOutputKey" return="java.lang.String"
+    <method name="containsOutputKey" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
     </method>
     <method name="setOutputKey"
       abstract="false" native="false" synchronized="false"
@@ -31225,6 +35315,12 @@
       <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
+    <method name="getRearrangedTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+    </method>
     <method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -31980,7 +36076,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.hadoop.io.Writable"/>
-    <constructor name="POValueOutputTez.EmptyWritable"
+    <constructor name="EmptyWritable"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -32232,7 +36328,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezOperDependencyParallelismEstimator.TezParallelismFactorVisitor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"
+    <constructor name="TezParallelismFactorVisitor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -32297,13 +36393,13 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="setPigContext"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="pc" type="org.apache.pig.impl.PigContext"/>
     </method>
     <method name="estimateParallelism" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"/>
@@ -32507,6 +36603,25 @@
   <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.udf.ReadScalarsTez -->
 </package>
 <package name="org.apache.pig.backend.hadoop.executionengine.tez.runtime">
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.runtime.HashValuePartitioner -->
+  <class name="HashValuePartitioner" extends="org.apache.hadoop.mapreduce.Partitioner"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="HashValuePartitioner"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getPartition" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="org.apache.hadoop.io.Writable"/>
+      <param name="value" type="org.apache.hadoop.io.Writable"/>
+      <param name="numPartitions" type="int"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.runtime.HashValuePartitioner -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.runtime.ObjectCache -->
   <class name="ObjectCache" extends="java.lang.Object"
     abstract="false"
@@ -32562,6 +36677,13 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="onVertexStateUpdated"
+      abstract="false" native="false" synchronized="true"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="stateUpdate" type="org.apache.tez.dag.api.event.VertexStateUpdate"/>
+      <exception name="Exception" type="java.lang.Exception"/>
+    </method>
     <method name="onRootVertexInitialized"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -32678,7 +36800,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigOutputFormatTez.PigOutputCommitterTez" type="org.apache.hadoop.mapreduce.TaskAttemptContext, java.util.List, java.util.List"
+    <constructor name="PigOutputCommitterTez" type="org.apache.hadoop.mapreduce.TaskAttemptContext, java.util.List, java.util.List"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -32813,19 +36935,19 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getTezInputs" return="java.lang.String[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="replaceInput"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="oldInputKey" type="java.lang.String"/>
       <param name="newInputKey" type="java.lang.String"/>
     </method>
     <method name="addInputsToSkip"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="inputsToSkip" type="java.util.Set"/>
@@ -32836,7 +36958,7 @@
       </doc>
     </method>
     <method name="attachInputs"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="inputs" type="java.util.Map"/>
@@ -32863,19 +36985,19 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="getTezOutputs" return="java.lang.String[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="replaceOutput"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="oldOutputKey" type="java.lang.String"/>
       <param name="newOutputKey" type="java.lang.String"/>
     </method>
     <method name="attachOutputs"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="outputs" type="java.util.Map"/>
@@ -32893,7 +37015,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="initialize"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="processorContext" type="org.apache.tez.runtime.api.ProcessorContext"/>
@@ -32980,11 +37102,11 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <method name="getDAGAMConfFromMRConf" return="org.apache.tez.dag.api.TezConfiguration"
+    <method name="translateMRSettingsForTezAM"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
       deprecated="not deprecated">
-      <param name="tezConf" type="org.apache.hadoop.conf.Configuration"/>
+      <param name="dagAMConf" type="org.apache.tez.dag.api.TezConfiguration"/>
     </method>
     <method name="setVertexConfig"
       abstract="false" native="false" synchronized="false"
@@ -33299,6 +37421,7 @@
       static="true" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <param name="pos" type="java.util.List"/>
     </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.util.AccumulatorOptimizerUtil -->
@@ -33336,8 +37459,186 @@
  3. case where group-by is followed by filter that has algebraic expression]]>
       </doc>
     </method>
+    <method name="findAlgebraicOps" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="feInners" type="java.util.List"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+      <doc>
+      <![CDATA[find algebraic operators and also check if the foreach statement is
+ suitable for combiner use
+ @param feInners inner plans of foreach
+ @return null if plan is not combinable, otherwise list of combinable operators
+ @throws VisitorException]]>
+      </doc>
+    </method>
+    <method name="createForEachWithGrpProj" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="foreach" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
+      <param name="keyType" type="byte"/>
+      <doc>
+      <![CDATA[Create a new foreach with same scope,alias as given foreach
+ add an inner plan that projects the group column, which is going to be
+ the first input
+ @param foreach source foreach
+ @param keyType type for group-by key
+ @return new POForeach]]>
+      </doc>
+    </method>
+    <method name="createPlanWithPredecessors" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="algeOp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <param name="pplan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+      <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <doc>
+      <![CDATA[Create new plan and  add to it the clones of operator algeOp  and its
+ predecessors from the physical plan pplan .
+ @param algeOp algebraic operator
+ @param pplan physical plan that has algeOp
+ @return new plan
+ @throws CloneNotSupportedException
+ @throws PlanException]]>
+      </doc>
+    </method>
+    <method name="addAlgebraicFuncToCombineFE"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="cfe" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
+      <param name="op2newpos" type="java.util.Map"/>
+      <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <doc>
+      <![CDATA[add algebraic functions with appropriate projection to new foreach in combiner
+ @param cfe - the new foreach in combiner
+ @param op2newpos - mapping of physical operator to position in input
+ @throws CloneNotSupportedException
+ @throws PlanException]]>
+      </doc>
+    </method>
+    <method name="getPreCombinerLR" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPreCombinerLocalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="rearrange" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"/>
+      <doc>
+      <![CDATA[@param rearrange
+ @return]]>
+      </doc>
+    </method>
+    <method name="createOperatorKey" return="org.apache.pig.impl.plan.OperatorKey"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="scope" type="java.lang.String"/>
+    </method>
+    <method name="changeFunc"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="fe" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"/>
+      <param name="type" type="byte"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <doc>
+      <![CDATA[Change the algebriac function type for algebraic functions in map and combine
+ In map and combine the algebraic functions will be leaf of the plan
+ @param fe
+ @param type
+ @throws PlanException]]>
+      </doc>
+    </method>
+    <method name="getNewRearrange" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="rearrange" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+      <doc>
+      <![CDATA[create new Local rearrange by cloning existing rearrange and
+ add plan for projecting the key
+ @param rearrange
+ @return
+ @throws PlanException
+ @throws CloneNotSupportedException]]>
+      </doc>
+    </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.util.CombinerOptimizerUtil -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.util.CombinerOptimizerUtil.DistinctPatcher -->
+  <class name="CombinerOptimizerUtil.DistinctPatcher" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="DistinctPatcher" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.impl.plan.PlanWalker"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[@param plan
+ @param walker]]>
+      </doc>
+    </constructor>
+    <constructor name="DistinctPatcher" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[@param physicalPlan]]>
+      </doc>
+    </constructor>
+    <method name="visitProject"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="proj" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+    <method name="getDistinct" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserFunc"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[A visitor to replace
+ Project[bag][*]
+  |
+  |---PODistinct[bag]
+ with
+ POUserFunc(org.apache.pig.builtin.Distinct)[DataBag]]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.util.CombinerOptimizerUtil.DistinctPatcher -->
+  <!-- start class org.apache.pig.backend.hadoop.executionengine.util.CombinerOptimizerUtil.fixMapProjects -->
+  <class name="CombinerOptimizerUtil.fixMapProjects" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="fixMapProjects" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="fixMapProjects" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, org.apache.pig.impl.plan.PlanWalker"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[@param plan
+ @param walker]]>
+      </doc>
+    </constructor>
+    <method name="visitProject"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="proj" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POProject"/>
+      <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.backend.hadoop.executionengine.util.CombinerOptimizerUtil.fixMapProjects -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.util.MapRedUtil -->
   <class name="MapRedUtil" extends="java.lang.Object"
     abstract="false"
@@ -33455,7 +37756,7 @@
       <doc>
       <![CDATA[Returns the total number of bytes for this file, or if a directory all
  files in the directory.
- 
+
  @param fs FileSystem
  @param status FileStatus
  @param max Maximum value of total length that will trigger exit. Many
@@ -33517,14 +37818,25 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
+    <constructor name="SecondaryKeyOptimizerUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
     <method name="applySecondaryKeySort" return="org.apache.pig.backend.hadoop.executionengine.util.SecondaryKeyOptimizerUtil.SecondaryKeyOptimizerInfo"
       abstract="false" native="false" synchronized="false"
-      static="true" final="false" visibility="public"
+      static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="mapPlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
       <param name="reducePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
       <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
     </method>
+    <method name="getCurrentNode" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="root" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
+      <param name="reducePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+    </method>
   </class>
   <!-- end class org.apache.pig.backend.hadoop.executionengine.util.SecondaryKeyOptimizerUtil -->
   <!-- start class org.apache.pig.backend.hadoop.executionengine.util.SecondaryKeyOptimizerUtil.SecondaryKeyOptimizerInfo -->
@@ -33532,7 +37844,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SecondaryKeyOptimizerUtil.SecondaryKeyOptimizerInfo"
+    <constructor name="SecondaryKeyOptimizerInfo"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34155,7 +38467,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="HBaseStorage.ColumnInfo" type="java.lang.String"
+    <constructor name="ColumnInfo" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34246,7 +38558,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="HBaseTableInputFormat.HBaseTableIFBuilder"
+    <constructor name="HBaseTableIFBuilder"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34328,7 +38640,7 @@
     abstract="false"
     static="false" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="HBaseTableInputFormat.HBaseTableRecordReader" type="long"
+    <constructor name="HBaseTableRecordReader" type="long"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34435,6 +38747,21 @@
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
     </method>
+    <method name="writeErrorToHDFS" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <param name="limit" type="int"/>
+      <param name="taskId" type="java.lang.String"/>
+      <doc>
+      <![CDATA[Should the stderr data of this task be persisted on HDFS?
+ 
+ @param limit maximum number of tasks whose stderr log-files are persisted
+ @param taskId id of the task
+ @return <code>true</code> if stderr data of task should be persisted on 
+         HDFS, <code>false</code> otherwise]]>
+      </doc>
+    </method>
     <method name="processError"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="protected"
@@ -34653,7 +38980,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicBigDecimalMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34671,7 +38998,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicBigDecimalMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34750,7 +39077,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicBigIntegerMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34768,7 +39095,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicBigIntegerMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34852,7 +39179,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicByteArrayMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34870,7 +39197,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicByteArrayMathBase.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34888,7 +39215,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicByteArrayMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34966,7 +39293,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicDoubleMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -34984,7 +39311,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicDoubleMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35062,7 +39389,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicFloatMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35080,7 +39407,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicFloatMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35158,7 +39485,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicIntMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35176,7 +39503,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicIntMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35254,7 +39581,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicLongMathBase.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35272,7 +39599,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AlgebraicLongMathBase.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35484,7 +39811,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AVG.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35502,7 +39829,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AVG.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -35520,7 +39847,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AVG.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36140,7 +40467,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36158,7 +40485,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36176,7 +40503,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36208,7 +40535,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36224,7 +40551,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36254,7 +40581,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36270,7 +40597,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36300,7 +40627,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalSum.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36316,7 +40643,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigDecimalSum.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36541,7 +40868,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36559,7 +40886,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36577,7 +40904,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36609,7 +40936,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36625,7 +40952,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36655,7 +40982,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36671,7 +40998,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36701,7 +41028,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerSum.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -36717,7 +41044,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BigIntegerSum.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37017,11 +41344,19 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
+    <constructor name="Bloom"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
     <constructor name="Bloom" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
-      <![CDATA[@param filename file containing the serialized Bloom filter]]>
+      <![CDATA[The filename containing the serialized Bloom filter. If filename is null
+ or the no-arg constructor is used, then the bloomfilter bytearray which
+ is the output of BuildBloom should be passed as the first argument to the UDF
+
+ @param filename  file containing the serialized Bloom filter]]>
       </doc>
     </constructor>
     <method name="exec" return="java.lang.Boolean"
@@ -37046,11 +41381,6 @@
       <![CDATA[For testing only, do not use directly.]]>
       </doc>
     </method>
-    <field name="filter" type="org.apache.hadoop.util.bloom.BloomFilter"
-      transient="false" volatile="false"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </field>
     <doc>
     <![CDATA[Use a Bloom filter build previously by BuildBloom.  You would first
  build a bloom filter in a group all job.  For example:
@@ -37068,7 +41398,20 @@
  B = load 'bar' as (z);
  C = filter B by bloom(z);
  D = join C by z, A by x;
- It uses {@link org.apache.hadoop.util.bloom.BloomFilter}.]]>
+ It uses {@link org.apache.hadoop.util.bloom.BloomFilter}.
+
+ You can also pass the Bloom filter from BuildBloom directly to Bloom UDF
+ as a scalar instead of storing it to file and loading again. This is simpler
+ if the Bloom filter will not be reused and needs to be discarded after the
+ run of the script.
+
+ define bb BuildBloom('jenkins', '100', '0.1');
+ A = load 'foo' as (x, y);
+ B = group A all;
+ C = foreach B generate bb(A.x) as bloomfilter;
+ D = load 'bar' as (z);
+ E = filter D by Bloom(C.bloomfilter, z);
+ F = join E by z, A by x;]]>
     </doc>
   </class>
   <!-- end class org.apache.pig.builtin.Bloom -->
@@ -37159,15 +41502,15 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BuildBloom.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Final" type="java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37185,15 +41528,15 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BuildBloom.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Initial" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Initial" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Initial" type="java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Initial" type="java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37211,15 +41554,15 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="BuildBloom.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Intermediate" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Intermediate" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="BuildBloom.Intermediate" type="java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Intermediate" type="java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37281,7 +41624,7 @@
     </method>
     <method name="bloomIn" return="org.apache.hadoop.util.bloom.BloomFilter"
       abstract="false" native="false" synchronized="false"
-      static="false" final="false" visibility="protected"
+      static="true" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="org.apache.pig.data.DataByteArray"/>
       <exception name="IOException" type="java.io.IOException"/>
@@ -37528,11 +41871,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COR.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="COR.Final" type="java.lang.String[]"
+    <constructor name="Final" type="java.lang.String[]"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37555,7 +41898,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COR.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37573,7 +41916,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COR.Intermed"
+    <constructor name="Intermed"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37797,7 +42140,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT_STAR.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37815,7 +42158,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT_STAR.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37833,7 +42176,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT_STAR.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37851,7 +42194,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37869,7 +42212,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -37887,7 +42230,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COUNT.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38006,11 +42349,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COV.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="COV.Final" type="java.lang.String[]"
+    <constructor name="Final" type="java.lang.String[]"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38033,7 +42376,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COV.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38051,7 +42394,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="COV.Intermed"
+    <constructor name="Intermed"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38236,7 +42579,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38254,7 +42597,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMax.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38272,7 +42615,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38358,7 +42701,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38376,7 +42719,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMin.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38394,7 +42737,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DateTimeMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38574,7 +42917,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Distinct.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38592,7 +42935,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Distinct.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38610,7 +42953,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="Distinct.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38722,7 +43065,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38740,7 +43083,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38758,7 +43101,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38822,7 +43165,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38838,7 +43181,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38868,7 +43211,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -38884,7 +43227,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39002,7 +43345,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleSum.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39018,7 +43361,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DoubleSum.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39229,7 +43572,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39247,7 +43590,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39265,7 +43608,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39297,7 +43640,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39313,7 +43656,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39343,7 +43686,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -39359,7 +43702,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FloatMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40425,11 +44768,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="HiveUDAF.Final" type="java.lang.String"
+    <constructor name="Final" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="HiveUDAF.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -40448,13 +44791,14 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="HiveUDAF.Initial" type="java.lang.String"
+    <constructor name="Initial" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="HiveUDAF.Initial" type="java.lang.String, java.lang.String"
+    <constructor name="Initial" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
     </constructor>
     <method name="exec" return="org.apache.pig.data.Tuple"
       abstract="false" native="false" synchronized="false"
@@ -40470,11 +44814,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="HiveUDAF.Intermediate" type="java.lang.String"
+    <constructor name="Intermediate" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="HiveUDAF.Intermediate" type="java.lang.String, java.lang.String"
+    <constructor name="Intermediate" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -40842,7 +45186,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40860,7 +45204,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40878,7 +45222,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40910,7 +45254,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40926,7 +45270,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40956,7 +45300,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -40972,7 +45316,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="IntMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -41281,7 +45625,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="eval" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="input" type="org.apache.pig.data.Tuple"/>
@@ -41981,7 +46325,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongAvg.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -41999,7 +46343,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongAvg.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42017,7 +46361,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongAvg.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42049,7 +46393,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42065,7 +46409,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42095,7 +46439,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42111,7 +46455,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42141,7 +46485,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongSum.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42157,7 +46501,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LongSum.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42329,7 +46673,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MAX.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42345,7 +46689,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MAX.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42473,7 +46817,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MIN.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42489,7 +46833,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MIN.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -42975,7 +47319,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.hadoop.fs.PathFilter"/>
-    <constructor name="OrcStorage.NonEmptyOrcFileFilter" type="org.apache.hadoop.fs.FileSystem"
+    <constructor name="NonEmptyOrcFileFilter" type="org.apache.hadoop.fs.FileSystem"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -43670,6 +48014,47 @@
     </doc>
   </class>
   <!-- end class org.apache.pig.builtin.REGEX_EXTRACT_ALL -->
+  <!-- start class org.apache.pig.builtin.REGEX_SEARCH -->
+  <class name="REGEX_SEARCH" extends="org.apache.pig.EvalFunc"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="REGEX_SEARCH"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="exec" return="org.apache.pig.data.DataBag"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="input" type="org.apache.pig.data.Tuple"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="outputSchema" return="org.apache.pig.impl.logicalLayer.schema.Schema"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="input" type="org.apache.pig.impl.logicalLayer.schema.Schema"/>
+    </method>
+    <method name="allowCompileTimeCalculation" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Search and find all matched characters in a string with a given
+ regular expression.
+
+ Example:
+
+ a = LOAD 'mydata' AS (name:chararray);
+ b = FOREACH A GENERATE REGEX_SEARCH(name, 'regEx');
+
+ input tuple: the first field is a string on which performs regular expression matching;
+ the second field is the regular expression;]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.builtin.REGEX_SEARCH -->
   <!-- start class org.apache.pig.builtin.REPLACE -->
   <class name="REPLACE" extends="org.apache.pig.EvalFunc"
     abstract="false"
@@ -43905,6 +48290,16 @@
  better compression.]]>
       </doc>
     </field>
+    <doc>
+    <![CDATA[This partitioner should be used with extreme caution and only in cases
+ where the order of output records is guaranteed to be same. If the order of
+ output records can vary on retries which is mostly the case, map reruns
+ due to shuffle fetch failures can lead to data being partitioned differently
+ and result in incorrect output due to loss or duplication of data.
+ Refer PIG-5041 for more details.
+
+ This will be removed in the next release as it is risky to use in most cases.]]>
+    </doc>
   </class>
   <!-- end class org.apache.pig.builtin.RoundRobinPartitioner -->
   <!-- start class org.apache.pig.builtin.RTRIM -->
@@ -44307,7 +48702,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMax.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44325,7 +48720,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMax.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44343,7 +48738,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMax.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44429,7 +48824,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMin.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44447,7 +48842,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMin.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44465,7 +48860,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StringMin.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44813,7 +49208,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SUM.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -44829,7 +49224,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SUM.Intermediate"
+    <constructor name="Intermediate"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -45626,11 +50021,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TOP.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="TOP.Final" type="java.lang.String"
+    <constructor name="Final" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -45648,11 +50043,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TOP.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="TOP.Initial" type="java.lang.String"
+    <constructor name="Initial" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -45670,11 +50065,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TOP.Intermed"
+    <constructor name="Intermed"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="TOP.Intermed" type="java.lang.String"
+    <constructor name="Intermed" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -46840,7 +51235,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
-    <constructor name="Storage.Data"
+    <constructor name="Data"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -47458,6 +51853,21 @@
  @return default data bag.]]>
       </doc>
     </method>
+    <method name="newLimitedSortedBag" return="org.apache.pig.data.DataBag"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="comp" type="java.util.Comparator"/>
+      <param name="limit" type="long"/>
+      <doc>
+      <![CDATA[Get a limited sorted data bag.  Limited sorted bags are sorted bags
+ with number of elements no more than limit.
+ @param comp Comparator that controls how the data is sorted.
+ If null, default comparator will be used.
+ @param limit max number of tuples in bag
+ @return a sorted data bag]]>
+      </doc>
+    </method>
     <method name="newSortedBag" return="org.apache.pig.data.DataBag"
       abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -47889,7 +52299,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.pig.data.TupleRawComparator"/>
-    <constructor name="BinInterSedes.BinInterSedesTupleRawComparator"
+    <constructor name="BinInterSedesTupleRawComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -48032,7 +52442,7 @@
     <implements name="java.lang.Iterable"/>
     <implements name="java.io.Serializable"/>
     <method name="size" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -48041,7 +52451,7 @@
       </doc>
     </method>
     <method name="isSorted" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -48050,7 +52460,7 @@
       </doc>
     </method>
     <method name="isDistinct" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -48059,7 +52469,7 @@
       </doc>
     </method>
     <method name="iterator" return="java.util.Iterator"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -48071,7 +52481,7 @@
       </doc>
     </method>
     <method name="add"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="t" type="org.apache.pig.data.Tuple"/>
@@ -48081,7 +52491,7 @@
       </doc>
     </method>
     <method name="addAll"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="b" type="org.apache.pig.data.DataBag"/>
@@ -48091,7 +52501,7 @@
       </doc>
     </method>
     <method name="clear"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -48101,7 +52511,7 @@
       </doc>
     </method>
     <method name="markStale"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="stale" type="boolean"/>
@@ -49408,7 +53818,7 @@
       deprecated="not deprecated">
       <param name="msg" type="java.lang.String"/>
       <param name="warningEnum" type="java.lang.Enum"/>
-      <param name="e" type="java.lang.Exception"/>
+      <param name="e" type="java.lang.Throwable"/>
     </method>
     <method name="incSpillCount"
       abstract="false" native="false" synchronized="false"
@@ -49464,7 +53874,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DefaultAbstractBag.BagDelimiterTuple"
+    <constructor name="BagDelimiterTuple"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -49475,7 +53885,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DefaultAbstractBag.EndBag"
+    <constructor name="EndBag"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -49486,7 +53896,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="DefaultAbstractBag.StartBag"
+    <constructor name="StartBag"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -49517,6 +53927,18 @@
  So it takes ownership of the list.]]>
       </doc>
     </method>
+    <method name="newLimitedSortedBag" return="org.apache.pig.data.DataBag"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="comp" type="java.util.Comparator"/>
+      <param name="limit" type="long"/>
+      <doc>
+      <![CDATA[Get a limited sorted data bag.
+ @param comp Comparator that controls how the data is sorted.
+ If null, default comparator will be used.]]>
+      </doc>
+    </method>
     <method name="newSortedBag" return="org.apache.pig.data.DataBag"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -49726,7 +54148,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.pig.data.TupleRawComparator"/>
-    <constructor name="DefaultTuple.DefaultTupleRawComparator"
+    <constructor name="DefaultTupleRawComparator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -50096,7 +54518,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="readDatum" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="in" type="java.io.DataInput"/>
@@ -50111,7 +54533,7 @@
       </doc>
     </method>
     <method name="readDatum" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="in" type="java.io.DataInput"/>
@@ -50129,7 +54551,7 @@
       </doc>
     </method>
     <method name="addColsToTuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="in" type="java.io.DataInput"/>
@@ -50144,7 +54566,7 @@
       </doc>
     </method>
     <method name="writeDatum"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="out" type="java.io.DataOutput"/>
@@ -50158,7 +54580,7 @@
       </doc>
     </method>
     <method name="writeDatum"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="out" type="java.io.DataOutput"/>
@@ -50174,7 +54596,7 @@
       </doc>
     </method>
     <method name="getTupleRawComparatorClass" return="java.lang.Class"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
@@ -50208,6 +54630,173 @@
     </doc>
   </class>
   <!-- end class org.apache.pig.data.InterSedesFactory -->
+  <!-- start class org.apache.pig.data.LimitedSortedDataBag -->
+  <class name="LimitedSortedDataBag" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="org.apache.pig.data.DataBag"/>
+    <constructor name="LimitedSortedDataBag" type="java.util.Comparator, long"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[@param comp Comparator to use to do the sorting.
+ If null, DefaultComparator will be used.]]>
+      </doc>
+    </constructor>
+    <method name="size" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Get the number of elements in the bag in memory.
+ @return number of elements in the bag]]>
+      </doc>
+    </method>
+    <method name="isSorted" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Find out if the bag is sorted.
+ @return true if this is a sorted data bag, false otherwise.]]>
+      </doc>
+    </method>
+    <method name="isDistinct" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Find out if the bag is distinct.
+ @return true if the bag is a distinct bag, false otherwise.]]>
+      </doc>
+    </method>
+    <method name="iterator" return="java.util.Iterator"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Get an iterator to the bag. For default and distinct bags,
+ no particular order is guaranteed. For sorted bags the order
+ is guaranteed to be sorted according
+ to the provided comparator.
+ @return tuple iterator]]>
+      </doc>
+    </method>
+    <method name="add"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="t" type="org.apache.pig.data.Tuple"/>
+      <doc>
+      <![CDATA[Add a tuple to the bag.
+ @param t tuple to add.]]>
+      </doc>
+    </method>
+    <method name="addAll"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="b" type="org.apache.pig.data.DataBag"/>
+      <doc>
+      <![CDATA[Add contents of a bag to the bag.
+ @param b bag to add contents of.]]>
+      </doc>
+    </method>
+    <method name="clear"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Clear out the contents of the bag, both on disk and in memory.
+ Any attempts to read after this is called will produce undefined
+ results.]]>
+      </doc>
+    </method>
+    <method name="write"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="out" type="java.io.DataOutput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <doc>
+      <![CDATA[Write a bag's contents to disk.
+ @param out DataOutput to write data to.
+ @throws IOException (passes it on from underlying calls).]]>
+      </doc>
+    </method>
+    <method name="readFields"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="in" type="java.io.DataInput"/>
+      <exception name="IOException" type="java.io.IOException"/>
+      <doc>
+      <![CDATA[Read a bag from disk.
+ @param in DataInput to read data from.
+ @throws IOException (passes it on from underlying calls).]]>
+      </doc>
+    </method>
+    <method name="toString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Write the bag into a string.]]>
+      </doc>
+    </method>
+    <method name="compareTo" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="other" type="java.lang.Object"/>
+    </method>
+    <method name="markStale"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="stale" type="boolean"/>
+      <doc>
+      <![CDATA[Not implemented.
+ This is used by FuncEvalSpec.FakeDataBag.
+ @param stale Set stale state.]]>
+      </doc>
+    </method>
+    <method name="spill" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Not implemented.]]>
+      </doc>
+    </method>
+    <method name="getMemorySize" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Not implemented.]]>
+      </doc>
+    </method>
+    <method name="reportProgress"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Report progress to HDFS.]]>
+      </doc>
+    </method>
+    <doc>
+    <![CDATA[An ordered collection of Tuples (possibly) with multiples.  Data is
+ stored in a priority queue as it comes in, and only sorted when iterator is requested.
+
+ LimitedSortedDataBag is not spillable.
+
+ We allow a user defined comparator, but provide a default comparator in
+ cases where the user doesn't specify one.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.data.LimitedSortedDataBag -->
   <!-- start class org.apache.pig.data.NonSpillableDataBag -->
   <class name="NonSpillableDataBag" extends="java.lang.Object"
     abstract="false"
@@ -50362,6 +54951,10 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.pig.data.DataBag"/>
+    <constructor name="ReadOnceBag"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
     <constructor name="ReadOnceBag" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager, java.util.Iterator, org.apache.pig.impl.io.PigNullableWritable"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
@@ -50486,7 +55079,7 @@
     static="false" final="false" visibility="protected"
     deprecated="not deprecated">
     <implements name="java.util.Iterator"/>
-    <constructor name="ReadOnceBag.ReadOnceBagIterator"
+    <constructor name="ReadOnceBagIterator"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </constructor>
@@ -52325,7 +56918,7 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SchemaTuple.SchemaTupleQuickGenerator"
+    <constructor name="SchemaTupleQuickGenerator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -52766,7 +57359,8 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SelfSpillBag.MemoryLimits" type="int, float"
+    <implements name="java.io.Serializable"/>
+    <constructor name="MemoryLimits" type="int, float"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -52811,7 +57405,8 @@
  is allowed to use, and number of similar objects that share this limit.
  The number of objects that will fit into this memory limit is computed
  using the average memory size of the objects whose size is given to this
- class.]]>
+ class.
+ In spark mode, MemoryLimits needs implement Serializable interface otherwise NotSerializableExecption will be thrown (See PIG-4611)]]>
     </doc>
   </class>
   <!-- end class org.apache.pig.data.SelfSpillBag.MemoryLimits -->
@@ -53002,7 +57597,7 @@
  stored unsorted as it comes in, and only sorted when it is time to dump
  it to a file or when the first iterator is requested.  Experementation
  found this to be the faster than storing it sorted to begin with.
- 
+
  We allow a user defined comparator, but provide a default comparator in
  cases where the user doesn't specify one.]]>
     </doc>
@@ -53215,7 +57810,7 @@
     <implements name="java.io.Serializable"/>
     <implements name="java.lang.Iterable"/>
     <method name="reference"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="t" type="org.apache.pig.data.Tuple"/>
@@ -53227,7 +57822,7 @@
       </doc>
     </method>
     <method name="size" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -53236,7 +57831,7 @@
       </doc>
     </method>
     <method name="isNull" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="fieldNum" type="int"/>
@@ -53250,7 +57845,7 @@
       </doc>
     </method>
     <method name="getType" return="byte"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="fieldNum" type="int"/>
@@ -53266,7 +57861,7 @@
       </doc>
     </method>
     <method name="get" return="java.lang.Object"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="fieldNum" type="int"/>
@@ -53280,7 +57875,7 @@
       </doc>
     </method>
     <method name="getAll" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -53290,7 +57885,7 @@
       </doc>
     </method>
     <method name="set"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="fieldNum" type="int"/>
@@ -53310,7 +57905,7 @@
       </doc>
     </method>
     <method name="append"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="val" type="java.lang.Object"/>
@@ -53325,7 +57920,7 @@
       </doc>
     </method>
     <method name="getMemorySize" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -53336,7 +57931,7 @@
       </doc>
     </method>
     <method name="toDelimitedString" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="delim" type="java.lang.String"/>
@@ -53521,12 +58116,12 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="newTuple" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
     <method name="newTuple" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="size" type="int"/>
@@ -53540,7 +58135,7 @@
     <implements name="org.apache.hadoop.io.RawComparator"/>
     <implements name="org.apache.hadoop.conf.Configurable"/>
     <method name="hasComparedTupleNull" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -53566,7 +58161,7 @@
     deprecated="not deprecated">
     <implements name="org.apache.pig.data.Tuple"/>
     <method name="setInt"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53574,7 +58169,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setFloat"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53582,7 +58177,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setDouble"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53590,7 +58185,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setLong"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53598,7 +58193,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setString"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53606,7 +58201,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setBoolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53614,7 +58209,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setBigInteger"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53622,7 +58217,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setBigDecimal"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53630,7 +58225,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setBytes"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53638,7 +58233,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setTuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53646,7 +58241,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setDataBag"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53654,7 +58249,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setMap"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53662,7 +58257,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="setDateTime"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53670,7 +58265,7 @@
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getInt" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53678,7 +58273,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getFloat" return="float"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53686,7 +58281,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getDouble" return="double"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53694,7 +58289,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getLong" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53702,7 +58297,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getString" return="java.lang.String"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53710,7 +58305,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getBoolean" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53718,21 +58313,21 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getBigInteger" return="java.math.BigInteger"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getBigDecimal" return="java.math.BigDecimal"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getBytes" return="byte[]"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53740,14 +58335,14 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getTuple" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
       <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
     </method>
     <method name="getDataBag" return="org.apache.pig.data.DataBag"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53755,7 +58350,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getMap" return="java.util.Map"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53763,7 +58358,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getDateTime" return="org.joda.time.DateTime"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="idx" type="int"/>
@@ -53771,7 +58366,7 @@
       <exception name="FieldIsNullException" type="org.apache.pig.data.FieldIsNullException"/>
     </method>
     <method name="getSchema" return="org.apache.pig.impl.logicalLayer.schema.Schema"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
@@ -54256,7 +58851,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StructuresHelper.Pair" type="java.lang.Object, java.lang.Object"
+    <constructor name="Pair" type="java.lang.Object, java.lang.Object"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -54304,7 +58899,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StructuresHelper.SchemaKey" type="org.apache.pig.impl.logicalLayer.schema.Schema"
+    <constructor name="SchemaKey" type="org.apache.pig.impl.logicalLayer.schema.Schema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -54350,7 +58945,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="StructuresHelper.Triple" type="java.lang.Object, java.lang.Object, java.lang.Object"
+    <constructor name="Triple" type="java.lang.Object, java.lang.Object, java.lang.Object"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -54880,6 +59475,11 @@
       deprecated="not deprecated">
       <param name="l" type="org.apache.log4j.Level"/>
     </method>
+    <method name="getDefaultParallel" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getClassLoader" return="java.lang.ClassLoader"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
@@ -55060,6 +59660,29 @@
       <![CDATA[A unique id for a Pig session used as callerId for underlining component]]>
       </doc>
     </field>
+    <field name="PIG_DATETIME_ZONES_LIST" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Used to carry zone ID list from frontend to backend (generated by frontend during Job creation)]]>
+      </doc>
+    </field>
+    <field name="SHUTDOWN_HOOK_JOB_KILL_PRIORITY" type="int"
+      transient="false" volatile="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SHUTDOWN_HOOK_TMP_FILES_CLEANUP_PRIORITY" type="int"
+      transient="false" volatile="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SHUTDOWN_HOOK_ATS_CLIENT_PRIORITY" type="int"
+      transient="false" volatile="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
     <doc>
     <![CDATA[Private, internal constants for use by Pig itself. Please see
  {@link org.apache.pig.PigConstants} if looking for public constants.]]>
@@ -55687,7 +60310,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.lang.Runnable"/>
-    <constructor name="StreamingUDF.ProcessKiller"
+    <constructor name="ProcessKiller"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -56253,7 +60876,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FileLocalizer.DataStorageInputStreamIterator" type="org.apache.pig.backend.datastorage.ElementDescriptor[]"
+    <constructor name="DataStorageInputStreamIterator" type="org.apache.pig.backend.datastorage.ElementDescriptor[]"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -56305,7 +60928,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FileLocalizer.FetchFileRet" type="java.io.File, boolean"
+    <constructor name="FetchFileRet" type="java.io.File, boolean"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -56645,7 +61268,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="InterStorage.InterInputFormat"
+    <constructor name="InterInputFormat"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -56665,7 +61288,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="InterStorage.InterOutputFormat"
+    <constructor name="InterOutputFormat"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -57565,7 +62188,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SequenceFileInterStorage.SequenceFileTupleOutputFormat"
+    <constructor name="SequenceFileTupleOutputFormat"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -57831,7 +62454,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TFileStorage.TFileInputFormat"
+    <constructor name="TFileInputFormat"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -57851,7 +62474,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TFileStorage.TFileOutputFormat"
+    <constructor name="TFileOutputFormat"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -58659,7 +63282,7 @@
     deprecated="not deprecated">
     <implements name="java.io.Serializable"/>
     <implements name="java.lang.Cloneable"/>
-    <constructor name="Schema.FieldSchema" type="java.lang.String, byte"
+    <constructor name="FieldSchema" type="java.lang.String, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -58672,7 +63295,7 @@
             {@link org.apache.pig.data.DataType}.]]>
       </doc>
     </constructor>
-    <constructor name="Schema.FieldSchema" type="java.lang.String, org.apache.pig.impl.logicalLayer.schema.Schema"
+    <constructor name="FieldSchema" type="java.lang.String, org.apache.pig.impl.logicalLayer.schema.Schema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -58684,7 +63307,7 @@
             Schema of this tuple.]]>
       </doc>
     </constructor>
-    <constructor name="Schema.FieldSchema" type="java.lang.String, org.apache.pig.impl.logicalLayer.schema.Schema, byte"
+    <constructor name="FieldSchema" type="java.lang.String, org.apache.pig.impl.logicalLayer.schema.Schema, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -58700,7 +63323,7 @@
             {@link org.apache.pig.data.DataType}.]]>
       </doc>
     </constructor>
-    <constructor name="Schema.FieldSchema" type="org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema"
+    <constructor name="FieldSchema" type="org.apache.pig.impl.logicalLayer.schema.Schema.FieldSchema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -59542,11 +64165,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="CompilationMessageCollector.Message" type="java.lang.String, org.apache.pig.impl.plan.CompilationMessageCollector.MessageType"
+    <constructor name="Message" type="java.lang.String, org.apache.pig.impl.plan.CompilationMessageCollector.MessageType"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="CompilationMessageCollector.Message" type="java.lang.String, org.apache.pig.impl.plan.CompilationMessageCollector.MessageType, java.lang.Enum"
+    <constructor name="Message" type="java.lang.String, org.apache.pig.impl.plan.CompilationMessageCollector.MessageType, java.lang.Enum"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -60447,6 +65070,20 @@
  @throws PlanException]]>
       </doc>
     </method>
+    <method name="addAsRoot"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="root" type="org.apache.pig.impl.plan.Operator"/>
+      <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+      <doc>
+      <![CDATA[Adds the root operator to the plan and connects
+ all existing roots the new root
+
+ @param root
+ @throws PlanException]]>
+      </doc>
+    </method>
     <method name="isSingleLeafPlan" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -60651,7 +65288,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="OperatorPlan.IndexHelper" type="java.util.List"
+    <constructor name="IndexHelper" type="java.util.List"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -61400,7 +66037,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ProjectionMap.Column" type="org.apache.pig.impl.util.Pair"
+    <constructor name="Column" type="org.apache.pig.impl.util.Pair"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -61409,7 +66046,7 @@
             input column number]]>
       </doc>
     </constructor>
-    <constructor name="ProjectionMap.Column" type="org.apache.pig.impl.util.Pair, boolean, byte"
+    <constructor name="Column" type="org.apache.pig.impl.util.Pair, boolean, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -62985,7 +67622,7 @@
     <implements name="java.lang.Comparable"/>
     <implements name="java.io.Serializable"/>
     <implements name="java.lang.Cloneable"/>
-    <constructor name="StreamingCommand.HandleSpec" type="java.lang.String"
+    <constructor name="HandleSpec" type="java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -62996,7 +67633,7 @@
                    <code>stdout</code> or a file-path)]]>
       </doc>
     </constructor>
-    <constructor name="StreamingCommand.HandleSpec" type="java.lang.String, java.lang.String"
+    <constructor name="HandleSpec" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -63675,7 +68312,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JavaCompilerHelper.JavaSourceFromString" type="java.lang.String, java.lang.String"
+    <constructor name="JavaSourceFromString" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -64169,7 +68806,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="spill" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -64179,7 +68816,7 @@
       </doc>
     </method>
     <method name="getMemorySize" return="long"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -64430,6 +69067,11 @@
       static="true" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getUdfConfs" return="java.util.HashMap"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="setClientSystemProps"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -64546,6 +69188,11 @@
  @throws IOException if underlying serialization throws it]]>
       </doc>
     </method>
+    <method name="serialize" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="deserialize"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -64558,6 +69205,14 @@
  @throws IOException if underlying deseralization throws it]]>
       </doc>
     </method>
+    <method name="deserializeForSpark"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="udfConfsStr" type="java.lang.String"/>
+      <param name="clientSysPropsStr" type="java.lang.String"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
     <method name="reset"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -64585,6 +69240,11 @@
       <![CDATA[Make a shallow copy of the context.]]>
       </doc>
     </method>
+    <method name="getClientSysProps" return="java.util.Properties"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
   </class>
   <!-- end class org.apache.pig.impl.util.UDFContext -->
   <!-- start class org.apache.pig.impl.util.UDFContextSeparator -->
@@ -64731,16 +69391,6 @@
  false otherwise]]>
       </doc>
     </method>
-    <method name="isHadoop23" return="boolean"
-      abstract="false" native="false" synchronized="false"
-      static="true" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
-    <method name="isHadoop2" return="boolean"
-      abstract="false" native="false" synchronized="false"
-      static="true" final="false" visibility="public"
-      deprecated="not deprecated">
-    </method>
     <method name="is64bitJVM" return="boolean"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
@@ -65039,6 +69689,19 @@
       deprecated="not deprecated">
       <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
     </method>
+    <method name="addShutdownHookWithPriority"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="hook" type="java.lang.Runnable"/>
+      <param name="priority" type="int"/>
+      <doc>
+      <![CDATA[Add shutdown hook that runs before the FileSystem cache shutdown happens.
+
+ @param hook code to execute during shutdown
+ @param priority Priority over the  FileSystem.SHUTDOWN_HOOK_PRIORITY]]>
+      </doc>
+    </method>
     <field name="VISIBLE_FILES" type="org.apache.hadoop.fs.PathFilter"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -65643,7 +70306,7 @@
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
-      <param name="o" type="java.io.DataOutput"/>
+      <param name="out" type="java.io.DataOutput"/>
       <exception name="IOException" type="java.io.IOException"/>
     </method>
     <method name="compareTo" return="int"
@@ -65803,7 +70466,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.hadoop.hive.serde2.objectinspector.StructField"/>
-    <constructor name="HiveUtils.Field" type="java.lang.String, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector, int"
+    <constructor name="Field" type="java.lang.String, org.apache.hadoop.hive.serde2.objectinspector.ObjectInspector, int"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -66528,7 +71191,7 @@
     abstract="false"
     static="false" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="FilterExtractor.KeyState"
+    <constructor name="KeyState"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </constructor>
@@ -66667,7 +71330,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="size" return="int"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -66676,7 +71339,7 @@
       </doc>
     </method>
     <method name="getSources" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -66686,7 +71349,7 @@
       </doc>
     </method>
     <method name="getSinks" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -66696,7 +71359,7 @@
       </doc>
     </method>
     <method name="getPredecessors" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66709,7 +71372,7 @@
       </doc>
     </method>
     <method name="getSuccessors" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66721,7 +71384,7 @@
       </doc>
     </method>
     <method name="getSoftLinkPredecessors" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66734,7 +71397,7 @@
       </doc>
     </method>
     <method name="getSoftLinkSuccessors" return="java.util.List"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66746,7 +71409,7 @@
       </doc>
     </method>
     <method name="add"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66757,7 +71420,7 @@
       </doc>
     </method>
     <method name="remove"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="op" type="org.apache.pig.newplan.Operator"/>
@@ -66770,7 +71433,7 @@
       </doc>
     </method>
     <method name="connect"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="from" type="org.apache.pig.newplan.Operator"/>
@@ -66787,7 +71450,7 @@
       </doc>
     </method>
     <method name="connect"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="from" type="org.apache.pig.newplan.Operator"/>
@@ -66799,7 +71462,7 @@
       </doc>
     </method>
     <method name="createSoftLink"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="from" type="org.apache.pig.newplan.Operator"/>
@@ -66811,7 +71474,7 @@
       </doc>
     </method>
     <method name="removeSoftLink"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="from" type="org.apache.pig.newplan.Operator"/>
@@ -66823,7 +71486,7 @@
       </doc>
     </method>
     <method name="disconnect" return="org.apache.pig.impl.util.Pair"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="from" type="org.apache.pig.newplan.Operator"/>
@@ -66839,7 +71502,7 @@
       </doc>
     </method>
     <method name="getOperators" return="java.util.Iterator"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -66848,7 +71511,7 @@
       </doc>
     </method>
     <method name="isEqual" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="other" type="org.apache.pig.newplan.OperatorPlan"/>
@@ -66863,7 +71526,7 @@
       </doc>
     </method>
     <method name="replace"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="oldOperator" type="org.apache.pig.newplan.Operator"/>
@@ -66878,7 +71541,7 @@
       </doc>
     </method>
     <method name="removeAndReconnect"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="operatorToRemove" type="org.apache.pig.newplan.Operator"/>
@@ -66891,7 +71554,7 @@
       </doc>
     </method>
     <method name="insertBetween"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="pred" type="org.apache.pig.newplan.Operator"/>
@@ -66907,7 +71570,7 @@
       </doc>
     </method>
     <method name="pathExists" return="boolean"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="load" type="org.apache.pig.newplan.Operator"/>
@@ -70609,7 +75272,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ProjectionPatcher.ProjectionFinder" type="org.apache.pig.newplan.OperatorPlan"
+    <constructor name="ProjectionFinder" type="org.apache.pig.newplan.OperatorPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -71524,6 +76187,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getExpSchemas" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
   </class>
   <!-- end class org.apache.pig.newplan.logical.relational.LOGenerate -->
   <!-- start class org.apache.pig.newplan.logical.relational.LogicalPlan -->
@@ -72311,15 +76979,15 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LogicalSchema.LogicalFieldSchema" type="java.lang.String, org.apache.pig.newplan.logical.relational.LogicalSchema, byte"
+    <constructor name="LogicalFieldSchema" type="java.lang.String, org.apache.pig.newplan.logical.relational.LogicalSchema, byte"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="LogicalSchema.LogicalFieldSchema" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"
+    <constructor name="LogicalFieldSchema" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="LogicalSchema.LogicalFieldSchema" type="java.lang.String, org.apache.pig.newplan.logical.relational.LogicalSchema, byte, long"
+    <constructor name="LogicalFieldSchema" type="java.lang.String, org.apache.pig.newplan.logical.relational.LogicalSchema, byte, long"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -72368,6 +77036,13 @@
  of inner schema are -1.]]>
       </doc>
     </method>
+    <method name="typeMatch" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="fs1" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"/>
+      <param name="fs2" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"/>
+    </method>
     <method name="mergeUid" return="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -72952,6 +77627,11 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="BLOOM" type="org.apache.pig.newplan.logical.relational.LOJoin.JOINTYPE"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
     <field name="REPLICATED" type="org.apache.pig.newplan.logical.relational.LOJoin.JOINTYPE"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -73624,6 +78304,10 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
+    <constructor name="LOStore" type="org.apache.pig.newplan.logical.relational.LogicalPlan, org.apache.pig.impl.io.FileSpec, org.apache.pig.StoreFuncInterface, java.lang.String, boolean"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
     <method name="getOutputSpec" return="org.apache.pig.impl.io.FileSpec"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -73937,7 +78621,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="AddForEach.AddForEachTransformer"
+    <constructor name="AddForEachTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -73989,7 +78673,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ColumnMapKeyPrune.ColumnMapKeyPruneTransformer"
+    <constructor name="ColumnMapKeyPruneTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74199,7 +78883,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ConstantCalculator.ConstantCalculatorTransformer" type="java.util.List, org.apache.pig.impl.PigContext"
+    <constructor name="ConstantCalculatorTransformer" type="java.util.List, org.apache.pig.impl.PigContext"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74229,7 +78913,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ConstantCalculator.ConstantCalculatorTransformer.ConstantCalculatorExpressionVisitor" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.newplan.logical.relational.LogicalRelationalOperator, org.apache.pig.impl.PigContext"
+    <constructor name="ConstantCalculatorExpressionVisitor" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.newplan.logical.relational.LogicalRelationalOperator, org.apache.pig.impl.PigContext"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -74248,7 +78932,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ConstantCalculator.ConstantCalculatorTransformer.ConstantCalculatorLogicalPlanVisitor" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.impl.PigContext"
+    <constructor name="ConstantCalculatorLogicalPlanVisitor" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.impl.PigContext"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -74294,7 +78978,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="FilterAboveForeach.FilterAboveForEachTransformer"
+    <constructor name="FilterAboveForEachTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74384,7 +79068,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroupByConstParallelSetter.GroupAllParallelSetterTransformer"
+    <constructor name="GroupAllParallelSetterTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74435,7 +79119,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="LimitOptimizer.OptimizeLimitTransformer"
+    <constructor name="OptimizeLimitTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74511,7 +79195,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="validate"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -74584,7 +79268,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MapKeysPruneHelper.FullMapCollector" type="org.apache.pig.newplan.OperatorPlan, java.util.Set"
+    <constructor name="FullMapCollector" type="org.apache.pig.newplan.OperatorPlan, java.util.Set"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -74631,7 +79315,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MapKeysPruneHelper.MapMarker" type="org.apache.pig.newplan.OperatorPlan"
+    <constructor name="MapMarker" type="org.apache.pig.newplan.OperatorPlan"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -74717,7 +79401,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MergeFilter.MergeFilterTransformer"
+    <constructor name="MergeFilterTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74768,7 +79452,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="MergeForEach.MergeForEachTransformer"
+    <constructor name="MergeForEachTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -74793,6 +79477,56 @@
     </method>
   </class>
   <!-- end class org.apache.pig.newplan.logical.rules.MergeForEach.MergeForEachTransformer -->
+  <!-- start class org.apache.pig.newplan.logical.rules.NestedLimitOptimizer -->
+  <class name="NestedLimitOptimizer" extends="org.apache.pig.newplan.optimizer.Rule"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="NestedLimitOptimizer" type="java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="buildPattern" return="org.apache.pig.newplan.OperatorPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNewTransformer" return="org.apache.pig.newplan.optimizer.Transformer"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.newplan.logical.rules.NestedLimitOptimizer -->
+  <!-- start class org.apache.pig.newplan.logical.rules.NestedLimitOptimizer.OptimizeNestedLimitTransformer -->
+  <class name="NestedLimitOptimizer.OptimizeNestedLimitTransformer" extends="org.apache.pig.newplan.optimizer.Transformer"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="OptimizeNestedLimitTransformer"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="check" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="matched" type="org.apache.pig.newplan.OperatorPlan"/>
+    </method>
+    <method name="reportChanges" return="org.apache.pig.newplan.OperatorPlan"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="transform"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="matched" type="org.apache.pig.newplan.OperatorPlan"/>
+      <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.newplan.logical.rules.NestedLimitOptimizer.OptimizeNestedLimitTransformer -->
   <!-- start class org.apache.pig.newplan.logical.rules.OptimizerUtils -->
   <class name="OptimizerUtils" extends="java.lang.Object"
     abstract="false"
@@ -74879,7 +79613,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PartitionFilterOptimizer.PartitionFilterPushDownTransformer"
+    <constructor name="PartitionFilterPushDownTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -75011,7 +79745,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PushUpFilter.PushUpFilterTransformer"
+    <constructor name="PushUpFilterTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -75062,7 +79796,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="SplitFilter.SplitFilterTransformer"
+    <constructor name="SplitFilterTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -75174,7 +79908,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TypeCastInserter.TypeCastInserterTransformer"
+    <constructor name="TypeCastInserterTransformer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -75311,6 +80045,25 @@
     </method>
   </class>
   <!-- end class org.apache.pig.newplan.logical.visitor.DuplicateForEachColumnRewriteVisitor -->
+  <!-- start class org.apache.pig.newplan.logical.visitor.ForEachUserSchemaVisitor -->
+  <class name="ForEachUserSchemaVisitor" extends="org.apache.pig.newplan.logical.relational.LogicalRelationalNodesVisitor"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="ForEachUserSchemaVisitor" type="org.apache.pig.newplan.OperatorPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+    </constructor>
+    <method name="visit"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="foreach" type="org.apache.pig.newplan.logical.relational.LOForEach"/>
+      <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.newplan.logical.visitor.ForEachUserSchemaVisitor -->
   <!-- start class org.apache.pig.newplan.logical.visitor.ImplicitSplitInsertVisitor -->
   <class name="ImplicitSplitInsertVisitor" extends="org.apache.pig.newplan.logical.optimizer.AllSameRalationalNodesVisitor"
     abstract="false"
@@ -75670,7 +80423,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ScalarVariableValidator.ProjectFinder" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.newplan.PlanWalker"
+    <constructor name="ProjectFinder" type="org.apache.pig.newplan.OperatorPlan, org.apache.pig.newplan.PlanWalker"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
       <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
@@ -76409,7 +81162,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="transformed"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="fp" type="org.apache.pig.newplan.OperatorPlan"/>
@@ -77133,7 +81886,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigParserNode.InvocationPoint" type="int, java.lang.String, java.lang.String"
+    <constructor name="InvocationPoint" type="int, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -77717,13 +82470,13 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="setIllustrator"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="illustrator" type="org.apache.pig.pen.Illustrator"/>
     </method>
     <method name="illustratorMarkup" return="org.apache.pig.data.Tuple"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="in" type="java.lang.Object"/>
@@ -79474,11 +84227,11 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.AlgebraicFunctionWrapper"
+    <constructor name="AlgebraicFunctionWrapper"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="GroovyAlgebraicEvalFunc.AlgebraicFunctionWrapper" type="java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="AlgebraicFunctionWrapper" type="java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79490,7 +84243,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BigDecimalGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="BigDecimalGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79507,7 +84260,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BigDecimalGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79519,7 +84272,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BigIntegerGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="BigIntegerGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79536,7 +84289,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BigIntegerGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79548,7 +84301,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BooleanGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="BooleanGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79565,7 +84318,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.BooleanGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79577,7 +84330,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.ChararrayGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="ChararrayGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79594,7 +84347,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.ChararrayGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79606,7 +84359,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DataBagGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="DataBagGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79630,7 +84383,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DataBagGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79642,7 +84395,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DataByteArrayGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="DataByteArrayGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79659,7 +84412,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DataByteArrayGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79671,7 +84424,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DateTimeGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="DateTimeGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79688,7 +84441,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DateTimeGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79700,7 +84453,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DoubleGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="DoubleGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79717,7 +84470,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.DoubleGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79729,11 +84482,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="GroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79745,7 +84498,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.FloatGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="FloatGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79762,7 +84515,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.FloatGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79774,11 +84527,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="GroovyAlgebraicEvalFunc.Initial" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Initial" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79790,7 +84543,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.IntegerGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="IntegerGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79807,7 +84560,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.IntegerGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79819,11 +84572,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.Intermed"
+    <constructor name="Intermed"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="GroovyAlgebraicEvalFunc.Intermed" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Intermed" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79835,7 +84588,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.LongGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="LongGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79852,11 +84605,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.LongGroovyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="GroovyAlgebraicEvalFunc.LongGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79868,7 +84621,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.MapGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="MapGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79885,7 +84638,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.MapGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79897,7 +84650,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.TupleGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="TupleGroovyAlgebraicEvalFunc" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -79914,7 +84667,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GroovyAlgebraicEvalFunc.TupleGroovyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <exception name="IOException" type="java.io.IOException"/>
@@ -80118,7 +84871,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.util.Iterator"/>
-    <constructor name="GroovyUtils.DataBagGroovyIterator" type="java.util.Iterator"
+    <constructor name="DataBagGroovyIterator" type="java.util.Iterator"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80271,11 +85024,11 @@
     abstract="true"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.AlgebraicFunctionWrapper"
+    <constructor name="AlgebraicFunctionWrapper"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.AlgebraicFunctionWrapper" type="java.lang.String, java.lang.String, java.lang.String"
+    <constructor name="AlgebraicFunctionWrapper" type="java.lang.String, java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <doc>
@@ -80348,7 +85101,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.BagJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="BagJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80371,11 +85124,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.BagJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.BagJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80386,7 +85139,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.ChararrayJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="ChararrayJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80402,11 +85155,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.ChararrayJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.ChararrayJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80417,7 +85170,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.DataByteArrayJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="DataByteArrayJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80433,11 +85186,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.DataByteArrayJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.DataByteArrayJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80448,7 +85201,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.DoubleJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="DoubleJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80464,11 +85217,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.DoubleJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.DoubleJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80479,11 +85232,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80505,7 +85258,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.FloatJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="FloatJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80521,11 +85274,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.FloatJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.FloatJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80536,11 +85289,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.Initial"
+    <constructor name="Initial"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.Initial" type="java.lang.String, java.lang.String"
+    <constructor name="Initial" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80564,7 +85317,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.IntegerJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="IntegerJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80580,11 +85333,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.IntegerJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.IntegerJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80595,11 +85348,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.Intermed"
+    <constructor name="Intermed"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.Intermed" type="java.lang.String, java.lang.String"
+    <constructor name="Intermed" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80621,7 +85374,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.LongJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="LongJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80637,11 +85390,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.LongJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.LongJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80652,7 +85405,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.MapJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="MapJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80668,11 +85421,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.MapJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.MapJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80683,7 +85436,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.TupleJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
+    <constructor name="TupleJrubyAlgebraicEvalFunc" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -80699,11 +85452,11 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="JrubyAlgebraicEvalFunc.TupleJrubyAlgebraicEvalFunc.Final"
+    <constructor name="Final"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
-    <constructor name="JrubyAlgebraicEvalFunc.TupleJrubyAlgebraicEvalFunc.Final" type="java.lang.String, java.lang.String"
+    <constructor name="Final" type="java.lang.String, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -82937,7 +87690,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="ToolsPigServer.PigPlans" type="org.apache.pig.newplan.logical.relational.LogicalPlan"
+    <constructor name="PigPlans" type="org.apache.pig.newplan.logical.relational.LogicalPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -83128,6 +87881,43 @@
     </method>
   </class>
   <!-- end class org.apache.pig.tools.grunt.Command -->
+  <!-- start class org.apache.pig.tools.grunt.ConsoleReaderInputStream -->
+  <class name="ConsoleReaderInputStream" extends="java.io.SequenceInputStream"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="ConsoleReaderInputStream" type="jline.console.ConsoleReader"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setIn"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="setIn"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="reader" type="jline.console.ConsoleReader"/>
+    </method>
+    <method name="restoreIn"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Restore the original {@link System#in} input stream.]]>
+      </doc>
+    </method>
+    <doc>
+    <![CDATA[Borrowed from jline.console.internal.ConsoleReaderInputStream. However,
+  we cannot use ConsoleReaderInputStream directly since:
+  1. ConsoleReaderInputStream is not public
+  2. ConsoleReaderInputStream has a bug which does not deal with UTF-8 correctly]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.tools.grunt.ConsoleReaderInputStream -->
   <!-- start class org.apache.pig.tools.grunt.Grunt -->
   <class name="Grunt" extends="java.lang.Object"
     abstract="false"
@@ -83142,7 +87932,7 @@
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
-      <param name="c" type="jline.ConsoleReader"/>
+      <param name="c" type="jline.console.ConsoleReader"/>
     </method>
     <method name="run"
       abstract="false" native="false" synchronized="false"
@@ -83549,7 +88339,7 @@
     abstract="false"
     static="true" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="GruntParser.ExplainState" type="java.lang.String, java.lang.String, java.lang.String, boolean, java.lang.String"
+    <constructor name="ExplainState" type="java.lang.String, java.lang.String, java.lang.String, boolean, java.lang.String"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -83600,7 +88390,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="GruntParser.StreamPrinter" type="java.io.InputStream, java.lang.String, java.io.PrintStream"
+    <constructor name="StreamPrinter" type="java.io.InputStream, java.lang.String, java.io.PrintStream"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -83619,7 +88409,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <implements name="jline.Completor"/>
+    <implements name="jline.console.completer.Completer"/>
     <constructor name="PigCompletor"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
@@ -83647,7 +88437,7 @@
     abstract="false"
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
-    <implements name="jline.Completor"/>
+    <implements name="jline.console.completer.Completer"/>
     <constructor name="PigCompletorAliases" type="org.apache.pig.PigServer"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
@@ -83736,10 +88526,6 @@
                 smaller number only impacts performance]]>
       </doc>
     </constructor>
-    <constructor name="PreprocessorContext" type="java.util.Map"
-      static="false" final="false" visibility="public"
-      deprecated="not deprecated">
-    </constructor>
     <method name="getParamVal" return="java.util.Map"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -83781,6 +88567,35 @@
  @param val - value supplied for the key]]>
       </doc>
     </method>
+    <method name="paramScopePush"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="paramScopePop"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="paramval_containsKey" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
+    </method>
+    <method name="paramval_get" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
+    </method>
+    <method name="paramval_put"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.String"/>
+      <param name="value" type="java.lang.String"/>
+    </method>
     <method name="processShellCmd"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -83847,6 +88662,26 @@
     </method>
   </class>
   <!-- end class org.apache.pig.tools.parameters.PreprocessorContext -->
+  <!-- start class org.apache.pig.tools.parameters.PreprocessorContext.CallableStreamReader -->
+  <class name="PreprocessorContext.CallableStreamReader" extends="java.lang.Object"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.util.concurrent.Callable"/>
+    <constructor name="CallableStreamReader" type="java.io.InputStream"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="call" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[Slurp in an entire input stream and close it.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.tools.parameters.PreprocessorContext.CallableStreamReader -->
 </package>
 <package name="org.apache.pig.tools.pigstats">
   <!-- start class org.apache.pig.tools.pigstats.EmptyPigStats -->
@@ -83882,6 +88717,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="getJobGraph" return="org.apache.pig.tools.pigstats.PigStats.JobGraph"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -84656,7 +89496,7 @@
     deprecated="not deprecated">
     <implements name="java.util.EventListener"/>
     <method name="initialPlanNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84669,7 +89509,7 @@
       </doc>
     </method>
     <method name="launchStartedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84681,7 +89521,7 @@
       </doc>
     </method>
     <method name="jobsSubmittedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84693,7 +89533,7 @@
       </doc>
     </method>
     <method name="jobStartedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84705,7 +89545,7 @@
       </doc>
     </method>
     <method name="jobFinishedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84717,7 +89557,7 @@
       </doc>
     </method>
     <method name="jobFailedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84729,7 +89569,7 @@
       </doc>
     </method>
     <method name="outputCompletedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84741,7 +89581,7 @@
       </doc>
     </method>
     <method name="progressUpdatedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84753,7 +89593,7 @@
       </doc>
     </method>
     <method name="launchCompletedNotification"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="scriptId" type="java.lang.String"/>
@@ -84855,6 +89695,14 @@
       <![CDATA[Returns the properties associated with the script]]>
       </doc>
     </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Returns the display message in pig grunt]]>
+      </doc>
+    </method>
     <method name="getJobGraph" return="org.apache.pig.tools.pigstats.PigStats.JobGraph"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -84960,6 +89808,14 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getScript" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <doc>
+      <![CDATA[Returns the contents of the script that was run.]]>
+      </doc>
+    </method>
     <method name="getScriptId" return="java.lang.String"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -85128,7 +89984,7 @@
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="java.lang.Iterable"/>
-    <constructor name="PigStats.JobGraph"
+    <constructor name="JobGraph"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -85180,7 +90036,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="PigStats.JobGraphPrinter" type="org.apache.pig.newplan.OperatorPlan"
+    <constructor name="JobGraphPrinter" type="org.apache.pig.newplan.OperatorPlan"
       static="false" final="false" visibility="protected"
       deprecated="not deprecated">
     </constructor>
@@ -85289,6 +90145,12 @@
  @return the counter name]]>
       </doc>
     </method>
+    <method name="getShortName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="uri" type="java.lang.String"/>
+    </method>
     <field name="MAP_INPUT_RECORDS" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -85376,6 +90238,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <implements name="org.apache.hadoop.util.Progressable"/>
+    <implements name="org.apache.pig.tools.pigstats.PigWarnCounter"/>
     <method name="staticDataCleanup"
       abstract="false" native="false" synchronized="false"
       static="true" final="false" visibility="public"
@@ -85437,6 +90300,21 @@
       <param name="name" type="java.lang.String"/>
       <param name="incr" type="long"/>
     </method>
+    <method name="incrWarnCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.Enum"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+    <method name="incrWarnCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="group" type="java.lang.String"/>
+      <param name="name" type="java.lang.String"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
     <method name="progress"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -85455,6 +90333,27 @@
     </method>
   </class>
   <!-- end class org.apache.pig.tools.pigstats.PigStatusReporter -->
+  <!-- start interface org.apache.pig.tools.pigstats.PigWarnCounter -->
+  <interface name="PigWarnCounter"    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <method name="incrWarnCounter" return="boolean"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.Enum"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+    <method name="incrWarnCounter" return="boolean"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="group" type="java.lang.String"/>
+      <param name="name" type="java.lang.String"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+  </interface>
+  <!-- end interface org.apache.pig.tools.pigstats.PigWarnCounter -->
   <!-- start class org.apache.pig.tools.pigstats.ScriptState -->
   <class name="ScriptState" extends="java.lang.Object"
     abstract="true"
@@ -85716,7 +90615,7 @@
     abstract="false"
     static="true" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="ScriptState.AliasVisitor" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.util.List, java.util.List"
+    <constructor name="AliasVisitor" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.util.List, java.util.List"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -85825,7 +90724,7 @@
     abstract="false"
     static="true" final="false" visibility="protected"
     deprecated="not deprecated">
-    <constructor name="ScriptState.FeatureVisitor" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.util.BitSet"
+    <constructor name="FeatureVisitor" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.util.BitSet"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -85934,6 +90833,16 @@
       static="true" final="true" visibility="public"
       deprecated="not deprecated">
     </field>
+    <field name="BUILD_BLOOM" type="org.apache.pig.tools.pigstats.ScriptState.PIG_FEATURE"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="FILTER_BLOOM" type="org.apache.pig.tools.pigstats.ScriptState.PIG_FEATURE"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
     <field name="HASH_JOIN" type="org.apache.pig.tools.pigstats.ScriptState.PIG_FEATURE"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -86265,6 +91174,21 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getTaskReports" return="java.util.Iterator"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="job" type="org.apache.hadoop.mapred.jobcontrol.Job"/>
+      <param name="type" type="org.apache.hadoop.mapreduce.TaskType"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
+    <method name="getCounters" return="org.apache.hadoop.mapred.Counters"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="job" type="org.apache.hadoop.mapred.jobcontrol.Job"/>
+      <exception name="IOException" type="java.io.IOException"/>
+    </method>
     <field name="SUCCESS_HEADER" type="java.lang.String"
       transient="false" volatile="false"
       static="true" final="true" visibility="public"
@@ -86519,6 +91443,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <doc>
     <![CDATA[SimplePigStats encapsulates the statistics collected from a running script.
  It includes status of the execution, the DAG of its MR jobs, as well as
@@ -86527,6 +91456,767 @@
   </class>
   <!-- end class org.apache.pig.tools.pigstats.mapreduce.SimplePigStats -->
 </package>
+<package name="org.apache.pig.tools.pigstats.spark">
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounter -->
+  <class name="SparkCounter" extends="java.lang.Object"
+    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.io.Serializable"/>
+    <constructor name="SparkCounter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="SparkCounter" type="java.lang.String, java.lang.String, java.lang.String, java.lang.Object, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createAccumulatorParam" return="&lt;any&gt;"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+    <method name="getValue" return="java.lang.Object"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="increment"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+    <method name="getName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getDisplayName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setDisplayName"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="displayName" type="java.lang.String"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounter -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounter.LongSparkCounter -->
+  <class name="SparkCounter.LongSparkCounter" extends="org.apache.pig.tools.pigstats.spark.SparkCounter"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="LongSparkCounter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="LongSparkCounter" type="java.lang.String, java.lang.String, java.lang.String, java.lang.Long, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createAccumulatorParam" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounter.LongSparkCounter -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounter.MapSparkCounter -->
+  <class name="SparkCounter.MapSparkCounter" extends="org.apache.pig.tools.pigstats.spark.SparkCounter"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="MapSparkCounter"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="MapSparkCounter" type="java.lang.String, java.lang.String, java.lang.String, java.util.Map, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createAccumulatorParam" return="&lt;any&gt;"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounter.MapSparkCounter -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounterGroup -->
+  <class name="SparkCounterGroup" extends="java.lang.Object"
+    abstract="true"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.io.Serializable"/>
+    <constructor name="SparkCounterGroup" type="java.lang.String, java.lang.String, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createCounter"
+      abstract="true" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+      <param name="initValue" type="java.lang.Object"/>
+    </method>
+    <method name="getCounter" return="org.apache.pig.tools.pigstats.spark.SparkCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+    </method>
+    <method name="getGroupName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getGroupDisplayName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setGroupDisplayName"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupDisplayName" type="java.lang.String"/>
+    </method>
+    <method name="getSparkCounters" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="groupName" type="java.lang.String"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="groupDisplayName" type="java.lang.String"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="sparkCounters" type="java.util.Map"
+      transient="false" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+    <field name="javaSparkContext" type="JavaSparkContext"
+      transient="true" volatile="false"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounterGroup -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.LongSparkCounterGroup -->
+  <class name="SparkCounterGroup.LongSparkCounterGroup" extends="org.apache.pig.tools.pigstats.spark.SparkCounterGroup"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="LongSparkCounterGroup" type="java.lang.String, java.lang.String, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+      <param name="initValue" type="java.lang.Long"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.LongSparkCounterGroup -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.MapSparkCounterGroup -->
+  <class name="SparkCounterGroup.MapSparkCounterGroup" extends="org.apache.pig.tools.pigstats.spark.SparkCounterGroup"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="MapSparkCounterGroup" type="java.lang.String, java.lang.String, JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.String"/>
+      <param name="initValue" type="java.util.Map"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounterGroup.MapSparkCounterGroup -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkCounters -->
+  <class name="SparkCounters" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <implements name="java.io.Serializable"/>
+    <implements name="org.apache.pig.tools.pigstats.PigWarnCounter"/>
+    <constructor name="SparkCounters" type="JavaSparkContext"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Enum"/>
+    </method>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="key" type="java.lang.Enum"/>
+    </method>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+    </method>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+      <param name="initValue" type="java.lang.Object"/>
+    </method>
+    <method name="increment"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Enum"/>
+      <param name="incrValue" type="long"/>
+    </method>
+    <method name="increment"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+      <param name="value" type="long"/>
+    </method>
+    <method name="getValue" return="java.lang.Object"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+    </method>
+    <method name="getCounter" return="org.apache.pig.tools.pigstats.spark.SparkCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+    </method>
+    <method name="getCounter" return="org.apache.pig.tools.pigstats.spark.SparkCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="key" type="java.lang.Enum"/>
+    </method>
+    <method name="getSparkCounterGroups" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="incrWarnCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="name" type="java.lang.Enum"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+    <method name="incrWarnCounter" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="group" type="java.lang.String"/>
+      <param name="name" type="java.lang.String"/>
+      <param name="incr" type="java.lang.Object"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkCounters -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkJobStats -->
+  <class name="SparkJobStats" extends="org.apache.pig.tools.pigstats.JobStats"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkJobStats" type="int, org.apache.pig.tools.pigstats.PigStats.JobGraph, org.apache.hadoop.conf.Configuration"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </constructor>
+    <constructor name="SparkJobStats" type="java.lang.String, org.apache.pig.tools.pigstats.PigStats.JobGraph, org.apache.hadoop.conf.Configuration"
+      static="false" final="false" visibility="protected"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setConf"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+    </method>
+    <method name="addOutputInfo"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="poStore" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <param name="success" type="boolean"/>
+      <param name="jobMetricsListener" type="org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener"/>
+    </method>
+    <method name="addInputStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="po" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+      <param name="success" type="boolean"/>
+      <param name="singleInput" type="boolean"/>
+    </method>
+    <method name="collectStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobMetricsListener" type="org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener"/>
+    </method>
+    <method name="getStats" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getJobId" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="accept"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="v" type="org.apache.pig.newplan.PlanVisitor"/>
+      <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+    </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumberMaps" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumberReduces" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMaxMapTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMinMapTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getAvgMapTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMaxReduceTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMinReduceTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getAvgREduceTime" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMapInputRecords" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMapOutputRecords" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getReduceInputRecords" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getReduceOutputRecords" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getSMMSpillCount" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getProactiveSpillCountObjects" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getProactiveSpillCountRecs" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getHadoopCounters" return="org.apache.hadoop.mapred.Counters"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMultiStoreCounters" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getMultiInputCounters" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setAlias"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="getWarningCounters" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="initWarningCounters"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <field name="FS_COUNTER_GROUP" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkJobStats -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkPigStats -->
+  <class name="SparkPigStats" extends="org.apache.pig.tools.pigstats.PigStats"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkPigStats"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="initialize"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+      <param name="sparkPlan" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"/>
+      <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+    </method>
+    <method name="addJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="poStore" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="jobId" type="int"/>
+      <param name="jobMetricsListener" type="org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener"/>
+      <param name="sparkContext" type="JavaSparkContext"/>
+    </method>
+    <method name="addFailJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="poStore" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="jobId" type="java.lang.String"/>
+      <param name="jobMetricsListener" type="org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener"/>
+      <param name="sparkContext" type="JavaSparkContext"/>
+      <param name="e" type="java.lang.Exception"/>
+    </method>
+    <method name="addNativeJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator"/>
+      <param name="jobId" type="java.lang.String"/>
+      <param name="isSuccess" type="boolean"/>
+      <param name="e" type="java.lang.Exception"/>
+    </method>
+    <method name="finish"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getJobClient" return="org.apache.hadoop.mapred.JobClient"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="isEmbedded" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getAllStats" return="java.util.Map"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getAllErrorMessages" return="java.util.List"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getSMMSpillCount" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getProactiveSpillCountObjects" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getProactiveSpillCountRecords" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getNumberJobs" return="int"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkPigStats -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkPigStatusReporter -->
+  <class name="SparkPigStatusReporter" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <method name="staticDataCleanup"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="getInstance" return="org.apache.pig.tools.pigstats.spark.SparkPigStatusReporter"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="createCounter"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="groupName" type="java.lang.String"/>
+      <param name="counterName" type="java.lang.String"/>
+    </method>
+    <method name="getCounters" return="org.apache.pig.tools.pigstats.spark.SparkCounters"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <method name="setCounters"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="counters" type="org.apache.pig.tools.pigstats.spark.SparkCounters"/>
+    </method>
+    <doc>
+    <![CDATA[Just like PigStatusReporter which will create/reset Hadoop counters, SparkPigStatusReporter will
+ create/reset Spark counters.
+ Note that, it is not suitable to make SparkCounters as a Singleton, it will be created/reset for
+ a given pig script or a Dump/Store action in Grunt mode.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkPigStatusReporter -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkScriptState -->
+  <class name="SparkScriptState" extends="org.apache.pig.tools.pigstats.ScriptState"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkScriptState" type="java.lang.String"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="setScriptInfo"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"/>
+    </method>
+    <method name="getScriptInfo" return="org.apache.pig.tools.pigstats.spark.SparkScriptState.SparkScriptInfo"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
+    <doc>
+    <![CDATA[ScriptStates encapsulates settings for a Pig script that runs on a hadoop
+ cluster. These settings are added to all Spark jobs spawned by the script and
+ in turn are persisted in the hadoop job xml. With the properties already in
+ the job xml, users who want to know the relations between the script and Spark
+ jobs can derive them from the job xmls.]]>
+    </doc>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkScriptState -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkScriptState.SparkScriptInfo -->
+  <class name="SparkScriptState.SparkScriptInfo" extends="java.lang.Object"
+    abstract="false"
+    static="true" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkScriptInfo" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperPlan"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="getAlias" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="getAliasLocation" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+    <method name="getPigFeatures" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="sparkOp" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+    </method>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkScriptState.SparkScriptInfo -->
+  <!-- start class org.apache.pig.tools.pigstats.spark.SparkStatsUtil -->
+  <class name="SparkStatsUtil" extends="java.lang.Object"
+    abstract="false"
+    static="false" final="false" visibility="public"
+    deprecated="not deprecated">
+    <constructor name="SparkStatsUtil"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </constructor>
+    <method name="waitForJobAddStats"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobID" type="int"/>
+      <param name="poStore" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="jobMetricsListener" type="org.apache.pig.backend.hadoop.executionengine.spark.JobMetricsListener"/>
+      <param name="sparkContext" type="JavaSparkContext"/>
+      <param name="sparkPigStats" type="org.apache.pig.tools.pigstats.spark.SparkPigStats"/>
+      <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+    </method>
+    <method name="addFailJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobID" type="java.lang.String"/>
+      <param name="poStore" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+      <param name="sparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.plan.SparkOperator"/>
+      <param name="sparkPigStats" type="org.apache.pig.tools.pigstats.spark.SparkPigStats"/>
+      <param name="e" type="java.lang.Exception"/>
+    </method>
+    <method name="getCounterName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="store" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+    </method>
+    <method name="getCounterName" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="load" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+    </method>
+    <method name="getRecordCount" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="store" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+    </method>
+    <method name="getRecordCount" return="long"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="load" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+    </method>
+    <method name="isJobSuccess" return="boolean"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="jobID" type="int"/>
+      <param name="sparkContext" type="JavaSparkContext"/>
+    </method>
+    <method name="addNativeJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="ps" type="org.apache.pig.tools.pigstats.PigStats"/>
+      <param name="nativeSparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator"/>
+    </method>
+    <method name="addFailedNativeJobStats"
+      abstract="false" native="false" synchronized="false"
+      static="true" final="false" visibility="public"
+      deprecated="not deprecated">
+      <param name="ps" type="org.apache.pig.tools.pigstats.PigStats"/>
+      <param name="nativeSparkOperator" type="org.apache.pig.backend.hadoop.executionengine.spark.operator.NativeSparkOperator"/>
+      <param name="e" type="java.lang.Exception"/>
+    </method>
+    <field name="SPARK_STORE_COUNTER_GROUP" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SPARK_STORE_RECORD_COUNTER" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SPARK_INPUT_COUNTER_GROUP" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+    <field name="SPARK_INPUT_RECORD_COUNTER" type="java.lang.String"
+      transient="false" volatile="false"
+      static="true" final="true" visibility="public"
+      deprecated="not deprecated">
+    </field>
+  </class>
+  <!-- end class org.apache.pig.tools.pigstats.spark.SparkStatsUtil -->
+</package>
 <package name="org.apache.pig.tools.pigstats.tez">
   <!-- start class org.apache.pig.tools.pigstats.tez.PigTezProgressNotificationListener -->
   <class name="PigTezProgressNotificationListener" extends="java.lang.Object"
@@ -86802,6 +92492,11 @@
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </method>
+    <method name="getDisplayString" return="java.lang.String"
+      abstract="false" native="false" synchronized="false"
+      static="false" final="false" visibility="public"
+      deprecated="not deprecated">
+    </method>
     <method name="accumulateStats"
       abstract="false" native="false" synchronized="false"
       static="false" final="false" visibility="public"
@@ -86961,7 +92656,7 @@
     abstract="false"
     static="true" final="false" visibility="public"
     deprecated="not deprecated">
-    <constructor name="TezScriptState.TezDAGScriptInfo" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
+    <constructor name="TezDAGScriptInfo" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
     </constructor>
@@ -87317,7 +93012,7 @@
     static="false" final="false" visibility="public"
     deprecated="not deprecated">
     <method name="validate"
-      abstract="false" native="false" synchronized="false"
+      abstract="true" native="false" synchronized="false"
       static="false" final="false" visibility="public"
       deprecated="not deprecated">
       <param name="command" type="org.apache.pig.validator.PigCommandFilter.Command"/>