Jdiff change for 0.16.0
git-svn-id: https://svn.apache.org/repos/asf/pig/trunk@1747452 13f79535-47bb-0310-9956-ffa450edef68
diff --git a/build.xml b/build.xml
index 99ba1f4..3e43f92 100644
--- a/build.xml
+++ b/build.xml
@@ -275,7 +275,7 @@
<property name="xerces.jar" value="${ivy.lib.dir}/xercesImpl-${xerces.version}.jar"/>
<property name="jdiff.build.dir" value="${build.docs}/jdiff"/>
<property name="jdiff.xml.dir" value="${docs.dir}/jdiff"/>
- <property name="jdiff.stable" value="0.15.0"/>
+ <property name="jdiff.stable" value="0.16.0"/>
<property name="jdiff.stable.javadoc" value="http://hadoop.apache.org/${name}/docs/r${jdiff.stable}/api/"/>
<!-- Packaging properties -->
diff --git a/src/docs/jdiff/pig_0.15.0.xml b/src/docs/jdiff/pig_0.16.0.xml
similarity index 96%
rename from src/docs/jdiff/pig_0.15.0.xml
rename to src/docs/jdiff/pig_0.16.0.xml
index c6ee73d..ea211d1 100644
--- a/src/docs/jdiff/pig_0.15.0.xml
+++ b/src/docs/jdiff/pig_0.16.0.xml
@@ -1,15 +1,15 @@
<?xml version="1.0" encoding="iso-8859-1" standalone="no"?>
<!-- Generated by the JDiff Javadoc doclet -->
<!-- (http://www.jdiff.org) -->
-<!-- on Mon Jun 01 11:45:24 PDT 2015 -->
+<!-- on Wed Jun 08 12:55:46 PDT 2016 -->
<api
xmlns:xsi='http://www.w3.org/2001/XMLSchema-instance'
xsi:noNamespaceSchemaLocation='api.xsd'
- name="pig 0.15.0"
+ name="pig 0.16.0"
jdversion="1.0.9">
-<!-- Command line arguments = -doclet jdiff.JDiff -docletpath /Users/daijy/pig15/build/ivy/lib/Pig/jdiff-1.0.9.jar:/Users/daijy/pig15/build/ivy/lib/Pig/xercesImpl-2.10.0.jar -classpath /Users/daijy/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-bundle/jars/jersey-bundle-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-server/bundles/jersey-server-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey.contribs/jersey-guice/jars/jersey-guice-1.8.jar:/Users/daijy/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.4.jar:/Users/daijy/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/daijy/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/daijy/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.1.jar:/Users/daijy/.ivy2/cache/javax.servlet/servlet-api/jars/servlet-api-2.5.jar:/Users/daijy/.ivy2/cache/javax.ws.rs/jsr311-api/jars/jsr311-api-1.1.1.jar:/Users/daijy/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/daijy/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/daijy/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/daijy/.ivy2/cache/com.sun.xml.bind/jaxb-impl/jars/jaxb-impl-2.2.3-1.jar:/Users/daijy/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/daijy/.ivy2/cache/com.google.inject.extensions/guice-servlet/jars/guice-servlet-3.0.jar:/Users/daijy/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-2.1/jars/jsp-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-api-2.1/jars/jsp-api-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-annotations/jars/hadoop-annotations-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-auth/jars/hadoop-auth-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/jars/hadoop-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/testss/hadoop-common-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/testss/hadoop-hdfs-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/jars/hadoop-hdfs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-core/jars/hadoop-mapreduce-client-core-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/testss/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/jars/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-tests/jars/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-app/jars/hadoop-mapreduce-client-app-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-shuffle/jars/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-common/jars/hadoop-mapreduce-client-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-api/jars/hadoop-yarn-api-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-common/jars/hadoop-yarn-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-web-proxy/jars/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-common/jars/hadoop-yarn-server-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-nodemanager/jars/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-resourcemanager/jars/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-client/jars/hadoop-yarn-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-applicationhistoryservice/jars/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-hs/jars/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-mapred/jars/avro-mapred-1.7.5-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-ipc/jars/avro-ipc-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro/jars/avro-1.7.5.jar:/Users/daijy/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.3.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/daijy/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.6.4.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty/jars/jetty-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty-util/jars/jetty-util-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-2.5-20081211.jar:/Users/daijy/.ivy2/cache/org.apache.velocity/velocity/jars/velocity-1.7.jar:/Users/daijy/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.4.jar:/Users/daijy/.ivy2/cache/org.htrace/htrace-core/jars/htrace-core-3.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.htrace/htrace-core/jars/htrace-core-3.1.0-incubating.jar:/Users/daijy/.ivy2/cache/org.fusesource.leveldbjni/leveldbjni-all/bundles/leveldbjni-all-1.8.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-0.23/jars/hive-shims-0.23-0.14.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-common/jars/tez-common-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-api/jars/tez-api-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-dag/jars/tez-dag-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-internals/jars/tez-runtime-internals-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-library/jars/tez-runtime-library-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-mapreduce/jars/tez-mapreduce-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-yarn-timeline-history-with-acls/jars/tez-yarn-timeline-history-with-acls-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-collections4/jars/commons-collections4-4.0.jar:/Users/daijy/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.3.4.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.1.1.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-framework/bundles/curator-framework-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-client/bundles/curator-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/jars/hbase-client-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/test-jars/hbase-client-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/jars/hbase-common-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/test-jars/hbase-common-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/jars/hbase-server-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/test-jars/hbase-server-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/jars/hbase-protocol-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/test-jars/hbase-protocol-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/test-jars/hbase-hadoop-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/jars/hbase-hadoop-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/jars/hbase-hadoop2-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/test-jars/hbase-hadoop2-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.cloudera.htrace/htrace-core/jars/htrace-core-2.00.jar:/Users/daijy/.ivy2/cache/com.lmax/disruptor/jars/disruptor-3.3.0.jar:/Users/daijy/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/daijy/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.3.jar:/Users/daijy/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.16.jar:/Users/daijy/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.1.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.6.1.jar:/Users/daijy/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/test-jars/trevni-core-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/jars/trevni-core-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/jars/trevni-avro-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/test-jars/trevni-avro-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.1.0.1.jar:/Users/daijy/.ivy2/cache/com.googlecode.json-simple/json-simple/jars/json-simple-1.1.jar:/Users/daijy/.ivy2/cache/jline/jline/jars/jline-1.0.jar:/Users/daijy/.ivy2/cache/net.java.dev.javacc/javacc/jars/javacc-4.2.jar:/Users/daijy/.ivy2/cache/org.codehaus.groovy/groovy-all/jars/groovy-all-1.8.6.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.8.8.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.8.8.jar:/Users/daijy/.ivy2/cache/org.fusesource.jansi/jansi/jars/jansi-1.9.jar:/Users/daijy/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.5.jar:/Users/daijy/.ivy2/cache/com.google.guava/guava/jars/guava-11.0.jar:/Users/daijy/.ivy2/cache/org.python/jython-standalone/jars/jython-standalone-2.5.3.jar:/Users/daijy/.ivy2/cache/rhino/js/jars/js-1.7R2.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr/jars/antlr-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr-runtime/jars/antlr-runtime-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/stringtemplate/jars/stringtemplate-3.2.1.jar:/Users/daijy/.ivy2/cache/antlr/antlr/jars/antlr-2.7.7.jar:/Users/daijy/.ivy2/cache/org.antlr/ST4/jars/ST4-4.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.5.jar:/Users/daijy/.ivy2/cache/dk.brics.automaton/automaton/jars/automaton-1.11-8.jar:/Users/daijy/.ivy2/cache/org.jruby/jruby-complete/jars/jruby-complete-1.6.7.jar:/Users/daijy/.ivy2/cache/asm/asm/jars/asm-3.3.1.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-core/jars/accumulo-core-1.5.0.jar:/Users/daijy/.ivy2/cache/com.beust/jcommander/jars/jcommander-1.30.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-fate/jars/accumulo-fate-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-start/jars/accumulo-start-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-vfs2/jars/commons-vfs2-2.0.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-api/jars/maven-scm-api-1.4.jar:/Users/daijy/.ivy2/cache/org.codehaus.plexus/plexus-utils/jars/plexus-utils-1.5.6.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svnexe/jars/maven-scm-provider-svnexe-1.4.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svn-commons/jars/maven-scm-provider-svn-commons-1.4.jar:/Users/daijy/.ivy2/cache/regexp/regexp/jars/regexp-1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-trace/jars/accumulo-trace-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.thrift/libthrift/jars/libthrift-0.9.0.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-minicluster/jars/accumulo-minicluster-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-server/jars/accumulo-server-1.5.0.jar:/Users/daijy/.ivy2/cache/com.google.code.gson/gson/jars/gson-2.2.2.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-exec/jars/hive-exec-0.14.0-core.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-serde/jars/hive-serde-0.14.0.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-common/jars/hive-common-0.14.0.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-common/jars/hive-shims-common-0.14.0.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-common-secure/jars/hive-shims-common-secure-0.14.0.jar:/Users/daijy/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.22.jar:/Users/daijy/.ivy2/cache/org.vafer/jdeb/maven-plugins/jdeb-0.8.jar:/Users/daijy/.ivy2/cache/org.mockito/mockito-all/jars/mockito-all-1.8.4.jar:/Users/daijy/.ivy2/cache/com.twitter/parquet-pig-bundle/jars/parquet-pig-bundle-1.2.3.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-tools/jars/avro-tools-1.7.5-nodeps.jar:/Users/daijy/.ivy2/cache/net.sf.jopt-simple/jopt-simple/jars/jopt-simple-4.1.jar:/Users/daijy/.ivy2/cache/xalan/xalan/jars/xalan-2.7.1.jar:/Users/daijy/.ivy2/cache/xalan/serializer/jars/serializer-2.7.1.jar:/Users/daijy/.ivy2/cache/xerces/xercesImpl/jars/xercesImpl-2.10.0.jar:/Users/daijy/.ivy2/cache/xml-apis/xml-apis/jars/xml-apis-1.4.01.jar:/Users/daijy/.ivy2/cache/junit/junit/jars/junit-4.11.jar:/Users/daijy/.ivy2/cache/io.netty/netty/bundles/netty-3.6.6.Final.jar:/Users/daijy/.ivy2/cache/com.github.stephenc.high-scale-lib/high-scale-lib/jars/high-scale-lib-1.1.1.jar:/Users/daijy/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.1.2.jar:/Users/daijy/.ivy2/cache/hsqldb/hsqldb/jars/hsqldb-1.8.0.10.jar:/Users/daijy/.ivy2/cache/org.iq80.snappy/snappy/jars/snappy-0.2.jar:/Users/daijy/pig15/build/pig-0.15.0.jar -sourcepath /Users/daijy/pig15/src -apidir /Users/daijy/pig15/src/docs/jdiff -apiname pig 0.15.0 -->
+<!-- Command line arguments = -doclet jdiff.JDiff -docletpath /Users/daijy/pig16/build/ivy/lib/Pig/jdiff-1.0.9.jar:/Users/daijy/pig16/build/ivy/lib/Pig/xercesImpl-2.10.0.jar -classpath /Users/daijy/.ivy2/cache/xmlenc/xmlenc/jars/xmlenc-0.52.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-bundle/jars/jersey-bundle-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey/jersey-server/bundles/jersey-server-1.8.jar:/Users/daijy/.ivy2/cache/com.sun.jersey.contribs/jersey-guice/jars/jersey-guice-1.8.jar:/Users/daijy/.ivy2/cache/commons-codec/commons-codec/jars/commons-codec-1.4.jar:/Users/daijy/.ivy2/cache/commons-httpclient/commons-httpclient/jars/commons-httpclient-3.1.jar:/Users/daijy/.ivy2/cache/commons-configuration/commons-configuration/jars/commons-configuration-1.6.jar:/Users/daijy/.ivy2/cache/commons-collections/commons-collections/jars/commons-collections-3.2.1.jar:/Users/daijy/.ivy2/cache/javax.servlet/servlet-api/jars/servlet-api-2.5.jar:/Users/daijy/.ivy2/cache/javax.ws.rs/jsr311-api/jars/jsr311-api-1.1.1.jar:/Users/daijy/.ivy2/cache/com.google.protobuf/protobuf-java/bundles/protobuf-java-2.5.0.jar:/Users/daijy/.ivy2/cache/javax.inject/javax.inject/jars/javax.inject-1.jar:/Users/daijy/.ivy2/cache/javax.xml.bind/jaxb-api/jars/jaxb-api-2.2.2.jar:/Users/daijy/.ivy2/cache/com.sun.xml.bind/jaxb-impl/jars/jaxb-impl-2.2.3-1.jar:/Users/daijy/.ivy2/cache/com.google.inject/guice/jars/guice-3.0.jar:/Users/daijy/.ivy2/cache/com.google.inject.extensions/guice-servlet/jars/guice-servlet-3.0.jar:/Users/daijy/.ivy2/cache/aopalliance/aopalliance/jars/aopalliance-1.0.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-2.1/jars/jsp-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jsp-api-2.1/jars/jsp-api-2.1-6.1.14.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-annotations/jars/hadoop-annotations-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-auth/jars/hadoop-auth-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/jars/hadoop-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-common/testss/hadoop-common-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/testss/hadoop-hdfs-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/jars/hadoop-hdfs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-core/jars/hadoop-mapreduce-client-core-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/jars/hadoop-mapreduce-client-jobclient-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-jobclient/testss/hadoop-mapreduce-client-jobclient-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-tests/jars/hadoop-yarn-server-tests-2.6.0-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-app/jars/hadoop-mapreduce-client-app-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-shuffle/jars/hadoop-mapreduce-client-shuffle-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-common/jars/hadoop-mapreduce-client-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-api/jars/hadoop-yarn-api-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-common/jars/hadoop-yarn-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-web-proxy/jars/hadoop-yarn-server-web-proxy-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-common/jars/hadoop-yarn-server-common-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-nodemanager/jars/hadoop-yarn-server-nodemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-resourcemanager/jars/hadoop-yarn-server-resourcemanager-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-client/jars/hadoop-yarn-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-yarn-server-applicationhistoryservice/jars/hadoop-yarn-server-applicationhistoryservice-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hadoop/hadoop-mapreduce-client-hs/jars/hadoop-mapreduce-client-hs-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-mapred/jars/avro-mapred-1.7.5-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-ipc/jars/avro-ipc-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro/jars/avro-1.7.5.jar:/Users/daijy/.ivy2/cache/com.thoughtworks.paranamer/paranamer/jars/paranamer-2.3.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-compress/jars/commons-compress-1.4.1.jar:/Users/daijy/.ivy2/cache/org.tukaani/xz/jars/xz-1.0.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-api/jars/slf4j-api-1.6.4.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty/jars/jetty-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/jetty-util/jars/jetty-util-6.1.26.jar:/Users/daijy/.ivy2/cache/org.mortbay.jetty/servlet-api/jars/servlet-api-2.5-20081211.jar:/Users/daijy/.ivy2/cache/org.apache.velocity/velocity/jars/velocity-1.7.jar:/Users/daijy/.ivy2/cache/commons-lang/commons-lang/jars/commons-lang-2.4.jar:/Users/daijy/.ivy2/cache/org.htrace/htrace-core/jars/htrace-core-3.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.htrace/htrace-core/jars/htrace-core-3.1.0-incubating.jar:/Users/daijy/.ivy2/cache/org.fusesource.leveldbjni/leveldbjni-all/bundles/leveldbjni-all-1.8.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-0.23/jars/hive-shims-0.23-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-common/jars/tez-common-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-api/jars/tez-api-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-dag/jars/tez-dag-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-internals/jars/tez-runtime-internals-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-runtime-library/jars/tez-runtime-library-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-mapreduce/jars/tez-mapreduce-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.tez/tez-yarn-timeline-history-with-acls/jars/tez-yarn-timeline-history-with-acls-0.7.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-collections4/jars/commons-collections4-4.0.jar:/Users/daijy/.ivy2/cache/org.codehaus.jettison/jettison/bundles/jettison-1.3.4.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-math3/jars/commons-math3-3.1.1.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-framework/bundles/curator-framework-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.curator/curator-client/bundles/curator-client-2.6.0.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/jars/hbase-client-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-client/test-jars/hbase-client-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/jars/hbase-common-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-common/test-jars/hbase-common-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/jars/hbase-server-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-server/test-jars/hbase-server-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/jars/hbase-protocol-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-protocol/test-jars/hbase-protocol-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/test-jars/hbase-hadoop-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop-compat/jars/hbase-hadoop-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/jars/hbase-hadoop2-compat-0.98.12-hadoop2.jar:/Users/daijy/.ivy2/cache/org.apache.hbase/hbase-hadoop2-compat/test-jars/hbase-hadoop2-compat-0.98.12-hadoop2-tests.jar:/Users/daijy/.ivy2/cache/org.cloudera.htrace/htrace-core/jars/htrace-core-2.00.jar:/Users/daijy/.ivy2/cache/com.lmax/disruptor/jars/disruptor-3.3.0.jar:/Users/daijy/.ivy2/cache/commons-el/commons-el/jars/commons-el-1.0.jar:/Users/daijy/.ivy2/cache/commons-io/commons-io/jars/commons-io-2.3.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-pigloader/jars/httpdlog-pigloader-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-inputformat/jars/httpdlog-inputformat-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse.httpdlog/httpdlog-parser/jars/httpdlog-parser-2.4.jar:/Users/daijy/.ivy2/cache/nl.basjes.parse/parser-core/jars/parser-core-2.4.jar:/Users/daijy/.ivy2/cache/log4j/log4j/bundles/log4j-1.2.16.jar:/Users/daijy/.ivy2/cache/commons-logging/commons-logging/jars/commons-logging-1.1.1.jar:/Users/daijy/.ivy2/cache/org.slf4j/slf4j-log4j12/jars/slf4j-log4j12-1.6.1.jar:/Users/daijy/.ivy2/cache/commons-cli/commons-cli/jars/commons-cli-1.2.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/test-jars/trevni-core-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-core/jars/trevni-core-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/jars/trevni-avro-1.7.5.jar:/Users/daijy/.ivy2/cache/org.apache.avro/trevni-avro/test-jars/trevni-avro-1.7.5-tests.jar:/Users/daijy/.ivy2/cache/org.xerial.snappy/snappy-java/bundles/snappy-java-1.1.0.1.jar:/Users/daijy/.ivy2/cache/com.googlecode.json-simple/json-simple/jars/json-simple-1.1.jar:/Users/daijy/.ivy2/cache/jline/jline/jars/jline-1.0.jar:/Users/daijy/.ivy2/cache/net.java.dev.javacc/javacc/jars/javacc-4.2.jar:/Users/daijy/.ivy2/cache/org.codehaus.groovy/groovy-all/jars/groovy-all-2.4.5.jar:/Users/daijy/.ivy2/cache/org.apache.ivy/ivy/jars/ivy-2.2.0.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-mapper-asl/jars/jackson-mapper-asl-1.9.13.jar:/Users/daijy/.ivy2/cache/org.codehaus.jackson/jackson-core-asl/jars/jackson-core-asl-1.9.13.jar:/Users/daijy/.ivy2/cache/org.fusesource.jansi/jansi/jars/jansi-1.9.jar:/Users/daijy/.ivy2/cache/joda-time/joda-time/jars/joda-time-2.9.3.jar:/Users/daijy/.ivy2/cache/com.google.guava/guava/jars/guava-11.0.jar:/Users/daijy/.ivy2/cache/org.python/jython-standalone/jars/jython-standalone-2.7.0.jar:/Users/daijy/.ivy2/cache/rhino/js/jars/js-1.7R2.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr/jars/antlr-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/antlr-runtime/jars/antlr-runtime-3.4.jar:/Users/daijy/.ivy2/cache/org.antlr/stringtemplate/jars/stringtemplate-3.2.1.jar:/Users/daijy/.ivy2/cache/antlr/antlr/jars/antlr-2.7.7.jar:/Users/daijy/.ivy2/cache/org.antlr/ST4/jars/ST4-4.0.4.jar:/Users/daijy/.ivy2/cache/org.apache.zookeeper/zookeeper/jars/zookeeper-3.4.5.jar:/Users/daijy/.ivy2/cache/dk.brics.automaton/automaton/jars/automaton-1.11-8.jar:/Users/daijy/.ivy2/cache/org.jruby/jruby-complete/jars/jruby-complete-1.6.7.jar:/Users/daijy/.ivy2/cache/asm/asm/jars/asm-3.3.1.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-core/jars/accumulo-core-1.5.0.jar:/Users/daijy/.ivy2/cache/com.beust/jcommander/jars/jcommander-1.30.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-fate/jars/accumulo-fate-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-start/jars/accumulo-start-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-vfs2/jars/commons-vfs2-2.0.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-api/jars/maven-scm-api-1.4.jar:/Users/daijy/.ivy2/cache/org.codehaus.plexus/plexus-utils/jars/plexus-utils-1.5.6.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svnexe/jars/maven-scm-provider-svnexe-1.4.jar:/Users/daijy/.ivy2/cache/org.apache.maven.scm/maven-scm-provider-svn-commons/jars/maven-scm-provider-svn-commons-1.4.jar:/Users/daijy/.ivy2/cache/regexp/regexp/jars/regexp-1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-trace/jars/accumulo-trace-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.thrift/libthrift/jars/libthrift-0.9.0.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpclient/jars/httpclient-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.httpcomponents/httpcore/jars/httpcore-4.1.3.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-minicluster/jars/accumulo-minicluster-1.5.0.jar:/Users/daijy/.ivy2/cache/org.apache.accumulo/accumulo-server/jars/accumulo-server-1.5.0.jar:/Users/daijy/.ivy2/cache/com.google.code.gson/gson/jars/gson-2.2.2.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-exec/jars/hive-exec-1.2.1-core.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-serde/jars/hive-serde-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.hive/hive-common/jars/hive-common-1.2.1.jar:/Users/daijy/.ivy2/cache/org.apache.hive.shims/hive-shims-common/jars/hive-shims-common-1.2.1.jar:/Users/daijy/.ivy2/cache/com.esotericsoftware.kryo/kryo/bundles/kryo-2.22.jar:/Users/daijy/.ivy2/cache/org.apache.commons/commons-lang3/jars/commons-lang3-3.1.jar:/Users/daijy/.ivy2/cache/org.vafer/jdeb/maven-plugins/jdeb-0.8.jar:/Users/daijy/.ivy2/cache/org.mockito/mockito-all/jars/mockito-all-1.8.4.jar:/Users/daijy/.ivy2/cache/com.twitter/parquet-pig-bundle/jars/parquet-pig-bundle-1.2.3.jar:/Users/daijy/.ivy2/cache/org.apache.avro/avro-tools/jars/avro-tools-1.7.5-nodeps.jar:/Users/daijy/.ivy2/cache/net.sf.jopt-simple/jopt-simple/jars/jopt-simple-4.1.jar:/Users/daijy/.ivy2/cache/xalan/xalan/jars/xalan-2.7.1.jar:/Users/daijy/.ivy2/cache/xalan/serializer/jars/serializer-2.7.1.jar:/Users/daijy/.ivy2/cache/xerces/xercesImpl/jars/xercesImpl-2.10.0.jar:/Users/daijy/.ivy2/cache/xml-apis/xml-apis/jars/xml-apis-1.4.01.jar:/Users/daijy/.ivy2/cache/junit/junit/jars/junit-4.11.jar:/Users/daijy/.ivy2/cache/io.netty/netty/bundles/netty-3.6.6.Final.jar:/Users/daijy/.ivy2/cache/com.github.stephenc.high-scale-lib/high-scale-lib/jars/high-scale-lib-1.1.1.jar:/Users/daijy/.ivy2/cache/com.yammer.metrics/metrics-core/jars/metrics-core-2.1.2.jar:/Users/daijy/.ivy2/cache/hsqldb/hsqldb/jars/hsqldb-1.8.0.10.jar:/Users/daijy/.ivy2/cache/org.iq80.snappy/snappy/jars/snappy-0.2.jar:/Users/daijy/pig16/build/pig-0.16.0.jar -sourcepath /Users/daijy/pig16/src -apidir /Users/daijy/pig16/src/docs/jdiff -apiname pig 0.16.0 -->
<package name="org.apache.hadoop.hive.serde2.objectinspector.primitive">
<!-- start class org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaConstantBooleanObjectInspector -->
<class name="JavaConstantBooleanObjectInspector" extends="org.apache.hadoop.hive.serde2.objectinspector.primitive.JavaBooleanObjectInspector"
@@ -458,6 +458,114 @@
</doc>
</class>
<!-- end class org.apache.pig.ComparisonFunc -->
+ <!-- start class org.apache.pig.CounterBasedErrorHandler -->
+ <class name="CounterBasedErrorHandler" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <implements name="org.apache.pig.ErrorHandler"/>
+ <constructor name="CounterBasedErrorHandler"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="onSuccess"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uniqueSignature" type="java.lang.String"/>
+ </method>
+ <method name="onError"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uniqueSignature" type="java.lang.String"/>
+ <param name="e" type="java.lang.Exception"/>
+ <param name="inputTuple" type="org.apache.pig.data.Tuple"/>
+ </method>
+ <method name="getRecordCount" return="long"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="storeSignature" type="java.lang.String"/>
+ </method>
+ <field name="STORER_ERROR_HANDLER_COUNTER_GROUP" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="STORER_ERROR_COUNT" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="STORER_RECORD_COUNT" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ </class>
+ <!-- end class org.apache.pig.CounterBasedErrorHandler -->
+ <!-- start interface org.apache.pig.ErrorHandler -->
+ <interface name="ErrorHandler" abstract="true"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <method name="onSuccess"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uniqueSignature" type="java.lang.String"/>
+ <doc>
+ <![CDATA[Method invoked on success processing of tuple
+
+ @param uniqueSignature
+ a unique signature to identify the operator]]>
+ </doc>
+ </method>
+ <method name="onError"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uniqueSignature" type="java.lang.String"/>
+ <param name="e" type="java.lang.Exception"/>
+ <param name="inputTuple" type="org.apache.pig.data.Tuple"/>
+ <doc>
+ <![CDATA[Method invoked when an error occurs processing of tuple
+
+ @param uniqueSignature
+ a unique signature to identify the operator
+ @param e
+ Exception encountered while processing input
+ @param inputTuple
+ the tuple to store.]]>
+ </doc>
+ </method>
+ <doc>
+ <![CDATA[The interface that handles errors thrown by the
+ {@link StoreFuncInterface#putNext(Tuple)}]]>
+ </doc>
+ </interface>
+ <!-- end interface org.apache.pig.ErrorHandler -->
+ <!-- start interface org.apache.pig.ErrorHandling -->
+ <interface name="ErrorHandling" abstract="true"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <method name="getErrorHandler" return="org.apache.pig.ErrorHandler"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[This method is called to determine the ErrorHandler implementation that
+ to handle errors in {@code StoreFunc#putNext(Tuple)}
+
+ @return OutputErrorHandler implementation for store func]]>
+ </doc>
+ </method>
+ <doc>
+ <![CDATA[A {@link StoreFunc} should implement this interface to enable handling errors
+ during {@code StoreFunc#putNext(Tuple)}]]>
+ </doc>
+ </interface>
+ <!-- end interface org.apache.pig.ErrorHandling -->
<!-- start class org.apache.pig.EvalFunc -->
<class name="EvalFunc" extends="java.lang.Object"
abstract="true"
@@ -2989,6 +3097,39 @@
<![CDATA[This key is used to enable or disable union optimization in tez. True by default]]>
</doc>
</field>
+ <field name="PIG_TEZ_OPT_UNION_SUPPORTED_STOREFUNCS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[These keys are used to enable or disable tez union optimization for
+ specific StoreFuncs. Optimization should be turned off for those
+ StoreFuncs that hard code part file names and do not prefix file names
+ with mapreduce.output.basename configuration.
+
+ If the StoreFuncs implement
+ {@link StoreFunc#supportsParallelWriteToStoreLocation()} and return true
+ or false then that is is used to turn on or off union optimization
+ respectively. These settings can be used for StoreFuncs that have not
+ implemented the API yet.]]>
+ </doc>
+ </field>
+ <field name="PIG_TEZ_OPT_UNION_UNSUPPORTED_STOREFUNCS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="PIG_SORT_READONCE_LOADFUNCS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Pig only reads once from datasource for LoadFuncs specified here during sort instead of
+ loading once for sampling and loading again for partitioning.
+ Used to avoid hitting external non-filesystem datasources like HBase and Accumulo twice.
+ Honored only by Pig on Tez now.]]>
+ </doc>
+ </field>
<field name="PIG_EXEC_MAP_PARTAGG" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -3015,6 +3156,16 @@
<![CDATA[Boolean value to enable or disable use of combiners in MapReduce jobs. Enabled by default]]>
</doc>
</field>
+ <field name="PIG_EXEC_NO_COMBINER_REDUCER" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Enable or disable use of combiners in reducer shuffle-merge phase in Tez.
+ Valid values are auto, true or false.
+ Default is auto which turns off combiner if bags are present in the combine plan]]>
+ </doc>
+ </field>
<field name="PIG_EXEC_NO_SECONDARY_KEY" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -3365,6 +3516,30 @@
<![CDATA[Replication factor for files in pig jar cache]]>
</doc>
</field>
+ <field name="PIG_ERROR_HANDLING_ENABLED" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Boolean value used to enable or disable error handling for storers]]>
+ </doc>
+ </field>
+ <field name="PIG_ERROR_HANDLING_MIN_ERROR_RECORDS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Controls the minimum number of errors]]>
+ </doc>
+ </field>
+ <field name="PIG_ERROR_HANDLING_THRESHOLD_PERCENT" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Set the threshold for percentage of errors]]>
+ </doc>
+ </field>
<field name="PIG_BLACKLIST" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -3405,6 +3580,23 @@
<![CDATA[The timezone to be used by Pig datetime datatype]]>
</doc>
</field>
+ <field name="PIG_BZIP_USE_HADOOP_INPUTFORMAT" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Using hadoop's TextInputFormat for reading bzip input instead of using Pig's Bzip2TextInputFormat. True by default
+ (only valid for 0.23/2.X)]]>
+ </doc>
+ </field>
+ <field name="PIG_ARTIFACTS_DOWNLOAD_LOCATION" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[This key is used to set the download location when registering an artifact using ivy coordinate]]>
+ </doc>
+ </field>
<field name="PIG_TEZ_SESSION_REUSE" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -3421,6 +3613,53 @@
<![CDATA[This key is used to configure the interval of dag status report in seconds. Default is 20]]>
</doc>
</field>
+ <field name="PIG_SPILL_MEMORY_USAGE_THRESHOLD_FRACTION" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Spill will be triggered if the fraction of biggest heap exceeds the usage threshold.
+ If {@link PigConfiguration.PIG_SPILL_UNUSED_MEMORY_THRESHOLD_SIZE} is non-zero, then usage threshold is calculated as
+ Max(HeapSize * PIG_SPILL_MEMORY_USAGE_THRESHOLD_FRACTION, HeapSize - PIG_SPILL_UNUSED_MEMORY_THRESHOLD_SIZE)
+ Default is 0.7]]>
+ </doc>
+ </field>
+ <field name="PIG_SPILL_COLLECTION_THRESHOLD_FRACTION" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Spill will be triggered if the fraction of biggest heap exceeds the collection threshold.
+ If {@link PigConfiguration.PIG_SPILL_UNUSED_MEMORY_THRESHOLD_SIZE} is non-zero, then collection threshold is calculated as
+ Max(HeapSize * PIG_SPILL_COLLECTION_THRESHOLD_FRACTION, HeapSize - PIG_SPILL_UNUSED_MEMORY_THRESHOLD_SIZE)
+ Default is 0.7]]>
+ </doc>
+ </field>
+ <field name="PIG_SPILL_UNUSED_MEMORY_THRESHOLD_SIZE" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Spill will be triggered when unused memory falls below the threshold.
+ Default is 350MB]]>
+ </doc>
+ </field>
+ <field name="CALLER_ID" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Log tracing id that can be used by upstream clients for tracking respective logs]]>
+ </doc>
+ </field>
+ <field name="ENABLE_ATS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Enable ATS for Pig]]>
+ </doc>
+ </field>
<field name="OPT_FETCH" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -6325,15 +6564,15 @@
<doc>
<![CDATA[This method is called by the Pig runtime in the front end to convert the
output location to an absolute path if the location is relative. The
- StoreFunc implementation is free to choose how it converts a relative
+ StoreFunc implementation is free to choose how it converts a relative
location to an absolute location since this may depend on what the location
- string represent (hdfs path or some other data source).
-
-
+ string represent (hdfs path or some other data source).
+
+
@param location location as provided in the "store" statement of the script
@param curDir the current working direction based on any "cd" statements
in the script before the "store" statement. If there are no "cd" statements
- in the script, this would be the home directory -
+ in the script, this would be the home directory -
<pre>/user/<username> </pre>
@return the absolute location based on the arguments passed
@throws IOException if the conversion is not possible]]>
@@ -6347,9 +6586,9 @@
<doc>
<![CDATA[Return the OutputFormat associated with StoreFunc. This will be called
on the front end during planning and on the backend during
- execution.
+ execution.
@return the {@link OutputFormat} associated with StoreFunc
- @throws IOException if an exception occurs while constructing the
+ @throws IOException if an exception occurs while constructing the
OutputFormat]]>
</doc>
</method>
@@ -6361,17 +6600,17 @@
<param name="job" type="org.apache.hadoop.mapreduce.Job"/>
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Communicate to the storer the location where the data needs to be stored.
- The location string passed to the {@link StoreFunc} here is the
- return value of {@link StoreFunc#relToAbsPathForStoreLocation(String, Path)}
+ <![CDATA[Communicate to the storer the location where the data needs to be stored.
+ The location string passed to the {@link StoreFunc} here is the
+ return value of {@link StoreFunc#relToAbsPathForStoreLocation(String, Path)}
This method will be called in the frontend and backend multiple times. Implementations
should bear in mind that this method is called multiple times and should
ensure there are no inconsistent side effects due to the multiple calls.
{@link #checkSchema(ResourceSchema)} will be called before any call to
{@link #setStoreLocation(String, Job)}.
-
- @param location Location returned by
+
+ @param location Location returned by
{@link StoreFunc#relToAbsPathForStoreLocation(String, Path)}
@param job The {@link Job} object
@throws IOException if the location is not valid.]]>
@@ -6418,7 +6657,7 @@
<exception name="IOException" type="java.io.IOException"/>
<doc>
<![CDATA[Write a tuple to the data store.
-
+
@param t the tuple to store.
@throws IOException if an exception occurs during the write]]>
</doc>
@@ -6432,7 +6671,7 @@
<![CDATA[This method will be called by Pig both in the front end and back end to
pass a unique signature to the {@link StoreFunc} which it can use to store
information in the {@link UDFContext} which it needs to store between
- various method invocations in the front end and back end. This method
+ various method invocations in the front end and back end. This method
will be called before other methods in {@link StoreFunc}. This is necessary
because in a Pig Latin script with multiple stores, the different
instances of store functions need to be able to find their (and only their)
@@ -6453,9 +6692,9 @@
ensure that no incorrect/incomplete results are left in the output location.
The default implementation deletes the output location if it
is a {@link FileSystem} location.
- @param location Location returned by
+ @param location Location returned by
{@link StoreFunc#relToAbsPathForStoreLocation(String, Path)}
- @param job The {@link Job} object - this should be used only to obtain
+ @param job The {@link Job} object - this should be used only to obtain
cluster properties through {@link Job#getConfiguration()} and not to set/query
any runtime job information.]]>
</doc>
@@ -6472,9 +6711,9 @@
is successful, and some cleanup of intermediate resources is required.
Implementations can clean up output locations in this method to
ensure that no incorrect/incomplete results are left in the output location.
- @param location Location returned by
+ @param location Location returned by
{@link StoreFunc#relToAbsPathForStoreLocation(String, Path)}
- @param job The {@link Job} object - this should be used only to obtain
+ @param job The {@link Job} object - this should be used only to obtain
cluster properties through {@link Job#getConfiguration()} and not to set/query
any runtime job information.]]>
</doc>
@@ -6495,6 +6734,47 @@
@throws IOException]]>
</doc>
</method>
+ <method name="supportsParallelWriteToStoreLocation" return="java.lang.Boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[DAG execution engines like Tez support optimizing union by writing to
+ output location in parallel from tasks of different vertices. Commit is
+ called once all the vertices in the union are complete. This eliminates
+ need to have a separate phase to read data output from previous phases,
+ union them and write out again.
+
+ Enabling the union optimization requires the OutputFormat to
+
+ 1) Support creation of different part file names for tasks of different
+ vertices. Conflicting filenames can create data corruption and loss.
+ For eg: If task 0 of vertex1 and vertex2 both create filename as
+ part-r-00000, then one of the files will be overwritten when promoting
+ from temporary to final location leading to data loss.
+ FileOutputFormat has mapreduce.output.basename config which enables
+ naming files differently in different vertices. Classes extending
+ FileOutputFormat and those prefixing file names with mapreduce.output.basename
+ value will not encounter conflict. Cases like HBaseStorage which write to key
+ value store and do not produce files also should not face any conflict.
+
+ 2) Support calling of commit once at the end takes care of promoting
+ temporary files of the different vertices into the final location.
+ For eg: FileOutputFormat commit algorithm handles promoting of files produced
+ by tasks of different vertices into final output location without issues
+ if there is no file name conflict. In cases like HBaseStorage, the
+ TableOutputCommitter does nothing on commit.
+
+ If custom OutputFormat used by the StoreFunc does not support the above
+ two criteria, then false should be returned. Union optimization will be
+ disabled for the StoreFunc.
+
+ Default implementation returns null and in that case planner falls back
+ to {@link PigConfiguration.PIG_TEZ_OPT_UNION_SUPPORTED_STOREFUNCS} and
+ {@link PigConfiguration.PIG_TEZ_OPT_UNION_UNSUPPORTED_STOREFUNCS}
+ settings to determine if the StoreFunc supports it.]]>
+ </doc>
+ </method>
<method name="warn"
abstract="false" native="false" synchronized="false"
static="false" final="true" visibility="public"
@@ -8768,6 +9048,13 @@
<param name="className" type="java.lang.String"/>
<exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
</method>
+ <method name="getNewWritableComparable" return="org.apache.pig.impl.io.PigNullableWritable"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="keyType" type="byte"/>
+ <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+ </method>
<method name="getWritableComparableTypes" return="org.apache.pig.impl.io.PigNullableWritable"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -8783,6 +9070,13 @@
<param name="type" type="byte"/>
<exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
</method>
+ <method name="findTypeFromClassName" return="byte"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="className" type="java.lang.String"/>
+ <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+ </method>
<method name="findTypeFromNullableWritable" return="byte"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -8796,6 +9090,60 @@
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.HDataType -->
+ <!-- start class org.apache.pig.backend.hadoop.HKerberos -->
+ <class name="HKerberos" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="HKerberos"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="tryKerberosKeytabLogin"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ </method>
+ <doc>
+ <![CDATA[Support for logging in using a kerberos keytab file.
+
+ <br/>
+ Kerberos is a authentication system that uses tickets with a limited valitity time.<br/>
+ As a consequence running a pig script on a kerberos secured hadoop cluster limits the running time to at most
+ the remaining validity time of these kerberos tickets. When doing really complex analytics this may become a
+ problem as the job may need to run for a longer time than these ticket times allow.<br/>
+ A kerberos keytab file is essentially a Kerberos specific form of the password of a user. <br/>
+ It is possible to enable a Hadoop job to request new tickets when they expire by creating a keytab file and
+ make it part of the job that is running in the cluster.
+ This will extend the maximum job duration beyond the maximum renew time of the kerberos tickets.<br/>
+ <br/>
+ Usage:
+ <ol>
+ <li>Create a keytab file for the required principal.<br/>
+ <p>Using the ktutil tool you can create a keytab using roughly these commands:<br/>
+ <i>addent -password -p niels@EXAMPLE.NL -k 1 -e rc4-hmac<br/>
+ addent -password -p niels@EXAMPLE.NL -k 1 -e aes256-cts<br/>
+ wkt niels.keytab</i></p>
+ </li>
+ <li>Set the following properties (either via the .pigrc file or on the command line via -P file)<br/>
+ <ul>
+ <li><i>java.security.krb5.conf</i><br/>
+ The path to the local krb5.conf file.<br/>
+ Usually this is "/etc/krb5.conf"</li>
+ <li><i>hadoop.security.krb5.principal</i><br/>
+ The pricipal you want to login with.<br/>
+ Usually this would look like this "niels@EXAMPLE.NL"</li>
+ <li><i>hadoop.security.krb5.keytab</i><br/>
+ The path to the local keytab file that must be used to authenticate with.<br/>
+ Usually this would look like this "/home/niels/.krb/niels.keytab"</li>
+ </ul></li>
+ </ol>
+ NOTE: All paths in these variables are local to the client system starting the actual pig script.
+ This can be run without any special access to the cluster nodes.]]>
+ </doc>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.HKerberos -->
</package>
<package name="org.apache.pig.backend.hadoop.accumulo">
<!-- start class org.apache.pig.backend.hadoop.accumulo.AbstractAccumuloStorage -->
@@ -11691,7 +12039,7 @@
<doc>
<![CDATA[A special implementation of combiner used only for distinct. This combiner
does not even parse out the records. It just throws away duplicate values
- in the key in order ot minimize the data being sent to the reduce.]]>
+ in the key in order to minimize the data being sent to the reduce.]]>
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.DistinctCombiner -->
@@ -11704,6 +12052,11 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
+ <method name="staticDataCleanup"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="setup"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="protected"
@@ -11711,9 +12064,6 @@
<param name="context" type="org.apache.hadoop.mapreduce.Reducer.Context"/>
<exception name="IOException" type="java.io.IOException"/>
<exception name="InterruptedException" type="java.lang.InterruptedException"/>
- <doc>
- <![CDATA[Configures the reporter]]>
- </doc>
</method>
<method name="reduce"
abstract="false" native="false" synchronized="false"
@@ -11839,6 +12189,15 @@
@throws java.io.IOException]]>
</doc>
</method>
+ <method name="getTotalInputFileSize" return="long"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="lds" type="java.util.List"/>
+ <param name="job" type="org.apache.hadoop.mapreduce.Job"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
<doc>
<![CDATA[Class that estimates the number of reducers based on input size.
Number of reducers is based on two properties:
@@ -11980,6 +12339,22 @@
@throws IOException]]>
</doc>
</method>
+ <method name="getCacheStagingDir" return="org.apache.hadoop.fs.Path"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="getFromCache" return="org.apache.hadoop.fs.Path"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="url" type="java.net.URL"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
<method name="setOutputFormat"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -12918,6 +13293,11 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="mapKeyTypeOfSplittees" type="byte[]"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </field>
<field name="UDFs" type="java.util.Set"
transient="false" volatile="false"
static="false" final="false" visibility="public"
@@ -15296,6 +15676,21 @@
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="PIG_INPUT_TARGETS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="PIG_INPUT_SIGNATURES" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="PIG_INPUT_LIMITS" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
<field name="sJob" type="org.apache.hadoop.conf.Configuration"
transient="false" volatile="false"
static="true" final="false" visibility="public"
@@ -15400,6 +15795,21 @@
<param name="o1" type="java.lang.Object"/>
<param name="o2" type="java.lang.Object"/>
</method>
+ <field name="mLog" type="org.apache.commons.logging.Log"
+ transient="false" volatile="false"
+ static="false" final="true" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="mAsc" type="boolean[]"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="mWrappedComp" type="org.apache.hadoop.io.LongWritable.Comparator"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigLongRawComparator -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigMapOnly -->
@@ -15777,7 +16187,7 @@
abstract="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="PigOutputFormat.PigRecordWriter" type="org.apache.hadoop.mapreduce.RecordWriter, org.apache.pig.StoreFuncInterface, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat.Mode"
+ <constructor name="PigOutputFormat.PigRecordWriter" type="org.apache.hadoop.mapreduce.RecordWriter, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator, org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat.Mode"
static="false" final="false" visibility="public"
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
@@ -15973,6 +16383,13 @@
<param name="s2" type="int"/>
<param name="l2" type="int"/>
</method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="a" type="org.apache.hadoop.io.WritableComparable"/>
+ <param name="b" type="org.apache.hadoop.io.WritableComparable"/>
+ </method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSecondaryKeyComparator -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigSequenceFileInputFormat -->
@@ -16401,7 +16818,8 @@
<param name="s2" type="int"/>
<param name="l2" type="int"/>
<doc>
- <![CDATA[Compare two NullableTuples as raw bytes. Tuples are compared field-wise. If both are null they are defined equal.
+ <![CDATA[Compare two NullableTuples as raw bytes. Tuples are compared field-wise.
+ If both are null, then the indices are compared.
Otherwise the null one is defined to be less.]]>
</doc>
</method>
@@ -16414,6 +16832,897 @@
</method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTupleSortComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators -->
+ <class name="PigWritableComparators" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawBytesComparator -->
+ <class name="PigWritableComparators.PigBigDecimalRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigDecimalRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigDecimalRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigBigDecimalRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigDecimalRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigDecimalRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawPartitionComparator -->
+ <class name="PigWritableComparators.PigBigDecimalRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigDecimalRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigDecimalRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigDecimalRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawBytesComparator -->
+ <class name="PigWritableComparators.PigBigIntegerRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigIntegerRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigIntegerRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigBigIntegerRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigIntegerRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigIntegerRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawPartitionComparator -->
+ <class name="PigWritableComparators.PigBigIntegerRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBigIntegerRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBigIntegerRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBigIntegerRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawBytesComparator -->
+ <class name="PigWritableComparators.PigBooleanRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBooleanRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBooleanRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigBooleanRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBooleanRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBooleanRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawPartitionComparator -->
+ <class name="PigWritableComparators.PigBooleanRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBooleanRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBooleanRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBooleanRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawBytesComparator -->
+ <class name="PigWritableComparators.PigBytesRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBytesRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBytesRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigBytesRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBytesRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBytesRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawPartitionComparator -->
+ <class name="PigWritableComparators.PigBytesRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigBytesRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigBytesRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigBytesRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawBytesComparator -->
+ <class name="PigWritableComparators.PigDateTimeRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDateTimeRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDateTimeRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigDateTimeRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDateTimeRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDateTimeRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawPartitionComparator -->
+ <class name="PigWritableComparators.PigDateTimeRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDateTimeRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDateTimeRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDateTimeRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawBytesComparator -->
+ <class name="PigWritableComparators.PigDoubleRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDoubleRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDoubleRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigDoubleRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDoubleRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDoubleRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawPartitionComparator -->
+ <class name="PigWritableComparators.PigDoubleRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigDoubleRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigDoubleRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigDoubleRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawBytesComparator -->
+ <class name="PigWritableComparators.PigFloatRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigFloatRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigFloatRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigFloatRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigFloatRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigFloatRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawPartitionComparator -->
+ <class name="PigWritableComparators.PigFloatRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigFloatRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigFloatRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigFloatRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawBytesComparator -->
+ <class name="PigWritableComparators.PigIntRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigIntRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigIntRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigIntRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigIntRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigIntRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawPartitionComparator -->
+ <class name="PigWritableComparators.PigIntRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigIntRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigIntRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigIntRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawBytesComparator -->
+ <class name="PigWritableComparators.PigLongRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigLongRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigLongRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigLongRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigLongRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigLongRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawPartitionComparator -->
+ <class name="PigWritableComparators.PigLongRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigLongRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigLongRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigLongRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawBytesComparator -->
+ <class name="PigWritableComparators.PigTextRawBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTextRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTextRawBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigTextRawBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTextRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTextRawBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawPartitionComparator -->
+ <class name="PigWritableComparators.PigTextRawPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTextRawComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTextRawPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTextRawPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortBytesComparator -->
+ <class name="PigWritableComparators.PigTupleSortBytesComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTupleSortComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTupleSortBytesComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortBytesComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortBytesPartitionComparator -->
+ <class name="PigWritableComparators.PigTupleSortBytesPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTupleSortComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTupleSortBytesPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortBytesPartitionComparator -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortPartitionComparator -->
+ <class name="PigWritableComparators.PigTupleSortPartitionComparator" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigTupleSortComparator"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigWritableComparators.PigTupleSortPartitionComparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="b1" type="byte[]"/>
+ <param name="s1" type="int"/>
+ <param name="l1" type="int"/>
+ <param name="b2" type="byte[]"/>
+ <param name="s2" type="int"/>
+ <param name="l2" type="int"/>
+ </method>
+ <method name="compare" return="int"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="o1" type="java.lang.Object"/>
+ <param name="o2" type="java.lang.Object"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigWritableComparators.PigTupleSortPartitionComparator -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.ProgressableReporter -->
<class name="ProgressableReporter" extends="java.lang.Object"
abstract="false"
@@ -17856,8 +19165,11 @@
deprecated="not deprecated">
<exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
<doc>
- <![CDATA[Make a deep copy of this operator. This function is blank, however,
+ <![CDATA[Make a copy of this operator. This function is blank, however,
we should leave a place holder so that the subclasses can clone
+ to make deep copy as this one creates a shallow copy of
+ non-primitive types (objects, arrays and lists)
+
@throws CloneNotSupportedException]]>
</doc>
</method>
@@ -17867,6 +19179,13 @@
deprecated="not deprecated">
<param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"/>
</method>
+ <method name="clonePlans" return="java.util.List"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="protected"
+ deprecated="not deprecated">
+ <param name="origPlans" type="java.util.List"/>
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<method name="setParentPlan"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -17907,6 +19226,16 @@
static="true" final="true" visibility="protected"
deprecated="not deprecated">
</field>
+ <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="mBagFactory" type="org.apache.pig.data.BagFactory"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="protected"
+ deprecated="not deprecated">
+ </field>
<field name="requestedParallelism" type="int"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -20329,12 +21658,22 @@
<param name="out" type="java.lang.Object"/>
<param name="eqClassIndex" type="int"/>
</method>
- <field name="bagFactory" type="org.apache.pig.data.BagFactory"
+ <field name="columns" type="java.util.ArrayList"
transient="false" volatile="false"
- static="true" final="true" visibility="protected"
+ static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="columns" type="java.util.ArrayList"
+ <field name="overloaded" type="boolean"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="isProjectToEnd" type="boolean"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="startCol" type="int"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
@@ -20754,6 +22093,12 @@
deprecated="not deprecated">
<exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
</method>
+ <method name="getOriginalReturnType" return="java.lang.reflect.Type"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+ </method>
<method name="getReturnType" return="java.lang.reflect.Type"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -20873,6 +22218,11 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="getSignature" return="java.lang.String"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="setSignature"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -21029,6 +22379,12 @@
<param name="out" type="java.lang.Object"/>
<param name="eqClassIndex" type="int"/>
</method>
+ <method name="cloneHelper"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.UnaryComparisonOperator"/>
+ </method>
<field name="operandType" type="byte"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -22694,6 +24050,11 @@
deprecated="not deprecated">
<param name="useSecondaryKey" type="boolean"/>
</method>
+ <method name="getUseSecondaryKey" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="setPackageType"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -23173,16 +24534,17 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POCounter"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<field name="ONE" type="java.lang.Long"
transient="false" volatile="false"
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
<doc>
<![CDATA[This operator is part of the RANK operator implementation.
It adds a local counter and a unique task id to each tuple.
@@ -23257,12 +24619,12 @@
<exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
</method>
<field name="inputBags" type="org.apache.pig.data.DataBag[]"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
<field name="data" type="org.apache.pig.data.Tuple[]"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -23272,7 +24634,7 @@
deprecated="not deprecated">
</field>
<field name="tupleOfLastBag" type="org.apache.pig.data.Tuple"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -23819,22 +25181,7 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="processingPlan" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="its" type="java.util.Iterator[]"
- transient="true" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="bags" type="java.lang.Object[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="data" type="java.lang.Object[]"
+ <field name="planLeafOps" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator[]"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
@@ -23844,11 +25191,6 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="earlyTermination" type="java.util.BitSet"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="isToBeFlattenedArray" type="boolean[]"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -23859,8 +25201,33 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="planLeafOps" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator[]"
- transient="false" volatile="false"
+ <field name="processingPlan" type="boolean"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="its" type="java.util.Iterator[]"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="bags" type="java.lang.Object[]"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="data" type="java.lang.Object[]"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="earlyTermination" type="java.util.BitSet"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="tIn" type="org.apache.pig.pen.util.ExampleTuple"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -23870,12 +25237,12 @@
deprecated="not deprecated">
</field>
<field name="inpTuple" type="org.apache.pig.data.Tuple"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
<field name="endOfAllInputProcessed" type="boolean"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -24006,6 +25373,12 @@
<param name="out" type="java.lang.Object"/>
<param name="eqClassIndex" type="int"/>
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<field name="fragment" type="int"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -24041,31 +25414,6 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="replicates" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin.TupleToMapKey[]"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="processingPlan" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="dumTup" type="org.apache.pig.data.Tuple"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="true" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="setUp" type="boolean"
- transient="false" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="isLeftOuterJoin" type="boolean"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -24086,6 +25434,26 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
+ <field name="replicates" type="java.util.List"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="processingPlan" type="boolean"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="dumTup" type="org.apache.pig.data.Tuple"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="setUp" type="boolean"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
<doc>
<![CDATA[The operator models the join keys using the Local Rearrange operators which
are configured with the plan specified by the user. It also sets up one
@@ -24099,7 +25467,7 @@
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin.TupleToMapKey -->
- <class name="POFRJoin.TupleToMapKey" extends="java.lang.Object"
+ <class name="POFRJoin.TupleToMapKey" extends="java.util.HashMap"
abstract="false"
static="true" final="false" visibility="protected"
deprecated="not deprecated">
@@ -24111,14 +25479,14 @@
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <param name="key" type="org.apache.pig.data.Tuple"/>
- <param name="val" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin.TuplesToSchemaTupleList"/>
+ <param name="key" type="java.lang.Object"/>
+ <param name="val" type="java.util.ArrayList"/>
</method>
<method name="get" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin.TuplesToSchemaTupleList"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <param name="key" type="org.apache.pig.data.Tuple"/>
+ <param name="key" type="java.lang.Object"/>
</method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POFRJoin.TupleToMapKey -->
@@ -24669,13 +26037,6 @@
@throws CloneNotSupportedException]]>
</doc>
</method>
- <method name="deepCopyTo"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- <param name="clone" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"/>
- <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
- </method>
<method name="isCross" return="boolean"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -24773,11 +26134,6 @@
static="true" final="true" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="plans" type="java.util.List"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -24828,13 +26184,13 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="inp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+ <field name="mFakeTuple" type="org.apache.pig.data.Tuple"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="mFakeTuple" type="org.apache.pig.data.Tuple"
- transient="false" volatile="false"
+ <field name="inp" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -25061,18 +26417,18 @@
deprecated="not deprecated">
</method>
<doc>
- <![CDATA[This operator implements merge join algorithm to do map side joins.
+ <![CDATA[This operator implements merge join algorithm to do map side joins.
Currently, only two-way joins are supported. One input of join is identified as left
and other is identified as right. Left input tuples are the input records in map.
Right tuples are read from HDFS by opening right stream.
-
+
This join doesn't support outer join.
Data is assumed to be sorted in ascending order. It will fail if data is sorted in descending order.]]>
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POMergeJoin.TuplesToSchemaTupleList -->
- <class name="POMergeJoin.TuplesToSchemaTupleList" extends="java.lang.Object"
+ <class name="POMergeJoin.TuplesToSchemaTupleList" extends="java.util.ArrayList"
abstract="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
@@ -25104,11 +26460,6 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
- <method name="getList" return="java.util.List"
- abstract="false" native="false" synchronized="false"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
<doc>
<![CDATA[This is a class that extends ArrayList, making it easy to provide on the fly conversion
from Tuple to SchemaTuple. This is necessary because we are not getting SchemaTuples
@@ -25233,7 +26584,7 @@
deprecated="not deprecated">
<exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
<doc>
- <![CDATA[Make a deep copy of this operator.
+ <![CDATA[Make a deep copy of this operator.
@throws CloneNotSupportedException]]>
</doc>
</method>
@@ -25388,16 +26739,6 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="mBagFactory" type="org.apache.pig.data.BagFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="pkgr" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.Packager"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -25476,6 +26817,10 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
+ <constructor name="POPartialAgg" type="org.apache.pig.impl.plan.OperatorKey, boolean"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
<method name="getNextTuple" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -25544,6 +26889,12 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<doc>
<![CDATA[Do partial aggregation in map plan. Inputs are buffered up in
a hashmap until a threshold is reached; then the combiner functions
@@ -25786,21 +27137,17 @@
<param name="out" type="java.lang.Object"/>
<param name="eqClassIndex" type="int"/>
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POPreCombinerLocalRearrange"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<field name="serialVersionUID" type="long"
transient="false" volatile="false"
static="true" final="true" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
- <field name="mBagFactory" type="org.apache.pig.data.BagFactory"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="plans" type="java.util.List"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -25950,11 +27297,12 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.PORank"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
deprecated="not deprecated">
- </field>
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<doc>
<![CDATA[This operator is part of the RANK operator implementation.
Reads the output tuple from POCounter and the cumulative sum previously calculated.
@@ -26645,6 +27993,14 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="getStoreFuncDecorator" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[@return The {@link StoreFuncDecorator} used to write Tuples]]>
+ </doc>
+ </method>
<method name="setSortInfo"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -26742,11 +28098,6 @@
deprecated="not deprecated">
<param name="sf" type="java.util.List"/>
</method>
- <field name="empty" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.Result"
- transient="false" volatile="false"
- static="true" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
<doc>
<![CDATA[The store operator which is used in two ways:
1) As a local operator it can be used to store files
@@ -26928,6 +28279,12 @@
<![CDATA[@param isFetchable - whether fetching is applied on POStream]]>
</doc>
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.PhysicalOperator"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<field name="binaryOutputQueue" type="java.util.concurrent.BlockingQueue"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -26939,12 +28296,12 @@
deprecated="not deprecated">
</field>
<field name="allInputFromPredecessorConsumed" type="boolean"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
<field name="allOutputFromBinaryProcessed" type="boolean"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
@@ -27035,6 +28392,42 @@
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POUnion -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator -->
+ <class name="StoreFuncDecorator" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="StoreFuncDecorator" type="org.apache.pig.StoreFuncInterface, java.lang.String"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="putNext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tuple" type="org.apache.pig.data.Tuple"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ <doc>
+ <![CDATA[Call {@code StoreFunc#putNext(Tuple)} and handle errors
+
+ @param tuple
+ the tuple to store.
+ @throws IOException]]>
+ </doc>
+ </method>
+ <method name="getStorer" return="org.apache.pig.StoreFuncInterface"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <doc>
+ <![CDATA[This class is used to decorate the {@code StoreFunc#putNext(Tuple)}. It
+ handles errors by calling
+ {@code OutputErrorHandler#handle(String, long, Throwable)} if the
+ {@link StoreFunc} implements {@link ErrorHandling}]]>
+ </doc>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.StoreFuncDecorator -->
</package>
<package name="org.apache.pig.backend.hadoop.executionengine.physicalLayer.util">
<!-- start class org.apache.pig.backend.hadoop.executionengine.physicalLayer.util.MonitoredUDFExecutor -->
@@ -27275,7 +28668,7 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
<implements name="java.lang.Runnable"/>
- <constructor name="TezJob" type="org.apache.tez.dag.api.TezConfiguration, org.apache.tez.dag.api.DAG, java.util.Map, int"
+ <constructor name="TezJob" type="org.apache.tez.dag.api.TezConfiguration, org.apache.tez.dag.api.DAG, java.util.Map, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
static="false" final="false" visibility="public"
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
@@ -27505,6 +28898,14 @@
static="true" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="dropInstance"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[This method is only used by test code to reset state.]]>
+ </doc>
+ </method>
<method name="init"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -27513,7 +28914,7 @@
<param name="conf" type="org.apache.hadoop.conf.Configuration"/>
<exception name="IOException" type="java.io.IOException"/>
</method>
- <method name="getStagingDir" return="org.apache.hadoop.fs.Path"
+ <method name="getResourcesDir" return="org.apache.hadoop.fs.Path"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
@@ -28001,6 +29402,17 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
+ <method name="needsDistinctCombiner" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="setNeedsDistinctCombiner"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="nic" type="boolean"/>
+ </method>
<method name="isUseSecondaryKey" return="boolean"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -28057,7 +29469,7 @@
<param name="intermediateOutputKeyComparatorClass" type="java.lang.String"/>
</method>
<field name="combinePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
- transient="false" volatile="false"
+ transient="true" volatile="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</field>
@@ -28336,6 +29748,16 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="isDistinct" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="markDistinct"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="isNative" return="boolean"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -28346,6 +29768,16 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="isRankCounter" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="markRankCounter"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="copyFeatures"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -28420,6 +29852,12 @@
<param name="storeKey" type="org.apache.pig.impl.plan.OperatorKey"/>
<param name="vertexGroupKey" type="org.apache.pig.impl.plan.OperatorKey"/>
</method>
+ <method name="removeVertexGroupStore"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="vertexGroupKey" type="org.apache.pig.impl.plan.OperatorKey"/>
+ </method>
<method name="getVertexGroupStores" return="java.util.Map"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -28521,6 +29959,17 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="getTotalInputFilesSize" return="long"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="setTotalInputFilesSize"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="totalInputFilesSize" type="long"/>
+ </method>
<method name="setUseGraceParallelism"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -28536,13 +29985,20 @@
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
+ <param name="successor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
<exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
</method>
- <method name="getStores" return="java.util.LinkedList"
+ <method name="isIntermediateReducer" return="java.lang.Boolean"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="setIntermediateReducer"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="intermediateReducer" type="java.lang.Boolean"/>
</method>
<field name="plan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"
transient="true" volatile="false"
@@ -28718,11 +30174,21 @@
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="DISTINCT" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
<field name="NATIVE" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE"
transient="false" volatile="false"
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="RANK_COUNTER" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.OPER_FEATURE -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator.VertexGroupInfo -->
@@ -29252,12 +30718,46 @@
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter -->
- <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezGraphPrinter -->
- <class name="TezPrinter.TezGraphPrinter" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor"
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezDAGGraphPrinter -->
+ <class name="TezPrinter.TezDAGGraphPrinter" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerVisitor"
abstract="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="TezPrinter.TezGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
+ <constructor name="TezPrinter.TezDAGGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="visitTezPlanContainerNode"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tezPlanContainerNode" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerNode"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="writePlan"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="mPlan" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainer"/>
+ <param name="tezPlanContainerNode" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPlanContainerNode"/>
+ <param name="buf" type="java.lang.StringBuilder"/>
+ </method>
+ <method name="toString" return="java.lang.String"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <doc>
+ <![CDATA[This class prints the Tez DAG Graph]]>
+ </doc>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezDAGGraphPrinter -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezVertexGraphPrinter -->
+ <class name="TezPrinter.TezVertexGraphPrinter" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="TezPrinter.TezVertexGraphPrinter" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -29268,6 +30768,14 @@
<param name="tezOper" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
<exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
</method>
+ <method name="writePlan"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"/>
+ <param name="tezOper" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="buf" type="java.lang.StringBuilder"/>
+ </method>
<method name="toString" return="java.lang.String"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -29277,7 +30785,7 @@
<![CDATA[This class prints the Tez Vertex Graph]]>
</doc>
</class>
- <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezGraphPrinter -->
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.TezPrinter.TezVertexGraphPrinter -->
</package>
<package name="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator">
<!-- start class org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.NativeTezOper -->
@@ -29564,6 +31072,12 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="clone" return="org.apache.pig.backend.hadoop.executionengine.tez.plan.operator.POFRJoinTez"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
+ </method>
<doc>
<![CDATA[POFRJoinTez is used on the backend to load replicated table from Tez
ShuffleUnorderedKVInput and load fragmented table from data pipeline.]]>
@@ -29577,7 +31091,7 @@
deprecated="not deprecated">
<implements name="org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput"/>
<implements name="org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezOutput"/>
- <constructor name="POIdentityInOutTez" type="org.apache.pig.impl.plan.OperatorKey, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange"
+ <constructor name="POIdentityInOutTez" type="org.apache.pig.impl.plan.OperatorKey, org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLocalRearrange, java.lang.String"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -29722,10 +31236,6 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
<exception name="CloneNotSupportedException" type="java.lang.CloneNotSupportedException"/>
- <doc>
- <![CDATA[Make a deep copy of this operator.
- @throws CloneNotSupportedException]]>
- </doc>
</method>
<method name="name" return="java.lang.String"
abstract="false" native="false" synchronized="false"
@@ -29737,11 +31247,6 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="writer" type="org.apache.tez.runtime.library.api.KeyValueWriter"
- transient="true" volatile="false"
- static="false" final="false" visibility="protected"
- deprecated="not deprecated">
- </field>
<field name="connectedToPackage" type="boolean"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
@@ -29752,6 +31257,11 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
+ <field name="writer" type="org.apache.tez.runtime.library.api.KeyValueWriter"
+ transient="true" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
<doc>
<![CDATA[POLocalRearrangeTez is used to write to a Tez OrderedPartitionedKVOutput
(shuffle) or UnorderedKVOutput (broadcast)]]>
@@ -30040,11 +31550,6 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
<doc>
<![CDATA[POShuffledValueInputTez is used read tuples from a Tez Intermediate output from a shuffle edge
To be used with POValueOutputTez.
@@ -30135,7 +31640,8 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
<implements name="org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezInput"/>
- <constructor name="POSimpleTezLoad" type="org.apache.pig.impl.plan.OperatorKey, org.apache.pig.impl.io.FileSpec"
+ <implements name="org.apache.pig.backend.hadoop.executionengine.tez.runtime.TezTaskConfigurable"/>
+ <constructor name="POSimpleTezLoad" type="org.apache.pig.impl.plan.OperatorKey, org.apache.pig.LoadFunc"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -30151,6 +31657,13 @@
<param name="oldInputKey" type="java.lang.String"/>
<param name="newInputKey" type="java.lang.String"/>
</method>
+ <method name="initialize"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="processorContext" type="org.apache.tez.runtime.api.ProcessorContext"/>
+ <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+ </method>
<method name="addInputsToSkip"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -30334,11 +31847,6 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
- <field name="mTupleFactory" type="org.apache.pig.data.TupleFactory"
- transient="false" volatile="false"
- static="true" final="true" visibility="protected"
- deprecated="not deprecated">
- </field>
<doc>
<![CDATA[POValueInputTez is used read tuples from a Tez Intermediate output from a 1-1
edge]]>
@@ -30356,6 +31864,17 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
+ <method name="isScalarOutput" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="setScalarOutput"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="scalarOutput" type="boolean"/>
+ </method>
<method name="isTaskIndexWithRecordIndexAsKey" return="boolean"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -30559,7 +32078,7 @@
abstract="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="MultiQueryOptimizerTez" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan, boolean"
+ <constructor name="MultiQueryOptimizerTez" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan, boolean, java.util.List, java.util.List"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -30704,7 +32223,7 @@
Since currently it is only possible to reduce the parallelism
estimation is exaggerated and will rely on Tez runtime to
- descrease the parallelism]]>
+ decrease the parallelism]]>
</doc>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.plan.optimizer.TezOperDependencyParallelismEstimator -->
@@ -30713,7 +32232,7 @@
abstract="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="TezOperDependencyParallelismEstimator.TezParallelismFactorVisitor" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan, java.lang.String"
+ <constructor name="TezOperDependencyParallelismEstimator.TezParallelismFactorVisitor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator, org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -30799,7 +32318,7 @@
abstract="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="UnionOptimizer" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"
+ <constructor name="UnionOptimizer" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan, java.util.List, java.util.List"
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
@@ -30808,6 +32327,16 @@
static="true" final="false" visibility="public"
deprecated="not deprecated">
<param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="isOptimizableStoreFunc" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="supportedStoreFuncs" type="java.util.List"/>
+ <param name="unsupportedStoreFuncs" type="java.util.List"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
</method>
<method name="visitTezOp"
abstract="false" native="false" synchronized="false"
@@ -31092,6 +32621,26 @@
</method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigGraceShuffleVertexManager -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigInputFormatTez -->
+ <class name="PigInputFormatTez" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigInputFormat"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="PigInputFormatTez"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="createRecordReader" return="org.apache.hadoop.mapreduce.RecordReader"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="split" type="org.apache.hadoop.mapreduce.InputSplit"/>
+ <param name="context" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigInputFormatTez -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigOutputFormatTez -->
<class name="PigOutputFormatTez" extends="org.apache.pig.backend.hadoop.executionengine.mapReduceLayer.PigOutputFormat"
abstract="false"
@@ -31101,6 +32650,14 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
+ <method name="getRecordWriter" return="org.apache.hadoop.mapreduce.RecordWriter"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="taskattemptcontext" type="org.apache.hadoop.mapreduce.TaskAttemptContext"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ <exception name="InterruptedException" type="java.lang.InterruptedException"/>
+ </method>
<method name="getOutputCommitter" return="org.apache.hadoop.mapreduce.OutputCommitter"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -31109,6 +32666,11 @@
<exception name="IOException" type="java.io.IOException"/>
<exception name="InterruptedException" type="java.lang.InterruptedException"/>
</method>
+ <method name="resetUDFContextForThreadReuse"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigOutputFormatTez -->
<!-- start class org.apache.pig.backend.hadoop.executionengine.tez.runtime.PigOutputFormatTez.PigOutputCommitterTez -->
@@ -31280,6 +32842,15 @@
<param name="inputs" type="java.util.Map"/>
<param name="conf" type="org.apache.hadoop.conf.Configuration"/>
<exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
+ <doc>
+ <![CDATA[Attach the inputs to the operator. Also ensure reader.next() is called to force fetch
+ the input so that all inputs are fetched and memory released before memory is allocated
+ for outputs
+
+ @param inputs available inputs
+ @param conf configuration
+ @throws ExecException]]>
+ </doc>
</method>
<doc>
<![CDATA[This interface is implemented by PhysicalOperators that can have Tez inputs
@@ -31415,11 +32986,26 @@
deprecated="not deprecated">
<param name="tezConf" type="org.apache.hadoop.conf.Configuration"/>
</method>
+ <method name="setVertexConfig"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="vertex" type="org.apache.tez.dag.api.Vertex"/>
+ <param name="isMapVertex" type="boolean"/>
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <doc>
+ <![CDATA[Set config with Scope.Vertex in TezConfiguration on the vertex
+
+ @param vertex Vertex on which config is to be set
+ @param isMapVertex Whether map or reduce vertex. i.e root or intermediate/leaf vertex
+ @param conf Config that contains the tez or equivalent mapreduce settings.]]>
+ </doc>
+ </method>
<method name="processMRSettings"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="tezConf" type="org.apache.hadoop.conf.Configuration"/>
<param name="mrConf" type="org.apache.hadoop.conf.Configuration"/>
<doc>
<![CDATA[Process the mapreduce configuration settings and
@@ -31427,7 +33013,7 @@
- convert and set equivalent tez runtime settings
- handle compression related settings
- @param conf Configuration on which the mapreduce settings will have to be transferred
+ @param tezConf Configuration on which the mapreduce settings will have to be transferred
@param mrConf Configuration that contains mapreduce settings]]>
</doc>
</method>
@@ -31521,6 +33107,54 @@
<param name="edge" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor"/>
<exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
</method>
+ <method name="connectTezOpToNewPredecessor"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="newPredecessor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="edge" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor"/>
+ <param name="oldInputKey" type="java.lang.String"/>
+ <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+ </method>
+ <method name="replaceInput"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="oldInputKey" type="java.lang.String"/>
+ <param name="newInputKey" type="java.lang.String"/>
+ <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+ </method>
+ <method name="connectTezOpToNewSuccesor"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="newSuccessor" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="edge" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor"/>
+ <param name="oldOutputKey" type="java.lang.String"/>
+ <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+ </method>
+ <method name="replaceOutput"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="oldOutputKey" type="java.lang.String"/>
+ <param name="newOutputKey" type="java.lang.String"/>
+ <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+ </method>
+ <method name="isNonPackageInput" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="inputKey" type="java.lang.String"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
+ </method>
<method name="getForEach" return="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POForEach"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -31559,16 +33193,12 @@
<param name="edge" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezEdgeDescriptor"/>
<param name="dataMovementType" type="org.apache.tez.dag.api.EdgeProperty.DataMovementType"/>
</method>
- <method name="isIntermediateReducer" return="boolean"
+ <method name="bagDataTypeInCombinePlan" return="boolean"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <param name="tezOper" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
- <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
- <doc>
- <![CDATA[Returns true if there are no loads or stores in a TezOperator.
- To be called only after LoaderProcessor is called]]>
- </doc>
+ <param name="combinePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+ <exception name="ExecException" type="org.apache.pig.backend.executionengine.ExecException"/>
</method>
<field name="TUPLE_CLASS" type="java.lang.String"
transient="false" volatile="false"
@@ -31594,6 +33224,60 @@
</method>
</class>
<!-- end class org.apache.pig.backend.hadoop.executionengine.tez.util.TezRuntimeUtil -->
+ <!-- start class org.apache.pig.backend.hadoop.executionengine.tez.util.TezUDFContextSeparator -->
+ <class name="TezUDFContextSeparator" extends="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOpPlanVisitor"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="TezUDFContextSeparator" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperPlan, org.apache.pig.impl.plan.PlanWalker"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="visitTezOp"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="tezOperator" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="serializeUDFContext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="serializeUDFContext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="udfType" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="serializeUDFContextForEdge"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="from" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="to" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="udfType" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="serializeUDFContext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="tezOp" type="org.apache.pig.backend.hadoop.executionengine.tez.plan.TezOperator"/>
+ <param name="store" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.backend.hadoop.executionengine.tez.util.TezUDFContextSeparator -->
</package>
<package name="org.apache.pig.backend.hadoop.executionengine.util">
<!-- start class org.apache.pig.backend.hadoop.executionengine.util.AccumulatorOptimizerUtil -->
@@ -32181,6 +33865,7 @@
<li>-lte=maxKeyVal
<li>-regex=match regex on KeyVal
<li>-limit=numRowsPerRegion max number of rows to retrieve per region
+ <li>-maxResultsPerColumnFamily= Limit the maximum number of values returned per row per column family
<li>-delim=char delimiter to use when parsing column names (default is space or comma)
<li>-ignoreWhitespace=(true|false) ignore spaces when parsing column names (default true)
<li>-cacheBlocks=(true|false) Set whether blocks should be cached for the scan (default false).
@@ -33886,6 +35571,8 @@
<li><code>-schemafile</code> Specifies URL for avro schema file
from which to read the input schema (can be local file, hdfs,
url, etc).</li>
+ <li><code>-schemaclass</code> Specifies fully qualified class name for avro
+ class in your classpath which implements GenericContainer.</li>
<li><code>-examplefile</code> Specifies URL for avro data file from
which to copy the input schema (can be local file, hdfs, url, etc).</li>
<li><code>-allowrecursive</code> Option to allow recursive schema
@@ -36846,11 +38533,6 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
- <method name="staticDataCleanup"
- abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
- deprecated="not deprecated">
- </method>
<method name="exec" return="org.apache.pig.data.DataBag"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -41287,6 +42969,24 @@
</doc>
</class>
<!-- end class org.apache.pig.builtin.OrcStorage -->
+ <!-- start class org.apache.pig.builtin.OrcStorage.NonEmptyOrcFileFilter -->
+ <class name="OrcStorage.NonEmptyOrcFileFilter" extends="java.lang.Object"
+ abstract="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <implements name="org.apache.hadoop.fs.PathFilter"/>
+ <constructor name="OrcStorage.NonEmptyOrcFileFilter" type="org.apache.hadoop.fs.FileSystem"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="accept" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="path" type="org.apache.hadoop.fs.Path"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.builtin.OrcStorage.NonEmptyOrcFileFilter -->
<!-- start interface org.apache.pig.builtin.OutputSchema -->
<interface name="OutputSchema" abstract="true"
static="false" final="false" visibility="public"
@@ -41850,6 +43550,11 @@
deprecated="not deprecated">
<param name="input" type="org.apache.pig.impl.logicalLayer.schema.Schema"/>
</method>
+ <method name="resetSeedUniquifier"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<doc>
<![CDATA[Return a random double value. Whatever arguments are passed to this UDF
are ignored.]]>
@@ -42163,6 +43868,7 @@
abstract="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
+ <implements name="org.apache.hadoop.conf.Configurable"/>
<constructor name="RoundRobinPartitioner"
static="false" final="false" visibility="public"
deprecated="not deprecated">
@@ -42175,6 +43881,30 @@
<param name="value" type="org.apache.hadoop.io.Writable"/>
<param name="numPartitions" type="int"/>
</method>
+ <method name="setConf"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ </method>
+ <method name="getConf" return="org.apache.hadoop.conf.Configuration"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <field name="PIG_ROUND_ROBIN_PARTITIONER_BATCH_SIZE" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Batch size for round robin partitioning. Batch size number of records
+ will be distributed to each partition in a round robin fashion. Default
+ value is 0 which distributes each record in a circular fashion. Higher
+ number for batch size can be used to increase probability of keeping
+ similar records in the same partition if output is already sorted and get
+ better compression.]]>
+ </doc>
+ </field>
</class>
<!-- end class org.apache.pig.builtin.RoundRobinPartitioner -->
<!-- start class org.apache.pig.builtin.RTRIM -->
@@ -43384,6 +45114,11 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
+ <field name="mLog" type="org.apache.commons.logging.Log"
+ transient="false" volatile="false"
+ static="false" final="true" visibility="protected"
+ deprecated="not deprecated">
+ </field>
<doc>
<![CDATA[This load function simply creates a tuple for each line of text that has a
single chararray field that
@@ -43710,7 +45445,9 @@
<doc>
<![CDATA[This class makes a map out of the parameters passed to it
T = foreach U generate TOMAP($0, $1, $2, $3);
- It generates a map $0->1, $2->$3]]>
+ It generates a map $0->1, $2->$3
+
+ This UDF also accepts a bag with 'pair' tuples (i.e. tuples with a 'key' and a 'value').]]>
</doc>
</class>
<!-- end class org.apache.pig.builtin.TOMAP -->
@@ -43789,7 +45526,7 @@
</class>
<!-- end class org.apache.pig.builtin.ToMilliSeconds -->
<!-- start class org.apache.pig.builtin.TOP -->
- <class name="TOP" extends="org.apache.pig.EvalFunc"
+ <class name="TOP" extends="org.apache.pig.AccumulatorEvalFunc"
abstract="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
@@ -43802,13 +45539,23 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</constructor>
- <method name="exec" return="org.apache.pig.data.DataBag"
+ <method name="accumulate"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
<param name="tuple" type="org.apache.pig.data.Tuple"/>
<exception name="IOException" type="java.io.IOException"/>
</method>
+ <method name="getValue" return="org.apache.pig.data.DataBag"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="cleanup"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="updateTop"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="protected"
@@ -44829,6 +46576,18 @@
@return a bag containing the provided objects]]>
</doc>
</method>
+ <method name="map" return="java.util.Map"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="input" type="java.lang.Object[]"/>
+ <doc>
+ <![CDATA[@param input These params are alternating "key", "value". So the number of params MUST be even !!
+ Implementation is very similar to the TOMAP UDF.
+ So map("A", B, "C", D) generates a map "A"->B, "C"->D
+ @return a map containing the provided objects]]>
+ </doc>
+ </method>
<method name="schema" return="org.apache.pig.impl.logicalLayer.schema.Schema"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -45034,7 +46793,9 @@
data.set("foo",
tuple("a"),
tuple("b"),
- tuple("c")
+ tuple("c"),
+ tuple(map("d","e", "f","g")),
+ tuple(bag(tuple("h"),tuple("i")))
);
pigServer.registerQuery("A = LOAD 'foo' USING mock.Storage();");
@@ -45045,6 +46806,8 @@
assertEquals(tuple("a"), out.get(0));
assertEquals(tuple("b"), out.get(1));
assertEquals(tuple("c"), out.get(2));
+ assertEquals(tuple(map("f", "g", "d", "e" )), out.get(3));
+ assertEquals(tuple(bag(tuple("h"),tuple("i"))), out.get(4));
</pre>
With Schema:
<pre>
@@ -50596,7 +52359,13 @@
static="true" final="false" visibility="public"
deprecated="not deprecated">
<param name="jConf" type="org.apache.hadoop.conf.Configuration"/>
- <param name="pigContext" type="org.apache.pig.impl.PigContext"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="initialize"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="jConf" type="org.apache.hadoop.conf.Configuration"/>
<param name="isLocal" type="boolean"/>
<exception name="IOException" type="java.io.IOException"/>
</method>
@@ -53208,6 +54977,15 @@
the set of disabled optimizer rules.]]>
</doc>
</field>
+ <field name="PIG_EXECTYPE_MODE_LOCAL" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Used by pig to indicate that current job is running in local mode (local/tez_local)
+ ie. ExecType.isLocal() is true]]>
+ </doc>
+ </field>
<field name="CONVERTED_TO_LOCAL" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -53258,6 +55036,30 @@
<![CDATA[Parallelism to be used for CROSS operation by GFCross UDF]]>
</doc>
</field>
+ <field name="PIG_CONTEXT" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Pig context]]>
+ </doc>
+ </field>
+ <field name="PIG_LOG4J_PROPERTIES" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[Pig log4j properties]]>
+ </doc>
+ </field>
+ <field name="PIG_AUDIT_ID" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[A unique id for a Pig session used as callerId for underlining component]]>
+ </doc>
+ </field>
<doc>
<![CDATA[Private, internal constants for use by Pig itself. Please see
{@link org.apache.pig.PigConstants} if looking for public constants.]]>
@@ -55484,15 +57286,10 @@
@param conf
@param inputLocation
@param splitIndex
- @throws IOException
+ @throws IOException
@throws InterruptedException]]>
</doc>
</constructor>
- <constructor name="ReadToEndLoader" type="org.apache.pig.LoadFunc, org.apache.hadoop.conf.Configuration, java.lang.String, int, org.apache.pig.impl.PigContext"
- static="false" final="false" visibility="public"
- deprecated="not deprecated">
- <exception name="IOException" type="java.io.IOException"/>
- </constructor>
<constructor name="ReadToEndLoader" type="org.apache.pig.LoadFunc, org.apache.hadoop.conf.Configuration, java.lang.String, int, java.lang.String"
static="false" final="false" visibility="public"
deprecated="not deprecated">
@@ -55503,13 +57300,13 @@
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[This constructor takes an array of split indexes (toReadSplitIdxs) of the
+ <![CDATA[This constructor takes an array of split indexes (toReadSplitIdxs) of the
splits to be read.
@param wrappedLoadFunc
@param conf
@param inputLocation
@param toReadSplitIdxs
- @throws IOException
+ @throws IOException
@throws InterruptedException]]>
</doc>
</constructor>
@@ -55585,12 +57382,12 @@
</method>
<doc>
<![CDATA[This is wrapper Loader which wraps a real LoadFunc underneath and allows
- to read a file completely starting a given split (indicated by a split index
+ to read a file completely starting a given split (indicated by a split index
which is used to look in the List<InputSplit> returned by the underlying
InputFormat's getSplits() method). So if the supplied split index is 0, this
loader will read the entire file. If it is non zero it will read the partial
file beginning from that split to the last split.
-
+
The call sequence to use this is:
1) construct an object using the constructor
2) Call getNext() in a loop till it returns null]]>
@@ -56069,6 +57866,29 @@
</class>
<!-- end class org.apache.pig.impl.io.TFileStorage.TFileOutputFormat -->
</package>
+<package name="org.apache.pig.impl.io.compress">
+ <!-- start class org.apache.pig.impl.io.compress.BZip2CodecWithExtensionBZ -->
+ <class name="BZip2CodecWithExtensionBZ" extends="org.apache.hadoop.io.compress.BZip2Codec"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="BZip2CodecWithExtensionBZ"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="getDefaultExtension" return="java.lang.String"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[For historical reasons, Pig supports .bz and .bz2 for bzip2 extension
+
+ @return A String telling the additional bzip2 file extension 'bz']]>
+ </doc>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.impl.io.compress.BZip2CodecWithExtensionBZ -->
+</package>
<package name="org.apache.pig.impl.logicalLayer">
<!-- start class org.apache.pig.impl.logicalLayer.CanonicalNamer -->
<class name="CanonicalNamer" extends="java.lang.Object"
@@ -58061,24 +59881,44 @@
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
+ <doc>
+ <![CDATA[Returns the NodeIdGenerator singleton.
+ @return]]>
+ </doc>
</method>
<method name="getNextNodeId" return="long"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
<param name="scope" type="java.lang.String"/>
+ <doc>
+ <![CDATA[Returns the next ID to be used for the current Thread.
+
+ @param scope
+ @return]]>
+ </doc>
</method>
<method name="reset"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
<param name="scope" type="java.lang.String"/>
+ <doc>
+ <![CDATA[Reset the given scope IDs to 0 for the current Thread.
+ @param scope]]>
+ </doc>
</method>
<method name="reset"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
+ <doc>
+ <![CDATA[Reset all scope IDs to 0 for the current Thread.]]>
+ </doc>
</method>
+ <doc>
+ <![CDATA[Generates IDs as long values in a thread safe manner. Each thread has its own generated IDs.]]>
+ </doc>
</class>
<!-- end class org.apache.pig.impl.plan.NodeIdGenerator -->
<!-- start class org.apache.pig.impl.plan.Operator -->
@@ -61582,7 +63422,7 @@
deprecated="not deprecated">
<param name="fePlan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
<param name="inputSchema" type="org.apache.pig.impl.logicalLayer.schema.Schema"/>
- <param name="skewedJoin" type="boolean"/>
+ <param name="skewedRightOuterJoin" type="boolean"/>
<param name="isFirstReduceOfKeyClassName" type="java.lang.String"/>
<exception name="PlanException" type="org.apache.pig.impl.plan.PlanException"/>
</method>
@@ -62355,6 +64195,11 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
<implements name="javax.management.NotificationListener"/>
+ <method name="staticDataCleanup"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="getInstance" return="org.apache.pig.impl.util.SpillableMemoryManager"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -62362,9 +64207,9 @@
</method>
<method name="configure"
abstract="false" native="false" synchronized="false"
- static="true" final="false" visibility="public"
+ static="false" final="false" visibility="public"
deprecated="not deprecated">
- <param name="properties" type="java.util.Properties"/>
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
</method>
<method name="handleNotification"
abstract="false" native="false" synchronized="false"
@@ -62580,7 +64425,7 @@
deprecated="not deprecated">
<param name="udfContext" type="org.apache.pig.impl.util.UDFContext"/>
</method>
- <method name="cleanupStaticData"
+ <method name="staticDataCleanup"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
@@ -62742,6 +64587,107 @@
</method>
</class>
<!-- end class org.apache.pig.impl.util.UDFContext -->
+ <!-- start class org.apache.pig.impl.util.UDFContextSeparator -->
+ <class name="UDFContextSeparator" extends="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhyPlanVisitor"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="UDFContextSeparator"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="getUnKnownKeys" return="java.util.Set"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="setPlan"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="plan" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.plans.PhysicalPlan"/>
+ <param name="planOpKey" type="java.lang.String"/>
+ </method>
+ <method name="visitUserFunc"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="userFunc" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POUserFunc"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="visitLoad"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="ld" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POLoad"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="visitStore"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="st" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+ <exception name="VisitorException" type="org.apache.pig.impl.plan.VisitorException"/>
+ </method>
+ <method name="visitCast"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="op" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.expressionOperators.POCast"/>
+ </method>
+ <method name="serializeUDFContext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="planOpKey" type="java.lang.String"/>
+ <param name="udfTypes" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType[]"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ <method name="serializeUDFContext"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ <param name="planOpKey" type="java.lang.String"/>
+ <param name="store" type="org.apache.pig.backend.hadoop.executionengine.physicalLayer.relationalOperators.POStore"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.impl.util.UDFContextSeparator -->
+ <!-- start class org.apache.pig.impl.util.UDFContextSeparator.UDFType -->
+ <class name="UDFContextSeparator.UDFType" extends="java.lang.Enum"
+ abstract="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ <method name="values" return="org.apache.pig.impl.util.UDFContextSeparator.UDFType[]"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
+ <method name="valueOf" return="org.apache.pig.impl.util.UDFContextSeparator.UDFType"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="name" type="java.lang.String"/>
+ </method>
+ <field name="LOADFUNC" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="STOREFUNC" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="USERFUNC" type="org.apache.pig.impl.util.UDFContextSeparator.UDFType"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ </class>
+ <!-- end class org.apache.pig.impl.util.UDFContextSeparator.UDFType -->
<!-- start class org.apache.pig.impl.util.UriUtil -->
<class name="UriUtil" extends="java.lang.Object"
abstract="false"
@@ -62795,6 +64741,11 @@
static="true" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="is64bitJVM" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="checkNullEquals" return="boolean"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -63031,6 +64982,12 @@
<param name="pigContext" type="org.apache.pig.impl.PigContext"/>
<param name="conf" type="org.apache.hadoop.conf.Configuration"/>
</method>
+ <method name="isLocal" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="conf" type="org.apache.hadoop.conf.Configuration"/>
+ </method>
<method name="substituteVars" return="java.lang.String"
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
@@ -63041,7 +64998,7 @@
abstract="false" native="false" synchronized="false"
static="true" final="false" visibility="public"
deprecated="not deprecated">
- <param name="fileStatus" type="org.apache.hadoop.fs.FileStatus"/>
+ <param name="statusArray" type="org.apache.hadoop.fs.FileStatus[]"/>
<param name="fileSystem" type="org.apache.hadoop.fs.FileSystem"/>
<exception name="IOException" type="java.io.IOException"/>
<doc>
@@ -63059,6 +65016,7 @@
deprecated="not deprecated">
<param name="statusArray" type="org.apache.hadoop.fs.FileStatus[]"/>
<param name="fileSystem" type="org.apache.hadoop.fs.FileSystem"/>
+ <param name="filter" type="org.apache.hadoop.fs.PathFilter"/>
<exception name="IOException" type="java.io.IOException"/>
<doc>
<![CDATA[Finds a valid path for a file from an array of FileStatus objects.
@@ -70255,6 +72213,14 @@
@return a merged schema, or null if the merge fails]]>
</doc>
</method>
+ <method name="isEqualUnlessUnknown" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="s1" type="org.apache.pig.newplan.logical.relational.LogicalSchema"/>
+ <param name="s2" type="org.apache.pig.newplan.logical.relational.LogicalSchema"/>
+ <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+ </method>
<method name="toString" return="java.lang.String"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -70481,6 +72447,14 @@
@param mode merge mode]]>
</doc>
</method>
+ <method name="isEqualUnlessUnknown" return="boolean"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="fs1" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"/>
+ <param name="fs2" type="org.apache.pig.newplan.logical.relational.LogicalSchema.LogicalFieldSchema"/>
+ <exception name="FrontendException" type="org.apache.pig.impl.logicalLayer.FrontendException"/>
+ </method>
<method name="normalize"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -75386,6 +77360,44 @@
</method>
</class>
<!-- end class org.apache.pig.parser.QueryParserUtils -->
+ <!-- start class org.apache.pig.parser.RegisterResolver -->
+ <class name="RegisterResolver" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <constructor name="RegisterResolver" type="org.apache.pig.PigServer"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </constructor>
+ <method name="parseRegister"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="path" type="java.lang.String"/>
+ <param name="scriptingLang" type="java.lang.String"/>
+ <param name="namespace" type="java.lang.String"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ <doc>
+ <![CDATA[@param path
+ @param scriptingLang
+ @param namespace
+ @throws IOException]]>
+ </doc>
+ </method>
+ <method name="resolve" return="java.net.URI[]"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uri" type="java.net.URI"/>
+ <exception name="IOException" type="java.io.IOException"/>
+ <doc>
+ <![CDATA[@param uri
+ @return List of URIs
+ @throws IOException]]>
+ </doc>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.parser.RegisterResolver -->
<!-- start class org.apache.pig.parser.SourceLocation -->
<class name="SourceLocation" extends="java.lang.Object"
abstract="false"
@@ -76586,8 +78598,8 @@
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Run a pipeline on Hadoop.
- If there are no stores in this pipeline then nothing will be run.
+ <![CDATA[Run a pipeline on Hadoop.
+ If there are no stores in this pipeline then nothing will be run.
@return {@link PigStats}, null if there is no bound query to run.
@throws IOException]]>
</doc>
@@ -76599,8 +78611,8 @@
<param name="prop" type="java.util.Properties"/>
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Run a pipeline on Hadoop.
- If there are no stores in this pipeline then nothing will be run.
+ <![CDATA[Run a pipeline on Hadoop.
+ If there are no stores in this pipeline then nothing will be run.
@param prop Map of properties that Pig should set when running the script.
This is intended for use with scripting languages that do not support
the Properties object.
@@ -76615,8 +78627,8 @@
<param name="propfile" type="java.lang.String"/>
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Run a pipeline on Hadoop.
- If there are no stores in this pipeline then nothing will be run.
+ <![CDATA[Run a pipeline on Hadoop.
+ If there are no stores in this pipeline then nothing will be run.
@param propfile File with properties that Pig should set when running the script.
@return {@link PigStats}, null if there is no bound query to run.
@throws IOException]]>
@@ -76628,9 +78640,9 @@
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Run multiple instances of bound pipeline on Hadoop in parallel.
- If there are no stores in this pipeline then nothing will be run.
- Bind is called first with the list of maps of variables to bind.
+ <![CDATA[Run multiple instances of bound pipeline on Hadoop in parallel.
+ If there are no stores in this pipeline then nothing will be run.
+ Bind is called first with the list of maps of variables to bind.
@return a list of {@link PigStats}, one for each map of variables passed
to bind.
@throws IOException]]>
@@ -76672,7 +78684,7 @@
deprecated="not deprecated">
<exception name="IOException" type="java.io.IOException"/>
<doc>
- <![CDATA[Run illustrate for this pipeline. Results will be printed to stdout.
+ <![CDATA[Run illustrate for this pipeline. Results will be printed to stdout.
@throws IOException if illustrate fails.]]>
</doc>
</method>
@@ -80793,6 +82805,34 @@
<!-- end class org.apache.pig.scripting.streaming.python.PythonScriptEngine -->
</package>
<package name="org.apache.pig.tools">
+ <!-- start class org.apache.pig.tools.DownloadResolver -->
+ <class name="DownloadResolver" extends="java.lang.Object"
+ abstract="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <method name="getInstance" return="org.apache.pig.tools.DownloadResolver"
+ abstract="false" native="false" synchronized="false"
+ static="true" final="false" visibility="public"
+ deprecated="not deprecated">
+ <doc>
+ <![CDATA[@return Singleton Object]]>
+ </doc>
+ </method>
+ <method name="downloadArtifact" return="java.net.URI[]"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ <param name="uri" type="java.net.URI"/>
+ <param name="pigServer" type="org.apache.pig.PigServer"/>
+ <exception name="ParserException" type="org.apache.pig.parser.ParserException"/>
+ <doc>
+ <![CDATA[@param uri
+ @return List of URIs of the downloaded jars
+ @throws ParserException]]>
+ </doc>
+ </method>
+ </class>
+ <!-- end class org.apache.pig.tools.DownloadResolver -->
<!-- start class org.apache.pig.tools.ToolsPigServer -->
<class name="ToolsPigServer" extends="org.apache.pig.PigServer"
abstract="false"
@@ -83279,6 +85319,16 @@
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="FILE_BYTES_WRITTEN" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="FILE_BYTES_READ" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
<field name="MULTI_INPUTS_RECORD_COUNTER" type="java.lang.String"
transient="false" volatile="false"
static="true" final="true" visibility="public"
@@ -83505,12 +85555,14 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
<param name="file" type="java.io.File"/>
+ <exception name="IOException" type="java.io.IOException"/>
</method>
<method name="setScript"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
<param name="script" type="java.lang.String"/>
+ <exception name="IOException" type="java.io.IOException"/>
</method>
<method name="setScriptFeatures"
abstract="false" native="false" synchronized="false"
@@ -83555,6 +85607,11 @@
static="false" final="false" visibility="public"
deprecated="not deprecated">
</method>
+ <method name="getSerializedScript" return="java.lang.String"
+ abstract="false" native="false" synchronized="false"
+ static="false" final="false" visibility="public"
+ deprecated="not deprecated">
+ </method>
<method name="getScript" return="java.lang.String"
abstract="false" native="false" synchronized="false"
static="false" final="false" visibility="public"
@@ -83565,6 +85622,7 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
<param name="reader" type="java.io.BufferedReader"/>
+ <exception name="IOException" type="java.io.IOException"/>
</method>
<method name="bitSetToLong" return="long"
abstract="false" native="false" synchronized="false"
@@ -83599,7 +85657,12 @@
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</field>
- <field name="script" type="java.lang.String"
+ <field name="serializedScript" type="java.lang.String"
+ transient="false" volatile="false"
+ static="false" final="false" visibility="protected"
+ deprecated="not deprecated">
+ </field>
+ <field name="truncatedScript" type="java.lang.String"
transient="false" volatile="false"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
@@ -84554,7 +86617,7 @@
abstract="false"
static="false" final="false" visibility="public"
deprecated="not deprecated">
- <constructor name="TezDAGStats" type="java.lang.String, org.apache.pig.tools.pigstats.PigStats.JobGraph, java.util.Map"
+ <constructor name="TezDAGStats" type="java.lang.String, org.apache.pig.tools.pigstats.PigStats.JobGraph, java.util.Map, java.lang.StringBuilder"
static="false" final="false" visibility="protected"
deprecated="not deprecated">
</constructor>
@@ -84707,6 +86770,16 @@
static="true" final="true" visibility="public"
deprecated="not deprecated">
</field>
+ <field name="SUCCESS_HEADER" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
+ <field name="FAILURE_HEADER" type="java.lang.String"
+ transient="false" volatile="false"
+ static="true" final="true" visibility="public"
+ deprecated="not deprecated">
+ </field>
</class>
<!-- end class org.apache.pig.tools.pigstats.tez.TezDAGStats -->
<!-- start class org.apache.pig.tools.pigstats.tez.TezPigScriptStats -->
