03cfc852791c14fad39db4e5b14104a276c08e59 - hadoop

commit	03cfc852791c14fad39db4e5b14104a276c08e59	[log] [tgz]
author	Ayush Saxena <ayushsaxena@apache.org>	Wed Mar 24 02:36:26 2021 +0530
committer	GitHub <noreply@github.com>	Wed Mar 24 02:36:26 2021 +0530
tree	bceb170e95217230a30ef1fe42af17e055feb8b4
parent	569e407f646cdb422e83fd81d7948979a5a3c805 [diff]

HADOOP-17531. DistCp: Reduce memory usage on copying huge directories. (#2732). Contributed by Ayush Saxena.

Signed-off-by: Steve Loughran <stevel@apache.org>

hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/util/functional/CommonCallableSupplier.java[Added - diff]
hadoop-common-project/hadoop-common/src/test/java/org/apache/hadoop/test/GenericTestUtils.java[diff]
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/impl/ITestPartialRenamesDeletes.java[diff]
hadoop-tools/hadoop-aws/src/test/java/org/apache/hadoop/fs/s3a/scale/ITestS3ADeleteManyFiles.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpConstants.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpContext.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpOptionSwitch.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/DistCpOptions.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/OptionsParser.java[diff]
hadoop-tools/hadoop-distcp/src/main/java/org/apache/hadoop/tools/SimpleCopyListing.java[diff]
hadoop-tools/hadoop-distcp/src/site/markdown/DistCp.md.vm[diff]
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpOptions.java[diff]
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpSystem.java[diff]
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/TestDistCpWithRawXAttrs.java[diff]
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/contract/AbstractContractDistCpTest.java[diff]
hadoop-tools/hadoop-distcp/src/test/java/org/apache/hadoop/tools/contract/OptionalTestHDFSContractDistCp.java[Added - diff]
hadoop-tools/hadoop-distcp/src/test/resources/contract/hdfs.xml[Added - diff]

17 files changed