commit cac79d3d2d4772c2951a7c85c91a4d2ab68ee90e
author Sebastian Nagel <snagel@apache.org> Mon Aug 03 21:08:22 2020 +0200
committer GitHub <noreply@github.com> Mon Aug 03 21:08:22 2020 +0200
tree 8e1c445312633b839546d1da8eea66f2aa500488
parent 2f5a8ad792288752bbb1edd2844dca838b213dd3
parent 46f7dc2bb2a767199be2d25355cf48e4025833a5

Merge pull request #542 from sebastian-nagel/NUTCH-2810

NUTCH-2810 FreeGenerator to actually apply configured number of fetch lists

src/java/org/apache/nutch/tools/FreeGenerator.java

diff --git a/src/java/org/apache/nutch/tools/FreeGenerator.java b/src/java/org/apache/nutch/tools/FreeGenerator.java
index b51be74..57344bb 100644
--- a/src/java/org/apache/nutch/tools/FreeGenerator.java
+++ b/src/java/org/apache/nutch/tools/FreeGenerator.java
@@ -208,6 +208,7 @@
           "FreeGenerator: running in local mode, generating exactly one partition.");
       numFetchers = 1;
     }
+    job.setNumReduceTasks(numFetchers);
     job.setOutputFormatClass(SequenceFileOutputFormat.class);
     job.setOutputKeyClass(Text.class);
     job.setOutputValueClass(CrawlDatum.class);