commit 290e3cb0071cc1104fec5737663b0102c806f3ee
author Sebastian Nagel <snagel@apache.org> Mon May 06 17:29:53 2019 +0200
committer Sebastian Nagel <snagel@apache.org> Mon May 06 17:29:53 2019 +0200
tree b83f24a692bc4855e5eed05b0d293a5474dc7528
parent 0e44fd1ec6d0a2f7bdfb4d01eabb05473981cd02

NUTCH-2626 bin/crawl: remove option -noParsing from fetch command

src/bin/crawl

diff --git a/src/bin/crawl b/src/bin/crawl
index ff5e456..81d30cc 100755
--- a/src/bin/crawl
+++ b/src/bin/crawl
@@ -338,7 +338,7 @@
 
   # fetching the segment
   echo "Fetching : $SEGMENT"
-  __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH "$CRAWL_PATH"/segments/$SEGMENT -noParsing -threads $NUM_THREADS
+  __bin_nutch fetch $commonOptions -D fetcher.timelimit.mins=$TIME_LIMIT_FETCH "$CRAWL_PATH"/segments/$SEGMENT -threads $NUM_THREADS
 
   # parsing the segment
   echo "Parsing : $SEGMENT"