Merge pull request #538 from balashashanka/NUTCH-2782
NUTCH-2782: protocol-http / lib-http: support TLSv1.3
diff --git a/ivy/ivy.xml b/ivy/ivy.xml
index 4686c78..1a28aa3 100644
--- a/ivy/ivy.xml
+++ b/ivy/ivy.xml
@@ -72,7 +72,7 @@
<dependency org="com.google.guava" name="guava" rev="25.0-jre" />
- <dependency org="com.github.crawler-commons" name="crawler-commons" rev="1.0" />
+ <dependency org="com.github.crawler-commons" name="crawler-commons" rev="1.1" />
<dependency org="com.martinkl.warc" name="warc-hadoop" rev="0.1.0">
<exclude module="hadoop-client" />
diff --git a/src/java/org/apache/nutch/util/SitemapProcessor.java b/src/java/org/apache/nutch/util/SitemapProcessor.java
index da5c7e7..76dcef9 100644
--- a/src/java/org/apache/nutch/util/SitemapProcessor.java
+++ b/src/java/org/apache/nutch/util/SitemapProcessor.java
@@ -51,7 +51,6 @@
import org.apache.nutch.protocol.ProtocolFactory;
import org.apache.nutch.protocol.ProtocolOutput;
import org.apache.nutch.protocol.ProtocolStatus;
-import org.apache.nutch.util.NutchJob;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
@@ -287,7 +286,7 @@
}
else if (asm instanceof SiteMapIndex) {
SiteMapIndex index = (SiteMapIndex) asm;
- Collection<AbstractSiteMap> sitemapUrls = index.getSitemaps();
+ Collection<AbstractSiteMap> sitemapUrls = index.getSitemaps(true);
if (sitemapUrls.isEmpty()) {
return;
