add auto_redirect

codelibs · May 30, 2016 · 3c9d63b · 3c9d63b
1 parent c637a8b
commit 3c9d63b
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 0 deletions.
diff --git a/src/main/java/org/codelibs/riverweb/RiverWeb.java b/src/main/java/org/codelibs/riverweb/RiverWeb.java
@@ -298,6 +298,10 @@ private int crawl(Crawler crawler, String configId, String sessionId) {
             final Boolean robotsTxtEnabled = SettingsUtils.get(crawlSettings, "robots_txt", config.isRobotsTxtEnabled());
             paramMap.put(HcHttpClient.ROBOTS_TXT_ENABLED_PROPERTY, robotsTxtEnabled);
 
+            // redirect automatically
+            final Boolean redirectsEnabled = SettingsUtils.get(crawlSettings, "auto_redirect", config.isRedirectsEnabled());
+            paramMap.put(HcHttpClient.REDIRECTS_ENABLED, redirectsEnabled);
+
             // proxy
             final Map<String, Object> proxyMap = SettingsUtils.get(crawlSettings, "proxy", null);
             if (proxyMap != null) {

diff --git a/src/main/java/org/codelibs/riverweb/util/ConfigProperties.java b/src/main/java/org/codelibs/riverweb/util/ConfigProperties.java
@@ -38,6 +38,10 @@ public boolean isRobotsTxtEnabled() {
         return Boolean.valueOf(getProperty("robots.txt.enabled", Boolean.TRUE.toString()));
     }
 
+    public boolean isRedirectsEnabled() {
+        return Boolean.valueOf(getProperty("auto.redirect.enabled", Boolean.FALSE.toString()));
+    }
+
     public Integer getConnectionTimeout() {
         String value = getProperty("timeout.connection");
         if (StringUtil.isNotBlank(value)) {