commit local changes
This commit is contained in:
+1
-1
@@ -125,7 +125,7 @@ WORKERS = int(os.getenv("JONASSEARCH_WORKERS", "3"))
|
||||
|
||||
# Minimum delay between requests to the same host, per worker.
|
||||
# robots.txt can specify a larger crawl delay.
|
||||
DEFAULT_DELAY = float(os.getenv("JONASSEARCH_DELAY", "3.0"))
|
||||
DEFAULT_DELAY = float(os.getenv("JONASSEARCH_DELAY", "0.0"))
|
||||
|
||||
ROBOTS_CACHE_SECONDS = int(
|
||||
os.getenv("JONASSEARCH_ROBOTS_CACHE_SECONDS", str(24 * 60 * 60))
|
||||
|
||||
Reference in New Issue
Block a user