28 lines
710 B
Bash
28 lines
710 B
Bash
# ============================================================
|
|
# JonasSearch Crawler Gamma 0.1
|
|
# ============================================================
|
|
|
|
# PostgreSQL
|
|
JONASSEARCH_DB_HOST=127.0.0.1
|
|
JONASSEARCH_DB_PORT=25432
|
|
JONASSEARCH_DB_NAME=jonassearch
|
|
JONASSEARCH_DB_USER=jonassearch
|
|
JONASSEARCH_DB_PASSWORD=MeinStarkesPasswort123!
|
|
|
|
# Crawler
|
|
JONASSEARCH_START_URL=https://reddit.com
|
|
JONASSEARCH_WORKERS=4
|
|
|
|
# Mindestabstand zwischen Requests zur gleichen Domain
|
|
JONASSEARCH_DELAY=3.0
|
|
|
|
# robots.txt Cache
|
|
JONASSEARCH_ROBOTS_CACHE_SECONDS=86400
|
|
|
|
# HTTP
|
|
JONASSEARCH_TIMEOUT=20
|
|
JONASSEARCH_MAX_CONTENT_LENGTH=5242880
|
|
|
|
# User-Agent
|
|
JONASSEARCH_USER_AGENT=JonasSearchBot/0.1 (+https://jonassearch.local/bot)
|