Add Crawler and env files

2026-09-02 18:32:20 +02:00
parent ca0f617f62
commit f1c7ecc14d
2 changed files with 886 additions and 0 deletions
@@ -0,0 +1,27 @@
+# ============================================================
+# JonasSearch Crawler Gamma 0.1
+# ============================================================
+
+# PostgreSQL
+JONASSEARCH_DB_HOST=127.0.0.1
+JONASSEARCH_DB_PORT=25432
+JONASSEARCH_DB_NAME=jonassearch
+JONASSEARCH_DB_USER=jonassearch
+JONASSEARCH_DB_PASSWORD=MeinStarkesPasswort123!
+
+# Crawler
+JONASSEARCH_START_URL=https://reddit.com
+JONASSEARCH_WORKERS=4
+
+# Mindestabstand zwischen Requests zur gleichen Domain
+JONASSEARCH_DELAY=3.0
+
+# robots.txt Cache
+JONASSEARCH_ROBOTS_CACHE_SECONDS=86400
+
+# HTTP
+JONASSEARCH_TIMEOUT=20
+JONASSEARCH_MAX_CONTENT_LENGTH=5242880
+
+# User-Agent
+JONASSEARCH_USER_AGENT=JonasSearchBot/0.1 (+https://jonassearch.local/bot)