42 lines
1.3 KiB
Plaintext
42 lines
1.3 KiB
Plaintext
# WebScraper Configuration File (.env)
|
|
# ====================================
|
|
# This file configures the behavior of the WebScraper application
|
|
# Copy to .env and adjust values as needed
|
|
|
|
OPENFIGI_API_KEY=
|
|
|
|
# Economic calendar start (usually the earliest available on finanzen.net)
|
|
ECONOMIC_START_DATE=2007-02-13
|
|
|
|
# Corporate earnings & price history start
|
|
CORPORATE_START_DATE=2010-01-01
|
|
|
|
# How far into the future we scrape economic events (in months)
|
|
ECONOMIC_LOOKAHEAD_MONTHS=3
|
|
|
|
# Maximum number of parallel scraping tasks (default: 4)
|
|
MAX_PARALLEL_INSTANCES=10
|
|
|
|
# ===== VPN ROTATION (ProtonVPN Integration) =====
|
|
# Enable automatic VPN rotation between sessions?
|
|
# If false, all traffic goes through system without VPN tunneling
|
|
ENABLE_VPN_ROTATION=true
|
|
|
|
# Number of tasks per VPN session before rotating to new server/IP
|
|
# 0 = rotate between economic and corporate phases (one phase = one IP)
|
|
# 5 = rotate every 5 tasks
|
|
# NOTE: Must have ENABLE_VPN_ROTATION=true for this to take effect
|
|
TASKS_PER_VPN_SESSION=50
|
|
|
|
# ===== LOGGING =====
|
|
# Set via RUST_LOG environment variable:
|
|
# RUST_LOG=info cargo run
|
|
# RUST_LOG=debug cargo run
|
|
# Leave empty or unset for default logging level
|
|
|
|
|
|
MAX_REQUESTS_PER_SESSION=25
|
|
MIN_REQUEST_INTERVAL_MS=300
|
|
MAX_RETRY_ATTEMPTS=3
|
|
|
|
PROXY_INSTANCES_PER_CERTIFICATE=2 |