added logging

This commit is contained in:
2025-12-05 21:20:12 +01:00
parent f7083bf9f0
commit 58a498e694
17 changed files with 526 additions and 358 deletions

View File

@@ -2,12 +2,14 @@
mod economic;
mod corporate;
mod config;
mod webdriver;
mod util;
mod scraper;
use anyhow::Result;
use config::Config;
use scraper::webdriver::ChromeDriverPool;
use webdriver::webdriver::ChromeDriverPool;
use util::directories::DataPaths;
use util::logger;
use std::sync::Arc;
/// The entry point of the application.
@@ -29,15 +31,35 @@ async fn main() -> Result<()> {
err
})?;
// Initialize paths
let paths = DataPaths::new(".")?;
// Initialize logger
logger::init_debug_logger(paths.logs_dir()).await.map_err(|e| {
anyhow::anyhow!("Logger initialization failed: {}", e)
})?;
logger::log_info("=== Application started ===").await;
logger::log_info(&format!("Config: economic_start_date={}, corporate_start_date={}, lookahead_months={}, max_parallel_tasks={}",
config.economic_start_date, config.corporate_start_date, config.economic_lookahead_months, config.max_parallel_tasks)).await;
// Initialize the shared ChromeDriver pool once
let pool_size = config.max_parallel_tasks;
logger::log_info(&format!("Initializing ChromeDriver pool with size: {}", pool_size)).await;
let pool = Arc::new(ChromeDriverPool::new(pool_size).await?);
logger::log_info("✓ ChromeDriver pool initialized successfully").await;
// Run economic update first, passing the shared pool
logger::log_info("--- Starting economic data update ---").await;
economic::run_full_update(&config, &pool).await?;
logger::log_info("✓ Economic data update completed").await;
// Then run corporate update, passing the shared pool
logger::log_info("--- Starting corporate data update ---").await;
corporate::run_full_update(&config, &pool).await?;
logger::log_info("✓ Corporate data update completed").await;
logger::log_info("=== Application completed successfully ===").await;
Ok(())
}