donpat1to/WebScraper
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

öi

Browse Source
This commit is contained in:
Patrick Mahnke-Hartmann
2026-01-12 01:01:19 +01:00
parent bd74f36f4c
commit 659757482d
13 changed files with 526 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/corporate/update_companies_enrich.rs
View File

@@ -73,7 +73,6 @@ pub async fn enrich_companies_with_events(
// File paths
let input_path = data_path.join("companies_yahoo_cleaned.jsonl");
let log_path = data_path.join("companies_events_updates.log");
let state_path = data_path.join("state.jsonl");
// Check input exists
if !input_path.exists() {
@@ -81,7 +80,7 @@ pub async fn enrich_companies_with_events(
return Ok(0);
}
let manager = StateManager::new(paths.integrity_dir())?;
let manager = StateManager::new(paths.integrity_dir()).await?;
let step_name = "yahoo_events_enrichment_complete";
if manager.is_step_valid(step_name).await? {
@@ -410,7 +409,6 @@ pub async fn enrich_companies_with_option(
// File paths
let input_path = data_path.join("companies_yahoo_cleaned.jsonl");
let log_path = data_path.join("companies_option_updates.log");
let state_path = data_path.join("state.jsonl");
// Check input exists
if !input_path.exists() {
@@ -418,7 +416,7 @@ pub async fn enrich_companies_with_option(
return Ok(0);
}
let manager = StateManager::new(paths.integrity_dir())?;
let manager = StateManager::new(paths.integrity_dir()).await?;
let step_name = "yahoo_option_enrichment_complete";
if manager.is_step_valid(step_name).await? {
@@ -670,7 +668,6 @@ pub async fn enrich_companies_with_chart(
// File paths
let input_path = data_path.join("companies_yahoo_cleaned.jsonl");
let log_path = data_path.join("companies_chart_updates.log");
let state_path = data_path.join("state.jsonl");
// Check input exists
if !input_path.exists() {
@@ -678,7 +675,7 @@ pub async fn enrich_companies_with_chart(
return Ok(0);
}
let manager = StateManager::new(paths.integrity_dir())?;
let manager = StateManager::new(paths.integrity_dir()).await?;
let step_name = "yahoo_chart_enrichment_complete";
if manager.is_step_valid(step_name).await? {