donpat1to/WebScraper
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

added integrity dir for set data collection; one state.jsonl

Browse Source
This commit is contained in:
Patrick Mahnke-Hartmann
2026-01-11 16:57:36 +01:00
parent e6f8393660
commit bd74f36f4c
10 changed files with 52 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/corporate/update_companies_enrich.rs
View File

@@ -81,7 +81,7 @@ pub async fn enrich_companies_with_events(
return Ok(0);
}
let manager = StateManager::new(&state_path, &data_path.to_path_buf())?;
let manager = StateManager::new(paths.integrity_dir())?;
let step_name = "yahoo_events_enrichment_complete";
if manager.is_step_valid(step_name).await? {
@@ -418,7 +418,7 @@ pub async fn enrich_companies_with_option(
return Ok(0);
}
let manager = StateManager::new(&state_path, &data_path.to_path_buf())?;
let manager = StateManager::new(paths.integrity_dir())?;
let step_name = "yahoo_option_enrichment_complete";
if manager.is_step_valid(step_name).await? {
@@ -678,7 +678,7 @@ pub async fn enrich_companies_with_chart(
return Ok(0);
}
let manager = StateManager::new(&state_path, &data_path.to_path_buf())?;
let manager = StateManager::new(paths.integrity_dir())?;
let step_name = "yahoo_chart_enrichment_complete";
if manager.is_step_valid(step_name).await? {