added integrity dir for set data collection; one state.jsonl

This commit is contained in:
2026-01-11 16:57:36 +01:00
parent e6f8393660
commit bd74f36f4c
10 changed files with 52 additions and 35 deletions

View File

@@ -47,7 +47,7 @@ pub async fn companies_yahoo_cleansed_no_data(paths: &DataPaths) -> Result<usize
return Ok(0);
}
let manager = StateManager::new(&state_path, &data_path.to_path_buf())?;
let manager = StateManager::new(paths.integrity_dir())?;
let step_name = "yahoo_companies_cleansed_no_data";
let content_reference = file_reference(&output_path);
@@ -179,7 +179,7 @@ pub async fn companies_yahoo_cleansed_low_profile(
return Ok(0);
}
let manager = StateManager::new(&state_path, &data_path.to_path_buf())?;
let manager = StateManager::new(paths.integrity_dir())?;
let step_name = "yahoo_companies_cleansed_no_data";
let content_reference = file_reference(&checkpoint_path);