donpat1to/WebScraper
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

added integrity dir for set data collection; one state.jsonl

Browse Source
This commit is contained in:
Patrick Mahnke-Hartmann
2026-01-11 16:57:36 +01:00
parent e6f8393660
commit bd74f36f4c
10 changed files with 52 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/corporate/update_openfigi.rs
View File

@@ -103,7 +103,7 @@ pub async fn update_securities(date_dir: &Path) -> anyhow::Result<()> {
let dir = DataPaths::new(".")?;
let state_path = dir.data_dir().join("state.jsonl");
let manager = StateManager::new(&state_path, &dir.data_dir().to_path_buf())?;
let manager = StateManager::new(&dir.integrity_dir())?;
let step_name = "securities_data_complete";
let data_dir = dir.data_dir();
@@ -1233,7 +1233,7 @@ pub async fn update_lei_mapping(
) -> anyhow::Result<bool> {
let dir = DataPaths::new(".")?;
let state_path = dir.cache_dir().join("state.jsonl");
let manager = StateManager::new(&state_path, &dir.cache_dir().to_path_buf())?;
let manager = StateManager::new(&dir.integrity_dir())?;
let step_name = "lei_figi_mapping_complete";
let map_cache_dir = dir.cache_gleif_openfigi_map_dir();