donpat1to/WebScraper
1
0
Fork 0
Code Issues 1 Pull Requests Actions Packages Projects 1 Releases Wiki Activity

öi

Browse Source
This commit is contained in:
Patrick Mahnke-Hartmann
2026-01-12 01:01:19 +01:00
parent bd74f36f4c
commit 659757482d
13 changed files with 526 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files

25
integrity/checkpoint_dependencies.dot Normal file
View File

@@ -0,0 +1,25 @@
digraph Dependencies {
rankdir=LR;
node [shape=box];
"yahoo_options_enrichment_complete" [label="yahoo_options_enrichment_complete
Options data enriched for all companies"];
"lei_figi_mapping_complete" [label="lei_figi_mapping_complete
LEI-to-FIGI mappings from OpenFIGI API"];
"yahoo_chart_enrichment_complete" [label="yahoo_chart_enrichment_complete
Chart data enriched for all companies"];
"enrichment_group" [label="enrichment_group
Yahoo exchanges collected and validated"];
"securities_data_complete" [label="securities_data_complete
Securities data built from FIGI mappings"];
"yahoo_companies_cleansed" [label="yahoo_companies_cleansed
Company data cleansed and validated"];
"yahoo_events_enrichment_complete" [label="yahoo_events_enrichment_complete
Corporate events enriched for all companies"];
"yahoo_options_enrichment_complete" -> "yahoo_companies_cleansed" [label="via group enrichment_group"];
"yahoo_chart_enrichment_complete" -> "yahoo_companies_cleansed" [label="via group enrichment_group"];
"securities_data_complete" -> "lei_figi_mapping_complete";
"yahoo_companies_cleansed" -> "securities_data_complete";
"yahoo_events_enrichment_complete" -> "yahoo_companies_cleansed" [label="via group enrichment_group"];
}

16
integrity/checkpoint_dependencies.toml
View File

@@ -4,21 +4,21 @@
# COLLECTION STAGE (No dependencies)
# ============================================================================
[checkpoints.exchange_collection_complete]
description = "Yahoo exchanges collected and validated"
depends_on = []
[checkpoints.lei_figi_mapping_complete]
description = "LEI-to-FIGI mappings from OpenFIGI API"
depends_on = []
[checkpoints.securities_data_complete]
description = "Securities data built from FIGI mappings"
depends_on = ["lei_figi_mapping_complete"]
# ============================================================================
# CLEANSING STAGE (Depends on collection)
# ============================================================================
[checkpoints.yahoo_companies_cleansed]
description = "Company data cleansed and validated"
depends_on = ["exchange_collection_complete"]
depends_on = ["securities_data_complete"]
# ============================================================================
# ENRICHMENT GROUP (All depend on cleansed companies)
@@ -52,6 +52,6 @@ group = "enrichment_group"
# SECURITIES PROCESSING (Depends on LEI mapping)
# ============================================================================
[checkpoints.securities_data_complete]
description = "Securities data built from FIGI mappings"
depends_on = ["lei_figi_mapping_complete"]
[checkpoints.enrichment_group]
description = "Yahoo exchanges collected and validated"
depends_on = []