Files
WebScraper/integrity/checkpoint_dependencies.toml

61 lines
2.2 KiB
TOML

# checkpoint_dependencies.toml - Complete configuration
# ============================================================================
# COLLECTION STAGE (No dependencies)
# ============================================================================
[checkpoints.lei_figi_mapping_complete]
description = "LEI-to-FIGI mappings from OpenFIGI API"
depends_on = []
[checkpoints.securities_data_complete]
description = "Securities data built from FIGI mappings"
depends_on = ["lei_figi_mapping_complete"]
# ============================================================================
# CLEANSING STAGE (Depends on collection)
# ============================================================================
[checkpoints.yahoo_companies_cleansed_no_data]
description = "Companies cleansed of data with no Yahoo results"
depends_on = ["securities_data_complete"]
[checkpoints.yahoo_companies_cleansed_low_profile]
description = "Companies cleansed of low profile (insufficient market cap/price data)"
depends_on = ["yahoo_companies_cleansed_no_data"]
# ============================================================================
# ENRICHMENT GROUP (All depend on cleansed companies)
# ============================================================================
[groups.enrichment_group]
description = "Yahoo Finance enrichment functions"
members = [
"yahoo_events_enrichment_complete",
"yahoo_options_enrichment_complete",
"yahoo_chart_enrichment_complete"
]
depends_on = ["yahoo_companies_cleansed_low_profile"]
[checkpoints.yahoo_events_enrichment_complete]
description = "Corporate events enriched for all companies"
depends_on = []
group = "enrichment_group"
[checkpoints.yahoo_options_enrichment_complete]
description = "Options data enriched for all companies"
depends_on = []
group = "enrichment_group"
[checkpoints.yahoo_chart_enrichment_complete]
description = "Chart data enriched for all companies"
depends_on = []
group = "enrichment_group"
# ============================================================================
# SECURITIES PROCESSING (Depends on LEI mapping)
# ============================================================================
[checkpoints.enrichment_group]
description = "Yahoo exchanges collected and validated"
depends_on = []