Add extract_ice_all command to run all three ICE extractors in sequence

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Deeman
2026-02-21 21:59:08 +01:00
parent 6ba1afd8c3
commit ff896685d2
3 changed files with 12 additions and 0 deletions

View File

@@ -12,6 +12,7 @@ dependencies = [
extract_ice = "ice_stocks.execute:extract_ice_stocks"
extract_ice_aging = "ice_stocks.execute:extract_ice_aging"
extract_ice_historical = "ice_stocks.execute:extract_ice_historical"
extract_ice_all = "ice_stocks.execute:extract_ice_all"
[build-system]
requires = ["hatchling"]

View File

@@ -429,5 +429,12 @@ def extract_ice_historical() -> None:
_write_landing_file(canonical_csv, HISTORICAL_DEST_SUBDIR, today)
def extract_ice_all() -> None:
"""Run all three ICE extractors: daily stocks, aging report, historical by port."""
extract_ice_stocks()
extract_ice_aging()
extract_ice_historical()
if __name__ == "__main__":
extract_ice_stocks()

View File

@@ -36,6 +36,10 @@ PIPELINES = {
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_historical"],
"timeout_seconds": 600,
},
"extract_ice_all": {
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_all"],
"timeout_seconds": 1800,
},
"transform": {
"command": ["uv", "run", "--package", "sqlmesh_materia", "sqlmesh", "-p", "transform/sqlmesh_materia", "plan", "prod", "--no-prompts", "--auto-apply"],
"timeout_seconds": 3600,