Add extract_ice_all command to run all three ICE extractors in sequence
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
@@ -12,6 +12,7 @@ dependencies = [
|
||||
extract_ice = "ice_stocks.execute:extract_ice_stocks"
|
||||
extract_ice_aging = "ice_stocks.execute:extract_ice_aging"
|
||||
extract_ice_historical = "ice_stocks.execute:extract_ice_historical"
|
||||
extract_ice_all = "ice_stocks.execute:extract_ice_all"
|
||||
|
||||
[build-system]
|
||||
requires = ["hatchling"]
|
||||
|
||||
@@ -429,5 +429,12 @@ def extract_ice_historical() -> None:
|
||||
_write_landing_file(canonical_csv, HISTORICAL_DEST_SUBDIR, today)
|
||||
|
||||
|
||||
def extract_ice_all() -> None:
|
||||
"""Run all three ICE extractors: daily stocks, aging report, historical by port."""
|
||||
extract_ice_stocks()
|
||||
extract_ice_aging()
|
||||
extract_ice_historical()
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
extract_ice_stocks()
|
||||
|
||||
@@ -36,6 +36,10 @@ PIPELINES = {
|
||||
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_historical"],
|
||||
"timeout_seconds": 600,
|
||||
},
|
||||
"extract_ice_all": {
|
||||
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_all"],
|
||||
"timeout_seconds": 1800,
|
||||
},
|
||||
"transform": {
|
||||
"command": ["uv", "run", "--package", "sqlmesh_materia", "sqlmesh", "-p", "transform/sqlmesh_materia", "plan", "prod", "--no-prompts", "--auto-apply"],
|
||||
"timeout_seconds": 3600,
|
||||
|
||||
Reference in New Issue
Block a user