deemanone/beanflows
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add extract_ice_all command to run all three ICE extractors in sequence

Browse Source 
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Deeman
2026-02-21 21:59:08 +01:00
parent 6ba1afd8c3
commit ff896685d2
3 changed files with 12 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
extract/ice_stocks/pyproject.toml
View File

@@ -12,6 +12,7 @@ dependencies = [
extract_ice = "ice_stocks.execute:extract_ice_stocks" extract_ice = "ice_stocks.execute:extract_ice_stocks"
extract_ice_aging = "ice_stocks.execute:extract_ice_aging" extract_ice_aging = "ice_stocks.execute:extract_ice_aging"
extract_ice_historical = "ice_stocks.execute:extract_ice_historical" extract_ice_historical = "ice_stocks.execute:extract_ice_historical"
extract_ice_all = "ice_stocks.execute:extract_ice_all"
[build-system] [build-system]
requires = ["hatchling"] requires = ["hatchling"]

7
extract/ice_stocks/src/ice_stocks/execute.py
View File

@@ -429,5 +429,12 @@ def extract_ice_historical() -> None:
_write_landing_file(canonical_csv, HISTORICAL_DEST_SUBDIR, today) _write_landing_file(canonical_csv, HISTORICAL_DEST_SUBDIR, today)
def extract_ice_all() -> None:
"""Run all three ICE extractors: daily stocks, aging report, historical by port."""
extract_ice_stocks()
extract_ice_aging()
extract_ice_historical()
if __name__ == "__main__": if __name__ == "__main__":
extract_ice_stocks() extract_ice_stocks()

4
src/materia/pipelines.py
View File

@@ -36,6 +36,10 @@ PIPELINES = {
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_historical"], "command": ["uv", "run", "--package", "ice_stocks", "extract_ice_historical"],
"timeout_seconds": 600, "timeout_seconds": 600,
}, },
"extract_ice_all": {
"command": ["uv", "run", "--package", "ice_stocks", "extract_ice_all"],
"timeout_seconds": 1800,
},
"transform": { "transform": {
"command": ["uv", "run", "--package", "sqlmesh_materia", "sqlmesh", "-p", "transform/sqlmesh_materia", "plan", "prod", "--no-prompts", "--auto-apply"], "command": ["uv", "run", "--package", "sqlmesh_materia", "sqlmesh", "-p", "transform/sqlmesh_materia", "plan", "prod", "--no-prompts", "--auto-apply"],
"timeout_seconds": 3600, "timeout_seconds": 3600,