cleanup and prefect service setup

2026-02-04 22:24:55 +01:00
parent 1743c8eba6
commit 09ae88be19
25 changed files with 15012 additions and 432 deletions
--- a/infra/supervisor/supervisor.sh
+++ b/infra/supervisor/supervisor.sh
@@ -25,10 +25,8 @@ do
        uv sync

        # Run pipelines (SQLMesh handles scheduling)
-        uv run materia pipeline run extract
-        uv run materia pipeline run transform
+        #uv run materia pipeline run extract
+        #uv run materia pipeline run transform

    ) || sleep 600  # Sleep 10 min on failure to avoid busy-loop retries
-
-    sleep 3600  # Run pipelines every hour
 done