cleanup and prefect service setup

2026-02-04 22:24:55 +01:00
parent fc27d5f887
commit 6d4377ccf9
41 changed files with 15888 additions and 2591 deletions
--- a/infra/supervisor/supervisor.sh
+++ b/infra/supervisor/supervisor.sh
@@ -25,10 +25,8 @@ do
        uv sync

        # Run pipelines (SQLMesh handles scheduling)
-        uv run materia pipeline run extract
-        uv run materia pipeline run transform
+        #uv run materia pipeline run extract
+        #uv run materia pipeline run transform

    ) || sleep 600  # Sleep 10 min on failure to avoid busy-loop retries
-
-    sleep 3600  # Run pipelines every hour
 done