5d7d53a260
Port padelnomics' schedule-aware Python supervisor to materia: - src/materia/supervisor.py — croniter scheduling, topological wave execution (parallel independent workflows), tag-based git pull + deploy, status CLI subcommand - infra/supervisor/workflows.toml — workflow registry (psd daily, cot weekly, prices daily, ice daily, weather daily) - infra/supervisor/materia-supervisor.service — updated ExecStart to Python supervisor, added SUPERVISOR_GIT_PULL=1 Adaptations from padelnomics: - Uses extract_core.state.open_state_db (not padelnomics_extract.utils) - uv run sqlmesh -p transform/sqlmesh_materia run - uv run materia pipeline run export_serving - web/deploy.sh path (materia's deploy.sh is under web/) - Removed proxy_mode (not used in materia) Also: add croniter dependency to src/materia, delete old supervisor.sh. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
140 lines
2.7 KiB
TOML
140 lines
2.7 KiB
TOML
[project]
|
|
name = "materia"
|
|
version = "0.1.0"
|
|
description = "Add your description here"
|
|
readme = "readme.md"
|
|
authors = [
|
|
{ name = "Hendrik Deeman", email = "hendrik@beanflows.coffee" },
|
|
{ name = "Simon Deeman", email = "simon@beanflows.coffee" }
|
|
]
|
|
requires-python = ">=3.13"
|
|
dependencies = [
|
|
"python-dotenv>=1.1.0",
|
|
"typer>=0.15.0",
|
|
"pyyaml>=6.0.2",
|
|
"niquests>=3.15.2",
|
|
"hcloud>=2.8.0",
|
|
"prefect>=3.6.15",
|
|
"msgspec>=0.19",
|
|
"croniter>=6.0.0",
|
|
]
|
|
|
|
[project.scripts]
|
|
materia = "materia.cli:app"
|
|
|
|
|
|
[dependency-groups]
|
|
exploration = [
|
|
"ipykernel>=6.29.5",
|
|
]
|
|
|
|
dev = [
|
|
"pre-commit>=4.1.0",
|
|
"pulumi>=3.202.0",
|
|
"pulumi-cloudflare>=6.10.0",
|
|
"pulumi-hcloud>=1.25.0",
|
|
"pytest>=8.4.2",
|
|
"pytest-cov>=7.0.0",
|
|
"pyyaml>=6.0.2",
|
|
"ruff>=0.9.9",
|
|
"xlwt>=1.3.0",
|
|
]
|
|
|
|
[tool.uv.sources]
|
|
extract_core = {workspace = true }
|
|
psdonline = {workspace = true }
|
|
sqlmesh_materia = {workspace = true }
|
|
cftc_cot = {workspace = true }
|
|
coffee_prices = {workspace = true }
|
|
ice_stocks = {workspace = true }
|
|
openmeteo = {workspace = true }
|
|
[tool.uv.workspace]
|
|
members = [
|
|
"extract/*",
|
|
"transform/*",
|
|
"web",
|
|
]
|
|
|
|
[build-system]
|
|
requires = ["uv_build>=0.9.2,<0.10.0"]
|
|
build-backend = "uv_build"
|
|
|
|
[tool.ruff]
|
|
exclude = [
|
|
".bzr",
|
|
".direnv",
|
|
".eggs",
|
|
".git",
|
|
".git-rewrite",
|
|
".hg",
|
|
".ipynb_checkpoints",
|
|
".mypy_cache",
|
|
".nox",
|
|
".pants.d",
|
|
".pyenv",
|
|
".pytest_cache",
|
|
".pytype",
|
|
".ruff_cache",
|
|
".svn",
|
|
".tox",
|
|
".venv",
|
|
".vscode",
|
|
"__pypackages__",
|
|
"_build",
|
|
"buck-out",
|
|
"build",
|
|
"dist",
|
|
"node_modules",
|
|
"site-packages",
|
|
"venv",
|
|
"notebooks",
|
|
]
|
|
|
|
indent-width = 4
|
|
|
|
target-version = "py313"
|
|
|
|
[tool.ruff.lint]
|
|
|
|
ignore = [
|
|
"E501", # line too long (handled by formatter)
|
|
"PLR0913", # too many arguments to function call
|
|
"PLR2004", # magic value used in comparison
|
|
]
|
|
|
|
# Allow fix for all enabled rules (when `--fix` is provided)
|
|
fixable = ["ALL"]
|
|
unfixable = []
|
|
|
|
# Allow unused variables when underscore-prefixed
|
|
dummy-variable-rgx = "^(_+|(_+[a-zA-Z0-9_]*[a-zA-Z0-9]+?))$"
|
|
|
|
[tool.ruff.format]
|
|
# Use double quotes for strings
|
|
quote-style = "double"
|
|
|
|
# Indent with spaces, not tabs
|
|
indent-style = "space"
|
|
|
|
# Respect magic trailing comma
|
|
skip-magic-trailing-comma = false
|
|
|
|
# Automatically detect line ending
|
|
line-ending = "auto"
|
|
|
|
[tool.ruff.lint.isort]
|
|
# Combine as imports on the same line
|
|
combine-as-imports = true
|
|
|
|
# Use a single line for direct imports
|
|
force-single-line = false
|
|
|
|
[tool.ruff.lint.per-file-ignores]
|
|
# Allow unused imports in __init__.py files
|
|
"__init__.py" = ["F401"]
|
|
# Allow print statements and other rules in scripts
|
|
"scripts/*" = ["T201"]
|
|
|
|
[tool.pytest.ini_options]
|
|
testpaths = ["tests"]
|