diff --git a/transform/sqlmesh_materia/config.yaml b/transform/sqlmesh_materia/config.yaml index 19a605d..b9fe0de 100644 --- a/transform/sqlmesh_materia/config.yaml +++ b/transform/sqlmesh_materia/config.yaml @@ -6,27 +6,25 @@ gateways: prod: connection: type: duckdb - database: ':memory:' extensions: - name: httpfs - name: iceberg + secrets: + r2_secret: + type: iceberg + token: "{{ env_var('CLOUDFLARE_API_TOKEN') }}" default_gateway: prod -# --- Hooks --- -# Run initialization SQL before all plans/runs +# --- Catalog Configuration --- +# Configure the Iceberg catalog endpoint # https://sqlmesh.readthedocs.io/en/stable/reference/configuration/#execution-hooks before_all: - | - CREATE SECRET IF NOT EXISTS r2_secret ( + ATTACH '{{ env_var("R2_WAREHOUSE_NAME", "materia") }}' AS catalog ( TYPE ICEBERG, - TOKEN '@env_var("CLOUDFLARE_API_TOKEN")' - ); - - | - ATTACH '@env_var("R2_WAREHOUSE_NAME", "materia")' AS catalog ( - TYPE ICEBERG, - ENDPOINT '@env_var("ICEBERG_REST_URI")' + ENDPOINT '{{ env_var("ICEBERG_REST_URI") }}' ); - CREATE SCHEMA IF NOT EXISTS catalog.materia; - USE catalog.materia;