From bd7fa1ae9a4ce99fbbfc02a9c02fed76d78b0b5e Mon Sep 17 00:00:00 2001 From: Deeman Date: Tue, 10 Mar 2026 15:48:10 +0100 Subject: [PATCH] fix(pipeline): stg_playtomic_availability glob reads all files, filters by date range The @start_ds in the glob pattern only matched files for the first day of the batch, so incremental restates only loaded 1 day of data. Changed to wildcard glob with explicit BETWEEN @start_ds AND @end_ds filter on the date column. Co-Authored-By: Claude Opus 4.6 --- .../models/staging/stg_playtomic_availability.sql | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/transform/sqlmesh_padelnomics/models/staging/stg_playtomic_availability.sql b/transform/sqlmesh_padelnomics/models/staging/stg_playtomic_availability.sql index d6fa37d..64306b1 100644 --- a/transform/sqlmesh_padelnomics/models/staging/stg_playtomic_availability.sql +++ b/transform/sqlmesh_padelnomics/models/staging/stg_playtomic_availability.sql @@ -34,7 +34,7 @@ all_jsonl AS ( tenant_id, slots AS slots_json FROM read_json( - @LANDING_DIR || '/playtomic/*/*/availability_' || @start_ds || '*.jsonl.gz', + @LANDING_DIR || '/playtomic/*/*/availability_*.jsonl.gz', format = 'newline_delimited', columns = { date: 'VARCHAR', @@ -46,6 +46,7 @@ all_jsonl AS ( filename = true ) WHERE tenant_id IS NOT NULL + AND CAST(date AS DATE) BETWEEN @start_ds AND @end_ds ), raw_resources AS ( SELECT