diff --git a/transform/sqlmesh_padelnomics/models/foundation/dim_locations.sql b/transform/sqlmesh_padelnomics/models/foundation/dim_locations.sql index c6177d3..13b4a0c 100644 --- a/transform/sqlmesh_padelnomics/models/foundation/dim_locations.sql +++ b/transform/sqlmesh_padelnomics/models/foundation/dim_locations.sql @@ -35,7 +35,6 @@ locations AS ( admin1_code, admin2_code, population, - population_year AS population_year, ref_year FROM staging.stg_population_geonames WHERE lat IS NOT NULL AND lon IS NOT NULL diff --git a/transform/sqlmesh_padelnomics/models/staging/stg_population_geonames.sql b/transform/sqlmesh_padelnomics/models/staging/stg_population_geonames.sql index 6f40d10..699c90e 100644 --- a/transform/sqlmesh_padelnomics/models/staging/stg_population_geonames.sql +++ b/transform/sqlmesh_padelnomics/models/staging/stg_population_geonames.sql @@ -28,7 +28,8 @@ WITH parsed AS ( SELECT UNNEST(rows) AS row FROM read_json( @LANDING_DIR || '/geonames/*/*/cities_global.json.gz', - auto_detect = true + auto_detect = true, + maximum_object_size = 40000000 ) ) WHERE (row ->> 'geoname_id') IS NOT NULL