deemanone/beanflows
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update dedupe logic -> much faster now

Browse Source
This commit is contained in:
Deeman
2025-10-07 22:32:45 +02:00
parent da89c2bf6e
commit 025dda16c6
1 changed files with 5 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
transform/sqlmesh_materia/models/cleaned/cln_psdalldata__commodity_pivoted.sql
View File

@@ -10,9 +10,9 @@ MODEL (
SELECT SELECT
max(hkey) as hkey, max(hkey) as hkey,
commodity_code, commodity_code,
commodity_name, max(commodity_name) as commodity_name,
country_code, country_code,
country_name, max(country_name) as country_name,
ingest_date, ingest_date,
COALESCE(SUM(CASE WHEN attribute_name = 'Production' THEN value END), 0) AS Production, COALESCE(SUM(CASE WHEN attribute_name = 'Production' THEN value END), 0) AS Production,
COALESCE(SUM(CASE WHEN attribute_name = 'Imports' THEN value END), 0) AS Imports, COALESCE(SUM(CASE WHEN attribute_name = 'Imports' THEN value END), 0) AS Imports,
@@ -47,11 +47,9 @@ WHERE attribute_name IN (
) )
GROUP BY GROUP BY
commodity_code, commodity_code,
commodity_name,
country_code, country_code,
country_name,
ingest_date ingest_date
ORDER BY ORDER BY
commodity_name, commodity_code,
country_name, country_code,
ingest_date; ingest_date