From 9baa0d185ce3c0bb19faf057348b4f0f55659a6c Mon Sep 17 00:00:00 2001 From: Deeman Date: Sun, 27 Jul 2025 00:18:03 +0200 Subject: [PATCH] testing sqlmesh --- extract/psdonline/pyproject.toml | 2 +- extract/psdonline/src/psdonline/__init__.py | 2 -- pyproject.toml | 2 +- transform/sqlmesh_materia/config.yaml | 29 ++++++++++-------- transform/sqlmesh_materia/db.db | Bin 2109440 -> 2109440 bytes .../models/example/full_model.sql | 15 --------- .../models/example/incremental_model.sql | 19 ------------ .../models/example/seed_model.sql | 13 -------- transform/sqlmesh_materia/pyproject.toml | 4 +-- transform/sqlmesh_materia/seeds/seed_data.csv | 8 ----- uv.lock | 2 +- 11 files changed, 20 insertions(+), 76 deletions(-) delete mode 100644 transform/sqlmesh_materia/models/example/full_model.sql delete mode 100644 transform/sqlmesh_materia/models/example/incremental_model.sql delete mode 100644 transform/sqlmesh_materia/models/example/seed_model.sql delete mode 100644 transform/sqlmesh_materia/seeds/seed_data.csv diff --git a/extract/psdonline/pyproject.toml b/extract/psdonline/pyproject.toml index e6e8174..aa85bba 100644 --- a/extract/psdonline/pyproject.toml +++ b/extract/psdonline/pyproject.toml @@ -13,7 +13,7 @@ dependencies = [ "pendulum>=3.1.0", ] [project.scripts] -extract_psd = "psdonline.execute:main" +extract_psd = "psdonline.execute:extract_psd_dataset" [build-system] requires = ["hatchling"] diff --git a/extract/psdonline/src/psdonline/__init__.py b/extract/psdonline/src/psdonline/__init__.py index 6b49590..e69de29 100644 --- a/extract/psdonline/src/psdonline/__init__.py +++ b/extract/psdonline/src/psdonline/__init__.py @@ -1,2 +0,0 @@ -def hello() -> str: - return "Hello from psdonline!" diff --git a/pyproject.toml b/pyproject.toml index 8dc2722..2c3724f 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -25,11 +25,11 @@ dev = [ [tool.uv.sources] psdonline = {workspace = true } +sqlmesh_materia = {workspace = true } [tool.uv.workspace] members = [ "extract/*", - "load/*", "transform/*", ] diff --git a/transform/sqlmesh_materia/config.yaml b/transform/sqlmesh_materia/config.yaml index feb572b..a65abf0 100644 --- a/transform/sqlmesh_materia/config.yaml +++ b/transform/sqlmesh_materia/config.yaml @@ -1,24 +1,27 @@ # --- Gateway Connection --- gateways: - duckdb: + + dev: connection: # For more information on configuring the connection to your execution engine, visit: # https://sqlmesh.readthedocs.io/en/stable/reference/configuration/#connection # https://sqlmesh.readthedocs.io/en/stable/integrations/engines/duckdb/#connection-options type: duckdb - database: db.db - # concurrent_tasks: 1 - # register_comments: True - # pre_ping: False - # pretty_sql: False - # catalogs: - # extensions: - # connector_config: - # secrets: - # filesystems: - # token: + database: materia_dev_db.db + extensions: + - name: zipfs -default_gateway: duckdb + prod: + connection: + # For more information on configuring the connection to your execution engine, visit: + # https://sqlmesh.readthedocs.io/en/stable/reference/configuration/#connection + # https://sqlmesh.readthedocs.io/en/stable/integrations/engines/duckdb/#connection-options + type: duckdb + database: materia_prod_db.db + extensions: + - name: zipfs + +default_gateway: dev # --- Model Defaults --- # https://sqlmesh.readthedocs.io/en/stable/reference/model_configuration/#model-defaults diff --git a/transform/sqlmesh_materia/db.db b/transform/sqlmesh_materia/db.db index e7635a578ca9db22329b2b04c2e430262845b413..3d184921809c9b40b2968cc00bfdfbd24d1c6009 100644 GIT binary patch delta 1526 zcmbW1U1%It6vywq`;kdA$!4=n(vNHt#bQZndgo(zc2Z;37>ZPABSm~MursqWP3%J{ zXsbfWB7yBgL$@8%t72`@haxH|Ow9!=G||R(Rje;23YAu@^hu2P(5mQqX444?L@P4< zxL@a&*+tFO4ac zN*U!5wox$j*S*={Luw+}y3C8a`_v5EG>8}6Tz1}@KmFSM|Kx_Z50EXjZ|AZhmTe?0 z?v2v#-o>jkR-2+|vYOZP;MLYuN0n4-DK~cDW302U6`X7y|8PZiKURk)XYqF4ui`np z_Q;!OmL*@P4q^Ez)_n{o*jKZ-ixob>0{b(CH~inZTN-}xU-RY0K|DL=kdFXLy4OHZE#CBLmo3OmXXHo6=41q$cb;5)dL*MExT zT3BrgEshIA_@T|K3gCO)84kQHME&^w;X64!hM!C|pI=$>#UZHnbYc}Xr)Ke=l^RN!B;0-4r3XJF?adUH6%h0rq7lNs9hFOw(?e zs_b?r*%Mpt0=)Sbaw^1Q+sIB5D3py<6^$)ATk^{%HS&DKPy7eWYWm0os4y6=nl@Gg zEQ`ex17s}B&K)Eru=*xatn4DZvMYqY7u=7gS(km^V_cx&2cq|W=#$si74zvZ5CNh* zpRRf1x6z5@Tju2xmj-eOq33`OAPeLGU8hcpYG&F|95rP~y5$&B%Cro{)aAS)2X8H( z*KL)i^Mbcw6 zep{TN0#FOA;S;oOUqyK0ulLGF%~KbdK*c+8FOJY<;CdLLSLzV*cw7>{iwH_8t;jmm z=-pnigSTkncywuw!`w~GkM@bbk~M*$tg-id#dfy!5m994`^9+iO1}uy0}cF2e=PHp zG#S~^a5yLe6<7zX2Q~m3fi@rs LY~m7azgqbljr|C5 delta 1551 zcmbW1Z)hAv6u@UDm%DAV>D}d;KW&rdC`#d~>D=D_xvi$Truh^wNh=tI7Vq|MHwpdF z78I)@J&JIGNMhFOD8wlELA2Ba7nxE@ZL~2|#ac*Jiq;c_d=NDXrGM0%Z!c~*scpp% zKiE!8q**@#OSJ#J`j zM4If<*bV3X^E262S+$g$PIC}8Yi3j_lhId-V+TLLI=h&_ZIOlJ|0wVDJH^ZFjDkCP zw~W8Q4KL51tSUYaTh}_sI!1AXeLjn~u>6NuV1Fuj{r}Z1X!yz7R?Bzn!e3#2WP z@6*aQ0zhKeX11IUWdw_UFU&qUJjbFt>V&mwso02R^4BCzHpLdfI zhDg-=G8EwLLDGqD-%KgsHp1U)C04ySk5+E$ynS$=JU%3_Y>cd1Lpvx!aGxZt1D5ul zkskJ0jI@ca9@Ml$qLf{Ykq3j-At0K2ONT2h^oO^<-QvHov^d_#!Hh27WQ(1`tI`I z`T0+M+fvA>KA;xx^PC!(xPJJ`rHMyR?LK)TjSzYahyp1f4S26gSCVmAGi5_nRmrj> z$ubq$ly&a`8mdHPLsxV|m1#oLC0R4HxTP9Of?ArD)s1*gRx)77n$)83D>HMZoKPV} z6Iys^_D6;hsvBIE+g({GQUO>6tmZ{px34VJJpI6>v%`xMOrYYm@N^iVv%uFrgkG#e zXqt!P;y1MdoR21{n#PWGic#LAi7)t9bR2X)U_Ra@E|S%rqolFponkw?XS*me-Ytd+ zLWQ|*5vT{&@VV}w{!{$=0.200.0", ] -[project.scripts] -plan = "sqlmesh plan" [build-system] requires = ["hatchling"] diff --git a/transform/sqlmesh_materia/seeds/seed_data.csv b/transform/sqlmesh_materia/seeds/seed_data.csv deleted file mode 100644 index 2e3902e..0000000 --- a/transform/sqlmesh_materia/seeds/seed_data.csv +++ /dev/null @@ -1,8 +0,0 @@ -id,item_id,event_date -1,2,2020-01-01 -2,1,2020-01-01 -3,3,2020-01-03 -4,1,2020-01-04 -5,1,2020-01-05 -6,1,2020-01-06 -7,1,2020-01-07 diff --git a/uv.lock b/uv.lock index 457ee04..6ad8a65 100644 --- a/uv.lock +++ b/uv.lock @@ -1203,7 +1203,7 @@ wheels = [ [[package]] name = "sqlmesh-materia" version = "0.1.0" -source = { editable = "transform/sqlmesh-materia" } +source = { editable = "transform/sqlmesh_materia" } dependencies = [ { name = "sqlmesh" }, ]