castor-extractor 0.21.5__py3-none-any.whl → 0.21.7__py3-none-any.whl

CHANGELOG.md

@@ -1,6 +1,18 @@
 
 # Changelog
 
+## 0.21.8 - 2024-11-26
+
+* Redshift: improve deduplication of columns
+
+## 0.21.7 - 2024-11-26
+
+* Metabase: stop using deprecated table `view_log`
+
+## 0.21.6 - 2024-11-22
+
+* bump dependencies: ruff, setuptools
+
 ## 0.21.5 - 2024-11-20
 
 * PostgreSQL: Fix schema extraction when owner is a role without login privilege

castor_extractor/visualization/metabase/client/db/queries/card.sql

@@ -1,21 +1,4 @@
-WITH card_view_log AS
-(
-    SELECT
-        model_id,
-        COUNT(id) AS view_count,
-        MAX("timestamp") AS last_viewed_at
-    FROM
-        {schema}.view_log
-    WHERE
-        model = 'card'
-    GROUP BY
-        1
-)
-
 SELECT
-    rc.*,
-    vl.last_viewed_at AS last_viewed_at,
-    COALESCE(vl.view_count, 0) AS view_count
+    *
 FROM
-    {schema}.report_card AS rc
-    LEFT JOIN card_view_log AS vl ON rc.id = vl.model_id
+    {schema}.report_card

castor_extractor/visualization/metabase/client/db/queries/dashboard.sql

@@ -1,21 +1,4 @@
-WITH dashboard_view_log AS
-(
-    SELECT
-        model_id,
-        COUNT(id) AS view_count,
-        MAX("timestamp") AS last_viewed_at
-    FROM
-        {schema}.view_log
-    WHERE
-        model = 'dashboard'
-    GROUP BY
-        1
-)
-
 SELECT
-    rd.*,
-    vl.last_viewed_at AS last_viewed_at,
-    COALESCE(vl.view_count, 0) AS view_count
+    *
 FROM
-    {schema}.report_dashboard AS rd
-    LEFT JOIN dashboard_view_log AS vl ON rd.id = vl.model_id
+    {schema}.report_dashboard

castor_extractor/warehouse/redshift/queries/column.sql

@@ -155,9 +155,9 @@ external_columns AS (
         db.datname || '.' || s.schemaname || '.' || c.tablename AS table_id,
         c.columnname AS column_name,
         db.datname || '.' || s.schemaname || '.' || c.tablename || '.' || c.columnname AS column_id,
-        c.external_type AS data_type,
+        MIN(c.external_type) AS data_type,
         MIN(c.columnnum) AS ordinal_position,
-        CASE c.is_nullable WHEN 'false' THEN 'NO' ELSE 'YES' END AS is_nullable,
+        MIN(CASE c.is_nullable WHEN 'false' THEN 'NO' ELSE 'YES' END) AS is_nullable,
         NULL AS character_maximum_length,
         NULL AS character_octet_length,
         NULL AS numeric_precision,
@@ -172,7 +172,7 @@ external_columns AS (
         JOIN pg_catalog.pg_database AS db ON CURRENT_DATABASE() = db.datname
 
     -- To remove duplicate column names that can occur in external tables (no check on CSVs)
-    GROUP BY database_name, database_id, schema_name, schema_id, table_name, table_id, column_name, column_id, data_type, is_nullable
+    GROUP BY database_name, database_id, schema_name, schema_id, table_name, table_id, column_name, column_id
 )
 
 SELECT * FROM tables

{castor_extractor-0.21.5.dist-info → castor_extractor-0.21.7.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.21.5
+Version: 0.21.7
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -52,7 +52,7 @@ Requires-Dist: pymssql (>=2.2.11,<3.0.0) ; extra == "sqlserver" or extra == "all
 Requires-Dist: pymysql[rsa] (>=1.1.0,<2.0.0) ; extra == "mysql" or extra == "all"
 Requires-Dist: python-dateutil (>=2.0.0,<=3.0.0)
 Requires-Dist: requests (>=2.0.0,<3.0.0)
-Requires-Dist: setuptools (>=74,<75)
+Requires-Dist: setuptools (>=75.3.0,<75.4.0)
 Requires-Dist: snowflake-connector-python (>=3.4.0,<4.0.0) ; extra == "snowflake" or extra == "all"
 Requires-Dist: snowflake-sqlalchemy (!=1.2.5,<2.0.0) ; extra == "snowflake" or extra == "all"
 Requires-Dist: sqlalchemy (>=1.4,<1.5)
@@ -208,6 +208,18 @@ For any questions or bug report, contact us at [support@castordoc.com](mailto:su
 
 # Changelog
 
+## 0.21.8 - 2024-11-26
+
+* Redshift: improve deduplication of columns
+
+## 0.21.7 - 2024-11-26
+
+* Metabase: stop using deprecated table `view_log`
+
+## 0.21.6 - 2024-11-22
+
+* bump dependencies: ruff, setuptools
+
 ## 0.21.5 - 2024-11-20
 
 * PostgreSQL: Fix schema extraction when owner is a role without login privilege

{castor_extractor-0.21.5.dist-info → castor_extractor-0.21.7.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=HxssLs5JkyCp21TZ3l85OSMkFvaO5mrr3pZRXM-EqUg,14672
+CHANGELOG.md,sha256=HIo_bRiTbT5GZ6Hugs5Y1gHIHSsfh1VDVWXhoC_SXWM,14881
 Dockerfile,sha256=xQ05-CFfGShT3oUqaiumaldwA288dj9Yb_pxofQpufg,301
 DockerfileUsage.md,sha256=2hkJQF-5JuuzfPZ7IOxgM6QgIQW7l-9oRMFVwyXC4gE,998
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
@@ -180,9 +180,9 @@ castor_extractor/visualization/metabase/client/db/client.py,sha256=s38mubBaun4Lf
 castor_extractor/visualization/metabase/client/db/credentials.py,sha256=rhA6rM7QMTBSpF4BknYXz2VqujFcWAdx5TPR4kmdPy4,918
 castor_extractor/visualization/metabase/client/db/queries/.sqlfluff,sha256=sOQQOpAa9QMj9cBlulfmt-DZ_kQzMpzSAEnh10QGSB0,76
 castor_extractor/visualization/metabase/client/db/queries/base_url.sql,sha256=p2EL9kdt-hw_yh3aeCE91AXEB4RrYAbG2QrBBNqQjDE,79
-castor_extractor/visualization/metabase/client/db/queries/card.sql,sha256=U4-ZrZP5XS7Kssd3CFlpGrABbHAMK09Bh_yeT3z7Yk8,419
+castor_extractor/visualization/metabase/client/db/queries/card.sql,sha256=ORzsXqskth9708NO2Wq7G7w3e0SfHi1u9HgerYmXvg4,43
 castor_extractor/visualization/metabase/client/db/queries/collection.sql,sha256=PstkeFOU2dB-DV0ND-gR-NCDOsWG__3veAbGypbd0UI,42
-castor_extractor/visualization/metabase/client/db/queries/dashboard.sql,sha256=_PeQAZe5tEJ0WBXdw0tVqqNZqAyOaLGrKkgJQzdYD6Q,439
+castor_extractor/visualization/metabase/client/db/queries/dashboard.sql,sha256=oBhBvRw4PWX1OMxHdrIY4K3ufLb3IdOEj8PmegNjahw,48
 castor_extractor/visualization/metabase/client/db/queries/dashboard_cards.sql,sha256=OMPeayxPoVHTCR0hb7dLxD2JqDuY8Of6MQzOABMWqc8,52
 castor_extractor/visualization/metabase/client/db/queries/database.sql,sha256=Kx6d_odO9Ns_3991_WH8eB8jbdBCIBbskLm1MpMdTkM,49
 castor_extractor/visualization/metabase/client/db/queries/table.sql,sha256=cCO8YjB8svDqaCW8pIHfM5hw0wugMTCYz1l9Fyiuq4c,46
@@ -375,7 +375,7 @@ castor_extractor/warehouse/redshift/client_test.py,sha256=74lZfna71qs80EKAuitJ8_
 castor_extractor/warehouse/redshift/extract.py,sha256=pblUQ2XafVTpyHrDLrmwFKy55mUNF03dZvgPweihYUc,2723
 castor_extractor/warehouse/redshift/extract_test.py,sha256=-8eWOsFEv4DFvBmalaE_TzQD6YdgwnGRPCkKsycJuxg,653
 castor_extractor/warehouse/redshift/queries/.sqlfluff,sha256=W4pFQiY8KMtXwn3WguYQJA8cj78VR7K-iokPoZoy5aM,30
-castor_extractor/warehouse/redshift/queries/column.sql,sha256=ZXdurmaJRD2fejDksU5eh37Q4srmnVrEjSzsrtg_il8,6840
+castor_extractor/warehouse/redshift/queries/column.sql,sha256=6Y2WDTQXy3JRr42yr01p2NW2d8fDLsGzIzBb8Rp6NKk,6826
 castor_extractor/warehouse/redshift/queries/database.sql,sha256=_C0knW159YDfReGuWLjIdvxHzefo1Xg2xw2dJKJzNk8,299
 castor_extractor/warehouse/redshift/queries/group.sql,sha256=8p0wlqllnwOTiAgiV237DvFYHGOEcYwaHdyqVQg3F6E,101
 castor_extractor/warehouse/redshift/queries/query.sql,sha256=yZNGnUdebvvDx0J0KMSJ2hNgkK4gPduyOfPM_7-DIfo,3465
@@ -425,8 +425,8 @@ castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=kbBQP-TdG5px1IVgyx
 castor_extractor/warehouse/sqlserver/queries/user.sql,sha256=gOrZsMVypusR2dc4vwVs4E1a-CliRsr_UjnD2EbXs-A,94
 castor_extractor/warehouse/sqlserver/query.py,sha256=j_d5-HMnzBouwGfywVZMRSSwbXzPvzDWlFCZmvxcoGQ,539
 castor_extractor/warehouse/synapse/queries/column.sql,sha256=lNcFoIW3Y0PFOqoOzJEXmPvZvfAsY0AP63Mu2LuPzPo,1351
-castor_extractor-0.21.5.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
-castor_extractor-0.21.5.dist-info/METADATA,sha256=-LHZIKLW0VI1evr0xohzYnR1CBZomKpv_a_khkkShcA,21892
-castor_extractor-0.21.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-castor_extractor-0.21.5.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
-castor_extractor-0.21.5.dist-info/RECORD,,
+castor_extractor-0.21.7.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
+castor_extractor-0.21.7.dist-info/METADATA,sha256=-vrBbF2Ipl1Ar3SwUthFTrDdvjod8IXzEzP2Sb-TuWg,22109
+castor_extractor-0.21.7.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+castor_extractor-0.21.7.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
+castor_extractor-0.21.7.dist-info/RECORD,,