castor-extractor 0.22.5__py3-none-any.whl → 0.22.6__py3-none-any.whl

CHANGELOG.md

@@ -1,6 +1,11 @@
 
 # Changelog
 
+## 0.22.6 - 2025-01-21
+
+* bump dependencies: looker, databricks, deptry, ...
+
+
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

castor_extractor/file_checker/file.py

@@ -123,7 +123,7 @@ class FileCheckerRun:
         """
         if not self.verbose:
             return
-        header = f"Issues detected on Row #{index+1}\n"
+        header = f"Issues detected on Row #{index + 1}\n"
         for k, v in row.items():
             header += f"{str(k):<20} {str(v):<100}\n"
         self.logger.info(header + _SEPARATOR + issue_log + _SEPARATOR)

castor_extractor/visualization/powerbi/assets.py

@@ -8,6 +8,7 @@ class PowerBiAsset(ExternalAsset):
     DASHBOARDS = "dashboards"
     DATASETS = "datasets"
     DATASET_FIELDS = "dataset_fields"
+    DATASET_RELATIONSHIPS = "dataset_relationships"
     METADATA = "metadata"
     PAGES = "pages"
     REPORTS = "reports"
@@ -19,20 +20,9 @@ class PowerBiAsset(ExternalAsset):
     def optional(cls) -> set["PowerBiAsset"]:
         return {
             PowerBiAsset.DATASET_FIELDS,
+            PowerBiAsset.DATASET_RELATIONSHIPS,
             PowerBiAsset.PAGES,
             PowerBiAsset.TABLES,
             PowerBiAsset.TILES,
             PowerBiAsset.USERS,
         }
-
-
-# Assets extracted from the Metadata file
-# They are not directly fetched from the PowerBi api.
-METADATA_ASSETS = (
-    PowerBiAsset.DATASET_FIELDS,
-    PowerBiAsset.TABLES,
-    PowerBiAsset.TILES,
-    PowerBiAsset.USERS,
-)
-
-REPORTS_ASSETS = (PowerBiAsset.PAGES,)

castor_extractor/visualization/powerbi/extract.py

@@ -11,7 +11,7 @@ from ...utils import (
     write_json,
     write_summary,
 )
-from .assets import METADATA_ASSETS, REPORTS_ASSETS, PowerBiAsset
+from .assets import PowerBiAsset
 from .client import PowerbiClient, PowerbiCredentials
 
 logger = logging.getLogger(__name__)
@@ -21,7 +21,7 @@ def iterate_all_data(
     client: PowerbiClient,
 ) -> Iterable[tuple[PowerBiAsset, Union[list, dict]]]:
     for asset in PowerBiAsset:
-        if asset in METADATA_ASSETS + REPORTS_ASSETS:
+        if asset in PowerBiAsset.optional:
             continue
 
         logger.info(f"Extracting {asset.name} from API")

castor_extractor/warehouse/abstract/extract.py

@@ -60,7 +60,7 @@ class SQLExtractionProcessor:
         total = len(queries)
 
         for i, query in enumerate(queries):
-            logger.info(f"Extracting {asset.value}: query {i+1}/{total}")
+            logger.info(f"Extracting {asset.value}: query {i + 1}/{total}")
             # concatenate results of all queries
             data = chain(data, self._fetch(query))
 

castor_extractor/warehouse/bigquery/client.py

@@ -66,9 +66,9 @@ class BigQueryClient(SqlalchemyClient):
         return BIGQUERY_URI
 
     def _credentials(self) -> Credentials:
-        assert (
-            CREDENTIALS_INFO_KEY in self._options
-        ), "Missing BigQuery credentials in engine's options"
+        assert CREDENTIALS_INFO_KEY in self._options, (
+            "Missing BigQuery credentials in engine's options"
+        )
         credentials = self._options[CREDENTIALS_INFO_KEY]
         return Credentials.from_service_account_info(credentials)
 

{castor_extractor-0.22.5.dist-info → castor_extractor-0.22.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.22.5
+Version: 0.22.6
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -38,7 +38,7 @@ Requires-Dist: google-cloud-core (>=2.1.0,<3.0.0)
 Requires-Dist: google-cloud-storage (>=2,<3)
 Requires-Dist: google-resumable-media (>=2.0.3,<3.0.0)
 Requires-Dist: googleapis-common-protos (>=1.53.0,<2.0.0)
-Requires-Dist: looker-sdk (>=24.16.0,<24.17.0) ; extra == "looker" or extra == "all"
+Requires-Dist: looker-sdk (>=25.0.0,<26.0.0) ; extra == "looker" or extra == "all"
 Requires-Dist: msal (>=1.20.0,<2.0.0) ; extra == "powerbi" or extra == "all"
 Requires-Dist: numpy (<2) ; extra == "bigquery" or extra == "databricks" or extra == "all"
 Requires-Dist: numpy (>=1.26) ; (python_version >= "3.12" and python_version < "3.13") and (extra == "bigquery" or extra == "databricks" or extra == "all")
@@ -57,7 +57,7 @@ Requires-Dist: snowflake-sqlalchemy (!=1.2.5,<2.0.0) ; extra == "snowflake" or e
 Requires-Dist: sqlalchemy (>=1.4,<1.5)
 Requires-Dist: sqlalchemy-bigquery[bqstorage] (>=1.0.0,<=2.0.0) ; extra == "bigquery" or extra == "all"
 Requires-Dist: sqlalchemy-redshift (>=0.8.14,<0.9.0) ; extra == "redshift" or extra == "all"
-Requires-Dist: tableauserverclient (==0.25.0) ; extra == "tableau" or extra == "all"
+Requires-Dist: tableauserverclient (>=0.25.0,<0.26.0) ; extra == "tableau" or extra == "all"
 Requires-Dist: tqdm (>=4.0.0,<5.0.0)
 Requires-Dist: typing-extensions (>=4,<5)
 Requires-Dist: websocket-client (>=1,<2) ; extra == "qlik" or extra == "all"
@@ -207,6 +207,11 @@ For any questions or bug report, contact us at [support@castordoc.com](mailto:su
 
 # Changelog
 
+## 0.22.6 - 2025-01-21
+
+* bump dependencies: looker, databricks, deptry, ...
+
+
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

{castor_extractor-0.22.5.dist-info → castor_extractor-0.22.6.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=JzTJEZxIMP9F_aePVfIvqLt0OuG0jYcDygsLyfTAV84,15335
+CHANGELOG.md,sha256=NINE1E6fLk7AivCkBrN79ea93u3F3bwlZzvn8xvwSbM,15414
 Dockerfile,sha256=xQ05-CFfGShT3oUqaiumaldwA288dj9Yb_pxofQpufg,301
 DockerfileUsage.md,sha256=2hkJQF-5JuuzfPZ7IOxgM6QgIQW7l-9oRMFVwyXC4gE,998
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
@@ -33,7 +33,7 @@ castor_extractor/file_checker/column.py,sha256=6bJhcW1snYwgHKkqlS0Ak7XLHZr4YBwO4
 castor_extractor/file_checker/column_test.py,sha256=1j8PxvmvmJgpd-mk30iMYOme32ovPSIn4yCXywFoXrg,1935
 castor_extractor/file_checker/constants.py,sha256=X9UvTqcKKZf0pkJErngq0UH_e9PL0dXUlS1g_Lbo5q8,289
 castor_extractor/file_checker/enums.py,sha256=Js8YN8hAoPChH1j2I7Mmk1yHsSNh8WjndHv4gz7c9KA,536
-castor_extractor/file_checker/file.py,sha256=pvS5ujYLrDFXfGRiPRWT5wkhqv9TIvoa0ekwTyPCNtw,6535
+castor_extractor/file_checker/file.py,sha256=WXcnsqnDA5mF26sPuMPnCVtusNe3IIM8QVJdqXRiqrA,6537
 castor_extractor/file_checker/file_test.py,sha256=gFcXiRdzX7q5gWEJ2JaywRCHP6Kq1OH2yk5gh92V6KY,2124
 castor_extractor/file_checker/file_test_users.csv,sha256=ftw4T_RBg71c8_DAxnd9fHG3FNg4mwbEQKe1DuEn3ps,547
 castor_extractor/file_checker/file_test_users_valid.csv,sha256=Ek3q7DjUS0neOu1LQaNmObINdEIR3qeHvI4IuKuHLSA,286
@@ -215,7 +215,7 @@ castor_extractor/visualization/mode/client/credentials.py,sha256=ptIpCCpoNt06yYa
 castor_extractor/visualization/mode/errors.py,sha256=SKpFT2AiLOuWx2VRLyO7jbAiKcGDFXXrsebpNEKtr0E,1495
 castor_extractor/visualization/mode/extract.py,sha256=PmLWWjUwplQh3TNMemiGwyFdxMcKVMvumZPxSMLJAwk,1625
 castor_extractor/visualization/powerbi/__init__.py,sha256=AJnmfdmm2mGaInWJkUfZxRqrI7dBkTUSebpow05g5zo,135
-castor_extractor/visualization/powerbi/assets.py,sha256=71c_Y6288KBuw8_vRkT_c0_-yQOOqf-kkQ2MBi_qxok,908
+castor_extractor/visualization/powerbi/assets.py,sha256=IB_XKwgdN1pZYGZ4RfeHrLjflianTzWf_6tg-4CIwu0,742
 castor_extractor/visualization/powerbi/client/__init__.py,sha256=8Bzhd9Z0ebVg2gDchXCOPa80Yqlq_9oCjbGi8u1M6J0,93
 castor_extractor/visualization/powerbi/client/authentication.py,sha256=fz0v9qxeADwA1jiS9UzAQN5mA5kmZT53onlcWon2RGw,892
 castor_extractor/visualization/powerbi/client/client.py,sha256=Y_rwkyPO3GbTAtaOClqnGVEK5iWmREIuDKDJx0LefHs,7203
@@ -225,7 +225,7 @@ castor_extractor/visualization/powerbi/client/credentials.py,sha256=sVi4ecJP8ydf
 castor_extractor/visualization/powerbi/client/credentials_test.py,sha256=TzFqxsWVQ3sXR_n0bJsexK9Uz7ceXCEPVqDGWTJzW60,993
 castor_extractor/visualization/powerbi/client/endpoints.py,sha256=DrAFpYHhp9Z7fxebdy_Ir6LFfFluHRBJId4tVCYTUVs,2051
 castor_extractor/visualization/powerbi/client/pagination.py,sha256=OZMjoDQPRGMoWd9QcKKrPh3aErJR20SHlrTqY_siLkk,755
-castor_extractor/visualization/powerbi/extract.py,sha256=3AiT5wpPi7_Yh9jQ1gCVEhFEPqVcd8uasrKob2RZHV4,1353
+castor_extractor/visualization/powerbi/extract.py,sha256=Z5KbqMhMnqjWcnzged2G1-Gf6GYWJobTL9_TpAdgb8o,1309
 castor_extractor/visualization/qlik/__init__.py,sha256=u6lIfm_WOykBwt6SlaB7C0Dtx37XBliUbM5oWv26gC8,177
 castor_extractor/visualization/qlik/assets.py,sha256=Ab_kG61mHcK8GoGZbfQW7RSWyd7D9bVga9DOqnm0iSE,1625
 castor_extractor/visualization/qlik/client/__init__.py,sha256=5O5N9Jrt3d99agFEJ28lKWs2KkDaXK-lZ07IUtLj56M,130
@@ -318,12 +318,12 @@ castor_extractor/warehouse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 castor_extractor/warehouse/abstract/__init__.py,sha256=Fdfa026tgOo64MvzVRLHM_F2G-JmcehrF0mh3dHgb7s,419
 castor_extractor/warehouse/abstract/asset.py,sha256=JiFRohZfPkQrgJJ8gTirD69snY1ubjPr5_Mg3vM--RY,2647
 castor_extractor/warehouse/abstract/asset_test.py,sha256=_kd4ybNlWSAdSdEgJKC-jhJTa1nMRa9i8RO3YbqKLM4,758
-castor_extractor/warehouse/abstract/extract.py,sha256=M0FFQJ407vlsqPPPPLZCXW46vDXDKWjRCPBQiOqmIWg,2922
+castor_extractor/warehouse/abstract/extract.py,sha256=9Y2fUn3y2-2WjiHnrabjvAvOA8UETJeTYr18zcM7bdI,2924
 castor_extractor/warehouse/abstract/query.py,sha256=20vGhKKX0Kdprj0pbyt0A7L82hwVPezovx38h8seEfA,2614
 castor_extractor/warehouse/abstract/time_filter.py,sha256=bggIONfMmUxffkA6TwM3BsjfS2l9WFxPq8krfsau5pw,935
 castor_extractor/warehouse/abstract/time_filter_test.py,sha256=PIkegB7KOKBdpc6zIvmyl_CeQyADeFDplyQ8HTNU5LA,448
 castor_extractor/warehouse/bigquery/__init__.py,sha256=PCGNYdi7dHv-SyanUWzRuBp-ypuQ01PkDaQjVnaNhbM,170
-castor_extractor/warehouse/bigquery/client.py,sha256=bkvn-aPQGf0CiqGvMvFcVMOxMI6uhCNT9aSRkYeqScE,5595
+castor_extractor/warehouse/bigquery/client.py,sha256=lPAn6WUwDq0rIPNaMOcabet8C4TYJ93EWZUxX72XrZc,5595
 castor_extractor/warehouse/bigquery/client_test.py,sha256=Ym8e4d--0YQwiVcNUnXLx0X-X6ZznwNMBMbMaDS5oEA,1514
 castor_extractor/warehouse/bigquery/credentials.py,sha256=oCZ8H7qpudKzwM7PRMpVAmWXt7bjIRa8Harmp-ysQJ4,425
 castor_extractor/warehouse/bigquery/extract.py,sha256=TAxpdwZ6kfSe7xv22vcFwAE3-Rr1VF9UnX0DM_IPdF8,2934
@@ -436,8 +436,8 @@ castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=kbBQP-TdG5px1IVgyx
 castor_extractor/warehouse/sqlserver/queries/user.sql,sha256=gOrZsMVypusR2dc4vwVs4E1a-CliRsr_UjnD2EbXs-A,94
 castor_extractor/warehouse/sqlserver/query.py,sha256=g0hPT-RmeGi2DyenAi3o72cTlQsLToXIFYojqc8E5fQ,533
 castor_extractor/warehouse/synapse/queries/column.sql,sha256=lNcFoIW3Y0PFOqoOzJEXmPvZvfAsY0AP63Mu2LuPzPo,1351
-castor_extractor-0.22.5.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
-castor_extractor-0.22.5.dist-info/METADATA,sha256=11A9xI9Bd6Uu1Na_AJngfTbkt-ECXjsabWNTppaZsOk,22352
-castor_extractor-0.22.5.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-castor_extractor-0.22.5.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
-castor_extractor-0.22.5.dist-info/RECORD,,
+castor_extractor-0.22.6.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
+castor_extractor-0.22.6.dist-info/METADATA,sha256=CygRIOqL2H1YeiwzeQElCbImi8qEBLfwXyVTqA4m5kE,22437
+castor_extractor-0.22.6.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+castor_extractor-0.22.6.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
+castor_extractor-0.22.6.dist-info/RECORD,,