castor-extractor 0.22.5__tar.gz → 0.22.6__tar.gz

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/CHANGELOG.md

@@ -1,6 +1,11 @@
 
 # Changelog
 
+## 0.22.6 - 2025-01-21
+
+* bump dependencies: looker, databricks, deptry, ...
+
+
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.22.5
+Version: 0.22.6
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -38,7 +38,7 @@ Requires-Dist: google-cloud-core (>=2.1.0,<3.0.0)
 Requires-Dist: google-cloud-storage (>=2,<3)
 Requires-Dist: google-resumable-media (>=2.0.3,<3.0.0)
 Requires-Dist: googleapis-common-protos (>=1.53.0,<2.0.0)
-Requires-Dist: looker-sdk (>=24.16.0,<24.17.0) ; extra == "looker" or extra == "all"
+Requires-Dist: looker-sdk (>=25.0.0,<26.0.0) ; extra == "looker" or extra == "all"
 Requires-Dist: msal (>=1.20.0,<2.0.0) ; extra == "powerbi" or extra == "all"
 Requires-Dist: numpy (<2) ; extra == "bigquery" or extra == "databricks" or extra == "all"
 Requires-Dist: numpy (>=1.26) ; (python_version >= "3.12" and python_version < "3.13") and (extra == "bigquery" or extra == "databricks" or extra == "all")
@@ -57,7 +57,7 @@ Requires-Dist: snowflake-sqlalchemy (!=1.2.5,<2.0.0) ; extra == "snowflake" or e
 Requires-Dist: sqlalchemy (>=1.4,<1.5)
 Requires-Dist: sqlalchemy-bigquery[bqstorage] (>=1.0.0,<=2.0.0) ; extra == "bigquery" or extra == "all"
 Requires-Dist: sqlalchemy-redshift (>=0.8.14,<0.9.0) ; extra == "redshift" or extra == "all"
-Requires-Dist: tableauserverclient (==0.25.0) ; extra == "tableau" or extra == "all"
+Requires-Dist: tableauserverclient (>=0.25.0,<0.26.0) ; extra == "tableau" or extra == "all"
 Requires-Dist: tqdm (>=4.0.0,<5.0.0)
 Requires-Dist: typing-extensions (>=4,<5)
 Requires-Dist: websocket-client (>=1,<2) ; extra == "qlik" or extra == "all"
@@ -207,6 +207,11 @@ For any questions or bug report, contact us at [support@castordoc.com](mailto:su
 
 # Changelog
 
+## 0.22.6 - 2025-01-21
+
+* bump dependencies: looker, databricks, deptry, ...
+
+
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/castor_extractor/file_checker/file.py

@@ -123,7 +123,7 @@ class FileCheckerRun:
         """
         if not self.verbose:
             return
-        header = f"Issues detected on Row #{index+1}\n"
+        header = f"Issues detected on Row #{index + 1}\n"
         for k, v in row.items():
             header += f"{str(k):<20} {str(v):<100}\n"
         self.logger.info(header + _SEPARATOR + issue_log + _SEPARATOR)

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/castor_extractor/visualization/powerbi/assets.py

@@ -8,6 +8,7 @@ class PowerBiAsset(ExternalAsset):
     DASHBOARDS = "dashboards"
     DATASETS = "datasets"
     DATASET_FIELDS = "dataset_fields"
+    DATASET_RELATIONSHIPS = "dataset_relationships"
     METADATA = "metadata"
     PAGES = "pages"
     REPORTS = "reports"
@@ -19,20 +20,9 @@ class PowerBiAsset(ExternalAsset):
     def optional(cls) -> set["PowerBiAsset"]:
         return {
             PowerBiAsset.DATASET_FIELDS,
+            PowerBiAsset.DATASET_RELATIONSHIPS,
             PowerBiAsset.PAGES,
             PowerBiAsset.TABLES,
             PowerBiAsset.TILES,
             PowerBiAsset.USERS,
         }
-
-
-# Assets extracted from the Metadata file
-# They are not directly fetched from the PowerBi api.
-METADATA_ASSETS = (
-    PowerBiAsset.DATASET_FIELDS,
-    PowerBiAsset.TABLES,
-    PowerBiAsset.TILES,
-    PowerBiAsset.USERS,
-)
-
-REPORTS_ASSETS = (PowerBiAsset.PAGES,)

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/castor_extractor/visualization/powerbi/extract.py

@@ -11,7 +11,7 @@ from ...utils import (
     write_json,
     write_summary,
 )
-from .assets import METADATA_ASSETS, REPORTS_ASSETS, PowerBiAsset
+from .assets import PowerBiAsset
 from .client import PowerbiClient, PowerbiCredentials
 
 logger = logging.getLogger(__name__)
@@ -21,7 +21,7 @@ def iterate_all_data(
     client: PowerbiClient,
 ) -> Iterable[tuple[PowerBiAsset, Union[list, dict]]]:
     for asset in PowerBiAsset:
-        if asset in METADATA_ASSETS + REPORTS_ASSETS:
+        if asset in PowerBiAsset.optional:
             continue
 
         logger.info(f"Extracting {asset.name} from API")

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/castor_extractor/warehouse/abstract/extract.py

@@ -60,7 +60,7 @@ class SQLExtractionProcessor:
         total = len(queries)
 
         for i, query in enumerate(queries):
-            logger.info(f"Extracting {asset.value}: query {i+1}/{total}")
+            logger.info(f"Extracting {asset.value}: query {i + 1}/{total}")
             # concatenate results of all queries
             data = chain(data, self._fetch(query))
 

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/castor_extractor/warehouse/bigquery/client.py

@@ -66,9 +66,9 @@ class BigQueryClient(SqlalchemyClient):
         return BIGQUERY_URI
 
     def _credentials(self) -> Credentials:
-        assert (
-            CREDENTIALS_INFO_KEY in self._options
-        ), "Missing BigQuery credentials in engine's options"
+        assert CREDENTIALS_INFO_KEY in self._options, (
+            "Missing BigQuery credentials in engine's options"
+        )
         credentials = self._options[CREDENTIALS_INFO_KEY]
         return Credentials.from_service_account_info(credentials)
 

{castor_extractor-0.22.5 → castor_extractor-0.22.6}/pyproject.toml

@@ -3,7 +3,7 @@ requires = ["setuptools>=61.2"]
 
 [tool.poetry]
 name = "castor-extractor"
-version = "0.22.5"
+version = "0.22.6"
 description = "Extract your metadata assets."
 authors = ["Castor <support@castordoc.com>"]
 license = "EULA"
@@ -27,7 +27,7 @@ include = [
 [tool.poetry.dependencies]
 python = ">=3.9, <3.13"
 
-cryptography = { version = "^43.0.0", optional = true }
+cryptography = { version = "^43.0.0", optional = true } # cryptography (44.0.0) requires Python !=3.9.0,!=3.9.1,>=3.7
 google-api-core = ">=2.1.1, <3.0.0"
 google-api-python-client = {version = "^2.121.0", optional = true}
 google-auth = "^2"
@@ -35,7 +35,7 @@ google-cloud-core = ">=2.1.0, <3.0.0"
 google-cloud-storage = "^2"
 google-resumable-media = "^2.0.3"
 googleapis-common-protos = "^1.53.0"
-looker-sdk = { version = "~24.16.0", optional = true } # https://github.com/looker-open-source/sdk-codegen/issues/1518 -> lock until issue is resolved
+looker-sdk = { version = "^25.0.0", optional = true }
 msal = { version = "^1.20.0", optional = true }
 numpy = [ # Subdependency of pyarrow. As numpy add 3.12 in 1.26. And poetry doesn't manage it well.
   { version = ">=1.26", python = "~3.12", optional = true },
@@ -56,7 +56,7 @@ sqlalchemy-bigquery = { version = ">=1.0.0, <= 2.0.0", optional = true, extras =
   "bqstorage",
 ] }
 sqlalchemy-redshift = { version = "~0.8.14", optional = true }
-tableauserverclient = { version = "==0.25.0", optional = true }
+tableauserverclient = { version = "^0.25.0", optional = true } # https://gitlab.com/castordoc/extractor/-/merge_requests/2270#note_1982885120
 tqdm = ">=4.0.0, <5.0.0"
 typing-extensions = "^4"
 websocket-client = { version = "^1", optional = true }
@@ -109,7 +109,7 @@ all = [
 pytest = "^8"
 pytest-freezegun = "^0.4"
 requests-mock = "^1.11"
-ruff = "^0.7.4"
+ruff = "^0.9"
 
 [tool.poetry.group.dev.dependencies]
 deptry = ">=0.21"