castor-extractor 0.22.6__py3-none-any.whl → 0.23.1__py3-none-any.whl

CHANGELOG.md

@@ -1,11 +1,13 @@
-
 # Changelog
 
+## 0.23.1 - 2025-02-10
+
+* change command for Confluence from password to token to reflect better their documentation
+
 ## 0.22.6 - 2025-01-21
 
 * bump dependencies: looker, databricks, deptry, ...
 
-
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

castor_extractor/commands/extract_confluence.py

@@ -13,7 +13,7 @@ def main():
     parser.add_argument("-a", "--account_id", help="Confluence account id")
     parser.add_argument("-b", "--base_url", help="Confluence account base url")
     parser.add_argument("-o", "--output", help="Directory to write to")
-    parser.add_argument("-p", "--password", help="Confluence password")
+    parser.add_argument("-t", "--token", help="Confluence API token")
     parser.add_argument("-u", "--username", help="Confluence username")
 
     confluence.extract_all(**parse_filled_arguments(parser))

castor_extractor/knowledge/confluence/client/client.py

@@ -37,7 +37,7 @@ class ConfluenceClient(APIClient):
     ):
         self.account_id = credentials.account_id
         auth = BasicAuth(
-            username=credentials.username, password=credentials.password
+            username=credentials.username, password=credentials.token
         )
         super().__init__(
             auth=auth,

castor_extractor/knowledge/confluence/client/credentials.py

@@ -14,5 +14,5 @@ class ConfluenceCredentials(BaseSettings):
 
     account_id: str
     base_url: str
-    password: str
+    token: str
     username: str

castor_extractor/knowledge/notion/client/client.py

@@ -11,7 +11,7 @@ from .endpoints import NotionEndpointFactory
 from .pagination import NotionPagination
 
 VOLUME_IGNORED = 10
-IGNORED_ERROR_CODES = (HTTPStatus.BAD_GATEWAY,)
+IGNORED_ERROR_CODES = (HTTPStatus.BAD_GATEWAY, HTTPStatus.NOT_FOUND)
 NOTION_SAFE_MODE = RequestSafeMode(
     max_errors=VOLUME_IGNORED,
     status_codes=IGNORED_ERROR_CODES,

castor_extractor/utils/validation_test.py

@@ -37,10 +37,10 @@ def test_validate_baseurl():
         validate_baseurl("")
 
     with pytest.raises(ValueError):
-        validate_baseurl("ftp://tesla.looker.eu")
+        validate_baseurl("ftp://timber.looker.eu")
 
     with pytest.raises(ValueError):
-        validate_baseurl("https://tesla.looker.eu:19999?query=params")
+        validate_baseurl("https://timber.looker.eu:19999?query=params")
 
     with pytest.raises(ValueError):
-        validate_baseurl("https://tesla.looker.eu:19999#fragment")
+        validate_baseurl("https://timber.looker.eu:19999#fragment")

castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py

@@ -1,4 +1,6 @@
+from contextlib import contextmanager
 from functools import partial
+from http import HTTPStatus
 from typing import Iterator, Optional
 
 from google.auth.transport.requests import Request
@@ -7,6 +9,7 @@ from google.oauth2.service_account import Credentials
 from ....utils import (
     APIClient,
     BearerAuth,
+    RequestSafeMode,
     fetch_all_pages,
 )
 from .credentials import LookerStudioCredentials
@@ -16,6 +19,22 @@ from .pagination import LookerStudioPagination
 from .scopes import SCOPES
 
 
+@contextmanager
+def temporary_safe_request(client: APIClient):
+    """
+    Allows applying the safe mode only to specific requests instead of all
+    API calls.
+    """
+    client._safe_mode = RequestSafeMode(
+        max_errors=float("inf"),
+        status_codes=(HTTPStatus.UNAUTHORIZED,),
+    )
+    try:
+        yield client
+    finally:
+        client._safe_mode = RequestSafeMode()
+
+
 class LookerStudioAPIAuth(BearerAuth):
     def __init__(
         self,
@@ -56,9 +75,14 @@ class LookerStudioAPIClient(APIClient):
 
         See also https://developers.google.com/looker-studio/integrate/api/reference/types#Permissions
         """
-        data = self._get(LookerStudioAPIEndpoint.permissions(asset_name))
-        permissions = data["permissions"]
-        return len(permissions.keys()) == 1
+        with temporary_safe_request(self):
+            data = self._get(LookerStudioAPIEndpoint.permissions(asset_name))
+            permissions = data.get("permissions")
+
+            if not permissions:
+                return True
+
+            return len(permissions.keys()) == 1
 
     def _user_assets(
         self, asset_type: LookerStudioAssetType, user_email: str
@@ -76,7 +100,7 @@ class LookerStudioAPIClient(APIClient):
 
         for asset in assets:
             asset_name = asset["name"]
-            owner = asset["owner"]
+            owner = asset.get("owner", "")
             if owner == user_email and not self._is_private_asset(asset_name):
                 yield asset
 

{castor_extractor-0.22.6.dist-info → castor_extractor-0.23.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.22.6
+Version: 0.23.1
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -30,7 +30,7 @@ Provides-Extra: snowflake
 Provides-Extra: sqlserver
 Provides-Extra: tableau
 Requires-Dist: cryptography (>=43.0.0,<44.0.0) ; extra == "snowflake"
-Requires-Dist: databricks-sql-connector (>=3.2.0,<4.0.0) ; extra == "databricks" or extra == "all"
+Requires-Dist: databricks-sql-connector (==3.6.0) ; extra == "databricks" or extra == "all"
 Requires-Dist: google-api-core (>=2.1.1,<3.0.0)
 Requires-Dist: google-api-python-client (>=2.121.0,<3.0.0) ; extra == "lookerstudio" or extra == "all"
 Requires-Dist: google-auth (>=2,<3)
@@ -204,14 +204,16 @@ For any questions or bug report, contact us at [support@castordoc.com](mailto:su
 
 [Castor](https://castordoc.com) helps you find, understand, use your data assets
 
-
 # Changelog
 
+## 0.23.1 - 2025-02-10
+
+* change command for Confluence from password to token to reflect better their documentation
+
 ## 0.22.6 - 2025-01-21
 
 * bump dependencies: looker, databricks, deptry, ...
 
-
 ## 0.22.5 - 2025-01-09
 
 * Databricks: validate and deduplicate lineage links

{castor_extractor-0.22.6.dist-info → castor_extractor-0.23.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=NINE1E6fLk7AivCkBrN79ea93u3F3bwlZzvn8xvwSbM,15414
+CHANGELOG.md,sha256=uItbpd54X3IEvlXwXFbSLqCgkY3lwgOoNrhIu_VaJk8,15530
 Dockerfile,sha256=xQ05-CFfGShT3oUqaiumaldwA288dj9Yb_pxofQpufg,301
 DockerfileUsage.md,sha256=2hkJQF-5JuuzfPZ7IOxgM6QgIQW7l-9oRMFVwyXC4gE,998
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
@@ -6,7 +6,7 @@ README.md,sha256=uF6PXm9ocPITlKVSh9afTakHmpLx3TvawLf-CbMP3wM,3578
 castor_extractor/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 castor_extractor/commands/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 castor_extractor/commands/extract_bigquery.py,sha256=dU4OiYO1V0n32orvZnMh1_xtFKF_VxHNXcVsH3otY-g,1269
-castor_extractor/commands/extract_confluence.py,sha256=o4vjN7nxN2MQWyLgdgjbaO9Rd53f2icYst5tv_evwT4,750
+castor_extractor/commands/extract_confluence.py,sha256=xQjC0VZdz8jFHnugqQ0fQGjzGq34v49cqcP4ONeVYNs,748
 castor_extractor/commands/extract_databricks.py,sha256=SVKyoa-BBUQAM6HRHf1Wdg9-tpICic2yyvXQwHcNBhA,1264
 castor_extractor/commands/extract_domo.py,sha256=jvAawUsUTHrwCn_koK6StmQr4n_b5GyvJi6uu6WS0SM,1061
 castor_extractor/commands/extract_looker.py,sha256=cySLiolLCgrREJ9d0kMrJ7P8K3efHTBTzShalWVfI3A,1214
@@ -43,15 +43,15 @@ castor_extractor/knowledge/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 castor_extractor/knowledge/confluence/__init__.py,sha256=pRT615pMDlB7Ifs09erVn2EdpZHgkvX5selemWU3VPE,129
 castor_extractor/knowledge/confluence/assets.py,sha256=zv2G2LB8H0fKDbVJ4kHrAjbqehXI_K-wgd_ghSXGFvs,144
 castor_extractor/knowledge/confluence/client/__init__.py,sha256=ALAzo0JEhxFzH2FnIO6HmtkAGS2_bGY8KXXMcTGV3aE,84
-castor_extractor/knowledge/confluence/client/client.py,sha256=rr0PsBkV3jMDK2yUNnEfGKp0ZsxClD8wJ2rUiUfAAFY,2117
-castor_extractor/knowledge/confluence/client/credentials.py,sha256=2LUjnCOMwq2NBrkHty99TpWlgyOOsYjwC9NeekZMH84,422
+castor_extractor/knowledge/confluence/client/client.py,sha256=lGLRBbAOkEXcEKwHwdBhgG5cvAUkzpSL-7pPcmZpsE8,2114
+castor_extractor/knowledge/confluence/client/credentials.py,sha256=tqUMw-SVoAi4o6I6OeGk4MeDiIPU3-ihhaomXv4CQ64,419
 castor_extractor/knowledge/confluence/client/endpoints.py,sha256=b7PIvw9_W942L4zsEZa__KhZDTo4yt-CdIO0eas69TE,736
 castor_extractor/knowledge/confluence/client/pagination.py,sha256=ty4meiMEujDVSiQyOJTibd-ReYyDyGezdFuk7EAGtMA,862
 castor_extractor/knowledge/confluence/extract.py,sha256=6pA68CmYNC50qCJ7NgZMW0jD4ev0a_ltI5kSyBqSC0U,1565
 castor_extractor/knowledge/notion/__init__.py,sha256=ZDmh0eNSxHf1zVPm0aYlKPci-vzOXhAgdsWjS2hdjh4,117
 castor_extractor/knowledge/notion/assets.py,sha256=QHv1-pomt5UeN_prP2L6t_zJ-tDSqB8LgopkGAODYPQ,164
 castor_extractor/knowledge/notion/client/__init__.py,sha256=CDPorBCethuNTEtpjvHGcWnWeVfqkEq-IbakWjDKATw,76
-castor_extractor/knowledge/notion/client/client.py,sha256=xRPyxTiyRN8vc2w1kGniyK_7zUgcW1z0Ht4aoNZO6fg,3706
+castor_extractor/knowledge/notion/client/client.py,sha256=fUjdmQXVBA0Dn75s10-umjCovEavXt_qAdiXjUuYizM,3727
 castor_extractor/knowledge/notion/client/client_test.py,sha256=fo3_WgCIUfeF3nMfHTSB6wjxIW_dHp1XZL41tNzBisQ,1976
 castor_extractor/knowledge/notion/client/constants.py,sha256=dZCpSrxFlLbR_cFPJKz4M5wcMVcY4UfWFG0N5S22Fhw,147
 castor_extractor/knowledge/notion/client/credentials.py,sha256=-mBY6IhAb9z2RP1MilzIyS3BW39J__u_M5n9uIuUlxA,398
@@ -139,7 +139,7 @@ castor_extractor/utils/time.py,sha256=jmP1QWg4lv21Jp_Oy71lfJ47hjNOSgHiBOFf964RMP
 castor_extractor/utils/time_test.py,sha256=pH8DSosNlwDYZXZNNjYDcL0WbmZc_c212LEEn88Oqew,647
 castor_extractor/utils/type.py,sha256=Sd8JlEgbGkBUZnRqCUDtREeBkOMTXtlNMyCph90_J0Q,328
 castor_extractor/utils/validation.py,sha256=kQAFtqt3gfy7YqYQ0u-60vyNYUF_96he5QDVUQnZmDo,1896
-castor_extractor/utils/validation_test.py,sha256=aSetitOCkH_K-Wto9ISOVGso5jGfTUOBLm3AZnvavO8,1181
+castor_extractor/utils/validation_test.py,sha256=A7P6VmI0kYX2aGIeEN12y7LsY7Kpm8pE4bdVFhbBAMw,1184
 castor_extractor/utils/write.py,sha256=Z_RYm47XeHiUPPUMYMuAjQrVZ18CAkL3daQHQG1XPlM,2148
 castor_extractor/visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 castor_extractor/visualization/domo/__init__.py,sha256=1axOCPm4RpdIyUt9LQEvlMvbOPllW8rk63h6EjVgJ0Y,111
@@ -176,7 +176,7 @@ castor_extractor/visualization/looker_studio/client/client.py,sha256=AYdR46NOdn_
 castor_extractor/visualization/looker_studio/client/credentials.py,sha256=yzTaiJQ5cArTnbybUPF6fZZXbX9XQ0SBq-jVI2ECovA,521
 castor_extractor/visualization/looker_studio/client/endpoints.py,sha256=5eY-ffqNDdlDBOOpiF7LpjyHMrzeClJktidCr1pTDUs,669
 castor_extractor/visualization/looker_studio/client/enums.py,sha256=fHgemTaQpnwee8cw1YQVDsVnH--vTyFwT4Px8aVYYHQ,167
-castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py,sha256=Oqu_bGBEqYRR_aitBFyvfCZnx0kSZf4qGEI16tIRnhw,3482
+castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py,sha256=oySC6rsppj67RSifxwSCw4bFrz1Irx6IFJhX7tc_v1E,4087
 castor_extractor/visualization/looker_studio/client/pagination.py,sha256=9HQ3Rkdiz2VB6AvYtZ0F-WouiD0pMmdZyAmkv-3wh08,783
 castor_extractor/visualization/looker_studio/client/scopes.py,sha256=824cqqgZuGq4L-rPNoHJe0ibXsxkRwB0CLG_kqw9Q0g,256
 castor_extractor/visualization/metabase/__init__.py,sha256=3E36cmkMyEgBB6Ot5rWk-N75i0G-7k24QTlc-Iol4pM,193
@@ -436,8 +436,8 @@ castor_extractor/warehouse/sqlserver/queries/table.sql,sha256=kbBQP-TdG5px1IVgyx
 castor_extractor/warehouse/sqlserver/queries/user.sql,sha256=gOrZsMVypusR2dc4vwVs4E1a-CliRsr_UjnD2EbXs-A,94
 castor_extractor/warehouse/sqlserver/query.py,sha256=g0hPT-RmeGi2DyenAi3o72cTlQsLToXIFYojqc8E5fQ,533
 castor_extractor/warehouse/synapse/queries/column.sql,sha256=lNcFoIW3Y0PFOqoOzJEXmPvZvfAsY0AP63Mu2LuPzPo,1351
-castor_extractor-0.22.6.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
-castor_extractor-0.22.6.dist-info/METADATA,sha256=CygRIOqL2H1YeiwzeQElCbImi8qEBLfwXyVTqA4m5kE,22437
-castor_extractor-0.22.6.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-castor_extractor-0.22.6.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
-castor_extractor-0.22.6.dist-info/RECORD,,
+castor_extractor-0.23.1.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
+castor_extractor-0.23.1.dist-info/METADATA,sha256=6yGEAuCwBKELYaRnIf8hZAXsJMOAlJqPlJiNYWhEmok,22546
+castor_extractor-0.23.1.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+castor_extractor-0.23.1.dist-info/entry_points.txt,sha256=7aVSxc-_2dicp28Ow-S4y0p4wGoTm9zGmVptMvfLdw8,1649
+castor_extractor-0.23.1.dist-info/RECORD,,