castor-extractor 0.16.1__py3-none-any.whl → 0.16.3__py3-none-any.whl

CHANGELOG.md

@@ -1,5 +1,13 @@
 # Changelog
 
+## 0.16.3 - 2024-04-24
+
+* Databricks: Extract table owners
+
+## 0.16.2 - 2024-04-09
+
+* PowerBI: Extract pages from report
+
 ## 0.16.1 - 2024-04-02
 
 * Systematically escape nul bytes on CSV write

castor_extractor/visualization/domo/client/client.py

@@ -14,7 +14,7 @@ RawData = Iterator[dict]
 
 DOMO_PUBLIC_URL = "https://api.domo.com"
 FORMAT = "%Y-%m-%d %I:%M:%S %p"
-DEFAULT_TIMEOUT = 300
+DEFAULT_TIMEOUT = 500
 TOKEN_EXPIRATION_SECONDS = timedelta(seconds=3000)  # auth token lasts 1 hour
 
 IGNORED_ERROR_CODES = (

castor_extractor/visualization/powerbi/client/constants.py

@@ -14,18 +14,18 @@ POST = "POST"
 class Urls:
     """PowerBi's urls"""
 
-    REST_API_BASE_PATH = "https://api.powerbi.com/v1.0/myorg"
     CLIENT_APP_BASE = "https://login.microsoftonline.com/"
     DEFAULT_SCOPE = "https://analysis.windows.net/powerbi/api/.default"
+    REST_API_BASE_PATH = "https://api.powerbi.com/v1.0/myorg"
 
     # PBI rest API Routes
     ACTIVITY_EVENTS = f"{REST_API_BASE_PATH}/admin/activityevents"
-    DATASETS = f"{REST_API_BASE_PATH}/admin/datasets"
     DASHBOARD = f"{REST_API_BASE_PATH}/admin/dashboards"
+    DATASETS = f"{REST_API_BASE_PATH}/admin/datasets"
     GROUPS = f"{REST_API_BASE_PATH}/admin/groups"
+    METADATA_GET = f"{REST_API_BASE_PATH}/admin/workspaces/scanResult"
     METADATA_POST = f"{REST_API_BASE_PATH}/admin/workspaces/getInfo"
     METADATA_WAIT = f"{REST_API_BASE_PATH}/admin/workspaces/scanStatus"
-    METADATA_GET = f"{REST_API_BASE_PATH}/admin/workspaces/scanResult"
     REPORTS = f"{REST_API_BASE_PATH}/admin/reports"
     WORKSPACE_IDS = (
         "https://api.powerbi.com/v1.0/myorg/admin/workspaces/modified"

castor_extractor/visualization/powerbi/client/rest.py

@@ -64,19 +64,15 @@ class Client:
 
     def __init__(self, credentials: Credentials):
         self.creds = credentials
-
-    def _access_token(self) -> dict:
         client_app = f"{Urls.CLIENT_APP_BASE}{self.creds.tenant_id}"
-        app = msal.ConfidentialClientApplication(
+        self.app = msal.ConfidentialClientApplication(
             client_id=self.creds.client_id,
             authority=client_app,
             client_credential=self.creds.secret,
         )
 
-        token = app.acquire_token_silent(self.creds.scopes, account=None)
-
-        if not token:
-            token = app.acquire_token_for_client(scopes=self.creds.scopes)
+    def _access_token(self) -> dict:
+        token = self.app.acquire_token_for_client(scopes=self.creds.scopes)
 
         if Keys.ACCESS_TOKEN not in token:
             raise ValueError(f"No access token in token response: {token}")
@@ -248,7 +244,17 @@ class Client:
         Returns a list of reports for the organization.
         https://learn.microsoft.com/en-us/rest/api/power-bi/admin/reports-get-reports-as-admin
         """
-        return self._get(Urls.REPORTS)[Keys.VALUE]
+        reports = self._get(Urls.REPORTS)[Keys.VALUE]
+        for report in reports:
+            report_id = report.get("id")
+            try:
+                url = Urls.REPORTS + f"/{report_id}/pages"
+                pages = self._get(url)[Keys.VALUE]
+                report["pages"] = pages
+            except (requests.HTTPError, requests.exceptions.Timeout) as e:
+                logger.debug(e)
+                continue
+        return reports
 
     def _dashboards(self) -> List[Dict]:
         """

castor_extractor/visualization/powerbi/client/rest_test.py

@@ -31,7 +31,6 @@ def test__access_token(mock_app):
     # init mocks
     valid_response = {"access_token": "mock_token"}
     returning_valid_token = Mock(return_value=valid_response)
-    mock_app.return_value.acquire_token_silent = Mock(return_value=None)
     mock_app.return_value.acquire_token_for_client = returning_valid_token
 
     # init client
@@ -40,30 +39,29 @@ def test__access_token(mock_app):
     # generated token
     assert client._access_token() == valid_response
 
-    # via silent endpoint token
-    mock_app.return_value.acquire_token_silent = returning_valid_token
-    mock_app.return_value.acquire_token_for_client = None
-    assert client._access_token() == valid_response
-
     # token missing in response
     invalid_response = {"not_access_token": "666"}
     returning_invalid_token = Mock(return_value=invalid_response)
-    mock_app.return_value.acquire_token_silent = returning_invalid_token
+    mock_app.return_value.acquire_token_for_client = returning_invalid_token
 
     with pytest.raises(ValueError):
         client._access_token()
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch.object(Client, "_access_token")
-def test__headers(mock_access_token):
+def test__headers(mock_access_token, mock_app):
+    mock_app.return_value = None
     client = _client()
     mock_access_token.return_value = {Keys.ACCESS_TOKEN: "666"}
     assert client._header() == {"Authorization": "Bearer 666"}
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__get(mocked_access_token, mocked_request):
+def test__get(mocked_access_token, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     mocked_access_token.return_value = {Keys.ACCESS_TOKEN: "666"}
     fact = {"fact": "Approximately 24 cat skins can make a coat.", "length": 43}
@@ -81,9 +79,11 @@ def test__get(mocked_access_token, mocked_request):
         result = client._get("https/whatev.er")
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__workspace_ids(_, mocked_request):
+def test__workspace_ids(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     mocked_request.return_value = Mock(
         json=lambda: [{"id": 1000}, {"id": 1001}, {"id": 1003}],
@@ -112,9 +112,11 @@ def test__workspace_ids(_, mocked_request):
     )
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__post_default(_, mocked_request):
+def test__post_default(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     url = "https://estcequecestbientotleweekend.fr/"
     params = QueryParams.METADATA_SCAN
@@ -129,9 +131,11 @@ def test__post_default(_, mocked_request):
     )
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__post_with_processor(_, mocked_request):
+def test__post_with_processor(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     url = "https://estcequecestbientotleweekend.fr/"
     params = QueryParams.METADATA_SCAN
@@ -146,9 +150,11 @@ def test__post_with_processor(_, mocked_request):
     assert result == 1000
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__datasets(_, mocked_request):
+def test__datasets(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     mocked_request.return_value = Mock(
         json=lambda: {"value": [{"id": 1, "type": "dataset"}]},
@@ -164,27 +170,50 @@ def test__datasets(_, mocked_request):
     assert datasets == [{"id": 1, "type": "dataset"}]
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__reports(_, mocked_request):
+def test__reports(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
-    mocked_request.return_value = Mock(
-        json=lambda: {"value": [{"id": 1, "type": "report"}]},
-    )
+    page_url = f"{Urls.REPORTS}/1/pages"
+    calls = [
+        call(GET, Urls.REPORTS, data=None, headers=ANY, params=None),
+        call(
+            GET,
+            page_url,
+            data=None,
+            headers=ANY,
+            params=None,
+        ),
+    ]
+    mocked_request.side_effect = [
+        Mock(json=lambda: {"value": [{"id": 1, "type": "report"}]}),
+        Mock(
+            json=lambda: {
+                "value": [
+                    {"name": "page_name", "displayName": "page", "order": 0}
+                ]
+            }
+        ),
+    ]
     reports = client._reports()
-    mocked_request.assert_called_with(
-        GET,
-        Urls.REPORTS,
-        data=None,
-        headers=ANY,
-        params=None,
-    )
-    assert reports == [{"id": 1, "type": "report"}]
+    mocked_request.assert_has_calls(calls)
+
+    assert reports == [
+        {
+            "id": 1,
+            "type": "report",
+            "pages": [{"name": "page_name", "displayName": "page", "order": 0}],
+        }
+    ]
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch("requests.request")
 @patch.object(Client, "_access_token")
-def test__dashboards(_, mocked_request):
+def test__dashboards(_, mocked_request, mock_app):
+    mock_app.return_value = None
     client = _client()
     mocked_request.return_value = Mock(
         json=lambda: {"value": [{"id": 1, "type": "dashboard"}]},
@@ -200,6 +229,7 @@ def test__dashboards(_, mocked_request):
     assert dashboards == [{"id": 1, "type": "dashboard"}]
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch.object(Client, "_workspace_ids")
 @patch.object(Client, "_create_scan")
 @patch.object(Client, "_wait_for_scan_result")
@@ -209,7 +239,9 @@ def test__metadata(
     mocked_wait,
     mocked_create_scan,
     mocked_workspace_ids,
+    mock_app,
 ):
+    mock_app.return_value = None
     mocked_workspace_ids.return_value = list(range(200))
     mocked_create_scan.return_value = 314
     mocked_wait.return_value = True
@@ -240,8 +272,10 @@ _CALLS = [
 ]
 
 
+@patch.object(msal, "ConfidentialClientApplication")
 @patch.object(Client, "_call")
-def test__activity_events(mocked):
+def test__activity_events(mocked, mock_app):
+    mock_app.return_value = None
     client = _client()
     mocked.side_effect = _CALLS
 

castor_extractor/visualization/tableau/assets.py

@@ -12,10 +12,12 @@ class TableauAsset(ExternalAsset):
     CUSTOM_SQL_TABLE = "custom_sql_tables"
     CUSTOM_SQL_QUERY = "custom_sql_queries"
     DASHBOARD = "dashboards"
+    DASHBOARD_SHEET = "dashboards_sheets"
     DATASOURCE = "datasources"
     FIELD = "fields"
     PROJECT = "projects"
     PUBLISHED_DATASOURCE = "published_datasources"
+    SHEET = "sheets"
     USAGE = "views"
     USER = "users"
     WORKBOOK = "workbooks"
@@ -25,7 +27,9 @@ class TableauAsset(ExternalAsset):
     def optional(cls) -> Set["TableauAsset"]:
         return {
             TableauAsset.DASHBOARD,
+            TableauAsset.DASHBOARD_SHEET,
             TableauAsset.FIELD,
+            TableauAsset.SHEET,
             TableauAsset.PUBLISHED_DATASOURCE,
         }
 
@@ -42,4 +46,5 @@ class TableauGraphqlAsset(Enum):
     DASHBOARD = "dashboards"
     DATASOURCE = "datasources"
     GROUP_FIELD = "groupFields"
+    SHEETS = "sheets"
     WORKBOOK_TO_DATASOURCE = "workbooks"

castor_extractor/visualization/tableau/client/client.py

@@ -173,6 +173,13 @@ class ApiClient:
             TableauAsset.DASHBOARD,
         )
 
+    def _fetch_sheets(self) -> SerializedAsset:
+        """Fetches sheets"""
+
+        return self._fetch_paginated_objects(
+            TableauAsset.SHEET,
+        )
+
     def _fetch_paginated_objects(self, asset: TableauAsset) -> SerializedAsset:
         """Fetches paginated objects"""
 
@@ -203,6 +210,9 @@ class ApiClient:
         if asset == TableauAsset.PUBLISHED_DATASOURCE:
             assets = self._fetch_published_datasources()
 
+        if asset == TableauAsset.SHEET:
+            assets = self._fetch_sheets()
+
         if asset == TableauAsset.USAGE:
             assets = self._fetch_usages(self._safe_mode)
 

castor_extractor/visualization/tableau/gql_fields.py

@@ -111,15 +111,15 @@ class GQLQueryFields(Enum):
     """
 
     DASHBOARDS: str = """
-    id
-    name
-    path
-    tags {
-        name
-    }
-    workbook {
-       luid # to retrieve the parent
-    }
+            id
+            name
+            path
+            tags {
+                name
+            }
+            workbook {
+               luid # to retrieve the parent
+            }
     """
 
     DATASOURCE: str = """
@@ -160,6 +160,21 @@ class GQLQueryFields(Enum):
            role
     """
 
+    SHEET: str = """
+            containedInDashboards {
+                id
+            }
+            id
+            index
+            name
+            upstreamFields{
+                name
+            }
+            workbook {
+                luid
+            }
+    """
+
     WORKBOOK_TO_DATASOURCE: str = """
            luid
            id
@@ -219,6 +234,12 @@ QUERY_FIELDS: Dict[TableauAsset, QueryInfo] = {
             OBJECT_TYPE: TableauGraphqlAsset.GROUP_FIELD,
         },
     ],
+    TableauAsset.SHEET: [
+        {
+            FIELDS: GQLQueryFields.SHEET,
+            OBJECT_TYPE: TableauGraphqlAsset.SHEETS,
+        },
+    ],
     TableauAsset.WORKBOOK_TO_DATASOURCE: [
         {
             FIELDS: GQLQueryFields.WORKBOOK_TO_DATASOURCE,

castor_extractor/warehouse/databricks/client.py

@@ -87,15 +87,32 @@ class DatabricksClient(APIClient):
             content.get("tables", []), schema
         )
 
-    def tables_and_columns(self, schemas: List[dict]) -> TablesColumns:
+    @staticmethod
+    def _match_table_with_user(table: dict, user_id_by_email: dict) -> dict:
+        table_owner_email = table.get("owner_email")
+        if not table_owner_email:
+            return table
+        owner_external_id = user_id_by_email.get(table_owner_email)
+        if not owner_external_id:
+            return table
+        return {**table, "owner_external_id": owner_external_id}
+
+    def tables_and_columns(
+        self, schemas: List[dict], users: List[dict]
+    ) -> TablesColumns:
         """
         Get the databricks tables & columns leveraging the unity catalog API
         """
         tables: List[dict] = []
         columns: List[dict] = []
+        user_id_by_email = {user.get("email"): user.get("id") for user in users}
         for schema in schemas:
             t_to_add, c_to_add = self._tables_columns_of_schema(schema)
-            tables.extend(t_to_add)
+            t_with_owner = [
+                self._match_table_with_user(table, user_id_by_email)
+                for table in t_to_add
+            ]
+            tables.extend(t_with_owner)
             columns.extend(c_to_add)
         return tables, columns
 

castor_extractor/warehouse/databricks/client_test.py

@@ -64,3 +64,17 @@ def test_DatabricksClient__keep_catalog():
     assert client._keep_catalog("staging")
     assert not client._keep_catalog("dev")
     assert not client._keep_catalog("something_unknown")
+
+
+def test_DatabricksClient__match_table_with_user():
+    client = MockDatabricksClient()
+    users_by_email = {"bob@castordoc.com": 3}
+
+    table = {"id": 1, "owner_email": "bob@castordoc.com"}
+    table_with_owner = client._match_table_with_user(table, users_by_email)
+
+    assert table_with_owner == {**table, "owner_external_id": 3}
+
+    table_without_owner = {"id": 1, "owner_email": None}
+    actual = client._match_table_with_user(table_without_owner, users_by_email)
+    assert actual == table_without_owner

castor_extractor/warehouse/databricks/extract.py

@@ -82,7 +82,8 @@ class DatabricksExtractionProcessor:
 
         del databases
 
-        tables, columns = self._client.tables_and_columns(schemas)
+        users = self._client.users()
+        tables, columns = self._client.tables_and_columns(schemas, users)
 
         location = self._storage.put(WarehouseAsset.TABLE.value, tables)
         catalog_locations[WarehouseAsset.TABLE.value] = location

castor_extractor/warehouse/databricks/format.py

@@ -19,10 +19,11 @@ def _to_datetime_or_none(time_ms: Optional[int]) -> Optional[datetime]:
 
 def _table_payload(schema: dict, table: dict) -> dict:
     return {
+        "description": table.get("comment"),
         "id": table["table_id"],
+        "owner_email": table.get("owner"),
         "schema_id": f"{schema['id']}",
         "table_name": table["name"],
-        "description": table.get("comment"),
         "tags": [],
         "type": table.get("table_type"),
     }
@@ -30,12 +31,12 @@ def _table_payload(schema: dict, table: dict) -> dict:
 
 def _column_payload(table: dict, column: dict) -> dict:
     return {
-        "id": f"`{table['id']}`.`{column['name']}`",
         "column_name": column["name"],
-        "table_id": table["id"],
-        "description": column.get("comment"),
         "data_type": column["type_name"],
+        "description": column.get("comment"),
+        "id": f"`{table['id']}`.`{column['name']}`",
         "ordinal_position": column["position"],
+        "table_id": table["id"],
     }
 
 

castor_extractor-0.16.3.dist-info/LICENCE

@@ -0,0 +1,86 @@
+# End-User License Agreement (EULA) of "Castor Extractor"
+
+This End-User License Agreement ("EULA") is a legal agreement between you and Castor. Our EULA was created by EULA Template (https://www.eulatemplate.com) for "Castor Extractor".
+
+This EULA agreement governs your acquisition and use of our "Castor Extractor" software ("Software") directly from Castor or indirectly through a Castor authorized reseller or distributor (a "Reseller").
+
+Please read this EULA agreement carefully before completing the installation process and using the "Castor Extractor" software. It provides a license to use the "Castor Extractor" software and contains warranty information and liability disclaimers.
+
+If you register for a free trial of the "Castor Extractor" software, this EULA agreement will also govern that trial. By clicking "accept" or installing and/or using the "Castor Extractor" software, you are confirming your acceptance of the Software and agreeing to become bound by the terms of this EULA agreement.
+
+If you are entering into this EULA agreement on behalf of a company or other legal entity, you represent that you have the authority to bind such entity and its affiliates to these terms and conditions. If you do not have such authority or if you do not agree with the terms and conditions of this EULA agreement, do not install or use the Software, and you must not accept this EULA agreement.
+
+This EULA agreement shall apply only to the Software supplied by Castor herewith regardless of whether other software is referred to or described herein. The terms also apply to any Castor updates, supplements, Internet-based services, and support services for the Software, unless other terms accompany those items on delivery. If so, those terms apply.
+
+## License Grant
+
+Castor hereby grants you a personal, non-transferable, non-exclusive licence to use the "Castor Extractor" software on your devices in accordance with the terms of this EULA agreement.
+
+You are permitted to load the "Castor Extractor" software (for example a PC, laptop, mobile or tablet) under your control. You are responsible for ensuring your device meets the minimum requirements of the "Castor Extractor" software.
+
+You are not permitted to:
+
+-   Edit, alter, modify, adapt, translate or otherwise change the whole or any part of the Software nor permit the whole or any part of the Software to be combined with or become incorporated in any other software, nor decompile, disassemble or reverse engineer the Software or attempt to do any such things
+-   Reproduce, copy, distribute, resell or otherwise use the Software for any commercial purpose
+-   Allow any third party to use the Software on behalf of or for the benefit of any third party
+-   Use the Software in any way which breaches any applicable local, national or international law
+-   use the Software for any purpose that Castor considers is a breach of this EULA agreement
+
+## Intellectual Property and Ownership
+
+Castor shall at all times retain ownership of the Software as originally downloaded by you and all subsequent downloads of the Software by you. The Software (and the copyright, and other intellectual property rights of whatever nature in the Software, including any modifications made thereto) are and shall remain the property of Castor.
+
+Castor reserves the right to grant licences to use the Software to third parties.
+
+## Termination
+
+This EULA agreement is effective from the date you first use the Software and shall continue until terminated. You may terminate it at any time upon written notice to Castor.
+
+It will also terminate immediately if you fail to comply with any term of this EULA agreement. Upon such termination, the licenses granted by this EULA agreement will immediately terminate and you agree to stop all access and use of the Software. The provisions that by their nature continue and survive will survive any termination of this EULA agreement.
+
+## Governing Law
+
+This EULA agreement, and any dispute arising out of or in connection with this EULA agreement, shall be governed by and construed in accordance with the laws of France.
+# End-User License Agreement (EULA) of "Castor Extractor"
+
+This End-User License Agreement ("EULA") is a legal agreement between you and Castor. Our EULA was created by EULA Template (https://www.eulatemplate.com) for "Castor Extractor".
+
+This EULA agreement governs your acquisition and use of our "Castor Extractor" software ("Software") directly from Castor or indirectly through a Castor authorized reseller or distributor (a "Reseller").
+
+Please read this EULA agreement carefully before completing the installation process and using the "Castor Extractor" software. It provides a license to use the "Castor Extractor" software and contains warranty information and liability disclaimers.
+
+If you register for a free trial of the "Castor Extractor" software, this EULA agreement will also govern that trial. By clicking "accept" or installing and/or using the "Castor Extractor" software, you are confirming your acceptance of the Software and agreeing to become bound by the terms of this EULA agreement.
+
+If you are entering into this EULA agreement on behalf of a company or other legal entity, you represent that you have the authority to bind such entity and its affiliates to these terms and conditions. If you do not have such authority or if you do not agree with the terms and conditions of this EULA agreement, do not install or use the Software, and you must not accept this EULA agreement.
+
+This EULA agreement shall apply only to the Software supplied by Castor herewith regardless of whether other software is referred to or described herein. The terms also apply to any Castor updates, supplements, Internet-based services, and support services for the Software, unless other terms accompany those items on delivery. If so, those terms apply.
+
+## License Grant
+
+Castor hereby grants you a personal, non-transferable, non-exclusive licence to use the "Castor Extractor" software on your devices in accordance with the terms of this EULA agreement.
+
+You are permitted to load the "Castor Extractor" software (for example a PC, laptop, mobile or tablet) under your control. You are responsible for ensuring your device meets the minimum requirements of the "Castor Extractor" software.
+
+You are not permitted to:
+
+-   Edit, alter, modify, adapt, translate or otherwise change the whole or any part of the Software nor permit the whole or any part of the Software to be combined with or become incorporated in any other software, nor decompile, disassemble or reverse engineer the Software or attempt to do any such things
+-   Reproduce, copy, distribute, resell or otherwise use the Software for any commercial purpose
+-   Allow any third party to use the Software on behalf of or for the benefit of any third party
+-   Use the Software in any way which breaches any applicable local, national or international law
+-   use the Software for any purpose that Castor considers is a breach of this EULA agreement
+
+## Intellectual Property and Ownership
+
+Castor shall at all times retain ownership of the Software as originally downloaded by you and all subsequent downloads of the Software by you. The Software (and the copyright, and other intellectual property rights of whatever nature in the Software, including any modifications made thereto) are and shall remain the property of Castor.
+
+Castor reserves the right to grant licences to use the Software to third parties.
+
+## Termination
+
+This EULA agreement is effective from the date you first use the Software and shall continue until terminated. You may terminate it at any time upon written notice to Castor.
+
+It will also terminate immediately if you fail to comply with any term of this EULA agreement. Upon such termination, the licenses granted by this EULA agreement will immediately terminate and you agree to stop all access and use of the Software. The provisions that by their nature continue and survive will survive any termination of this EULA agreement.
+
+## Governing Law
+
+This EULA agreement, and any dispute arising out of or in connection with this EULA agreement, shall be governed by and construed in accordance with the laws of France.

{castor_extractor-0.16.1.dist-info → castor_extractor-0.16.3.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.16.1
+Version: 0.16.3
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -27,10 +27,9 @@ Provides-Extra: redshift
 Provides-Extra: snowflake
 Provides-Extra: sqlserver
 Provides-Extra: tableau
-Requires-Dist: click (>=8.1,<8.2)
 Requires-Dist: cryptography (>=41.0.5) ; extra == "snowflake"
 Requires-Dist: google-api-core (>=2.1.1,<3.0.0)
-Requires-Dist: google-auth (>=1.6.3,<3.0.0)
+Requires-Dist: google-auth (>=2,<3)
 Requires-Dist: google-cloud-core (>=2.1.0,<3.0.0)
 Requires-Dist: google-cloud-storage (>=2,<3)
 Requires-Dist: google-resumable-media (>=2.0.3,<3.0.0)

{castor_extractor-0.16.1.dist-info → castor_extractor-0.16.3.dist-info}/RECORD

@@ -1,4 +1,4 @@
-CHANGELOG.md,sha256=t1xfX_GaaTJcrNGAJtvhbOZ-4fAeRdFKRH8eKil6xWM,9837
+CHANGELOG.md,sha256=eRvmcZqJY1G4yDR2CzrA5wzf6xpeZM80HzVBw1tUynw,9959
 Dockerfile,sha256=HcX5z8OpeSvkScQsN-Y7CNMUig_UB6vTMDl7uqzuLGE,303
 LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
 README.md,sha256=uF6PXm9ocPITlKVSh9afTakHmpLx3TvawLf-CbMP3wM,3578
@@ -95,7 +95,7 @@ castor_extractor/visualization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
 castor_extractor/visualization/domo/__init__.py,sha256=_mAYVfoVLizfLGF_f6ZiwBhdPpvoJY_diySf33dt3Jo,127
 castor_extractor/visualization/domo/assets.py,sha256=bK1urFR2tnlWkVkkhR32mAKMoKbESNlop-CNGx-65PY,206
 castor_extractor/visualization/domo/client/__init__.py,sha256=UDszV3IXNC9Wp_j55NZ-6ey2INo0TYtAg2QNIJOjglE,88
-castor_extractor/visualization/domo/client/client.py,sha256=iGQdsfOYEOvlfzYmraZuLqGZkJtmS33HLa4Cx9tehaw,11075
+castor_extractor/visualization/domo/client/client.py,sha256=ZJJh0ZWuh1X4_uW6FEcZUUAxgRRVFh9vWUtS5aJly4Q,11075
 castor_extractor/visualization/domo/client/client_test.py,sha256=qGGmpJHnm-o2Ybko5J31nSM9xev5YS0yXjVNM9E92b4,2378
 castor_extractor/visualization/domo/client/credentials.py,sha256=CksQ9W9X6IGjTlYN0okwGAmURMRJKAjctxODAvAJUAo,1148
 castor_extractor/visualization/domo/client/endpoints.py,sha256=_D_gq99d77am4KHeRCkITM_XyYuAOscHagC7t3adscY,2019
@@ -157,11 +157,11 @@ castor_extractor/visualization/mode/extract.py,sha256=ZmIOmVZ8_fo4qXe15G5Sis_IzZ
 castor_extractor/visualization/powerbi/__init__.py,sha256=XSr_fNSsR-EPuGOFo7Ai1r7SttiN7bzD3jyYRFXUWgQ,106
 castor_extractor/visualization/powerbi/assets.py,sha256=SASUjxtoOMag3NAlZfhpCy0sLap7WfENEMaEZuBrw6o,801
 castor_extractor/visualization/powerbi/client/__init__.py,sha256=hU8LE1gV9RttTGJiwVpEa9xDLR4IMkUdshQGthg4zzE,62
-castor_extractor/visualization/powerbi/client/constants.py,sha256=Cx4pbgyAFc7t_aRQyWj7q-qfkltJl-JgKdMzeKmC9AI,2356
+castor_extractor/visualization/powerbi/client/constants.py,sha256=gpcWE3Ov2xvZAZCqOsvzLtd3cWmfZBeQWvLnnt7-gac,2356
 castor_extractor/visualization/powerbi/client/credentials.py,sha256=iiYaCa2FM1PBHv4YA0Z1LgdX9gnaQhvHGD0LQb7Tcxw,465
 castor_extractor/visualization/powerbi/client/credentials_test.py,sha256=23ZlLCvsPB_fmqntnzULkv0mMRE8NCzBXtWS6wupJn4,787
-castor_extractor/visualization/powerbi/client/rest.py,sha256=0gwqqmmzX76MzNRGfmcNkXw_jxVRAdMTViQExTBQy2Y,9644
-castor_extractor/visualization/powerbi/client/rest_test.py,sha256=r5rS_1FMwHCDWbYdco11-zvDJ5jYk9l8-VVJcpCtbwM,7343
+castor_extractor/visualization/powerbi/client/rest.py,sha256=_MhJYa9dKla4bMv01GZLFdAMrr6gwHdSWuc_D63gMF0,9949
+castor_extractor/visualization/powerbi/client/rest_test.py,sha256=yAfsksL-4SZ6gxRjAWGqIGUAX5Gz44j56r-jRlPGDro,8514
 castor_extractor/visualization/powerbi/client/utils.py,sha256=0RcoWcKOdvIGH4f3lYDvufmiMo4tr_ABFlITSrvXjTs,541
 castor_extractor/visualization/powerbi/client/utils_test.py,sha256=ULHL2JLrcv0xjW2r7QF_ce2OaGeeSzajkMDywJ8ZdVA,719
 castor_extractor/visualization/powerbi/extract.py,sha256=0rTvI5CiWTpoJx6bGdpShdl4eMBWjuWbRpKvisuLPbw,1328
@@ -202,9 +202,9 @@ castor_extractor/visualization/sigma/client/pagination.py,sha256=EZGMaONTzZ15VIN
 castor_extractor/visualization/sigma/constants.py,sha256=6oQKTKNQkHP_9GWvSOKeFaXd3pKJLhn9Mfod4nvOLEs,144
 castor_extractor/visualization/sigma/extract.py,sha256=OgjUsc1o6lPPaO5XHgCrgQelBrqbdemxKggF4JBPBUI,2678
 castor_extractor/visualization/tableau/__init__.py,sha256=hDohrWjkorrX01JMc154aa9vi3ZqBKmA1lkfQtMFfYE,114
-castor_extractor/visualization/tableau/assets.py,sha256=QcHrRGBbZtVGXfgvmKeouFdAA0XN0sGCZ6X4MT3FEBc,1111
+castor_extractor/visualization/tableau/assets.py,sha256=mfBUzcBCLyiU9gnTB_6rvtiB5yXSDU99nezhGC__HQo,1270
 castor_extractor/visualization/tableau/client/__init__.py,sha256=FQX1MdxS8Opn3Oyq8eby7suk3ANbLlpzzCPQ3zqvk0I,78
-castor_extractor/visualization/tableau/client/client.py,sha256=_R15GemmBKmn9kYmgH5_BvHAg6hutlVdr006hv4XoW8,7131
+castor_extractor/visualization/tableau/client/client.py,sha256=YqLumujwaX3XkIGSTQMlpxqg7z3_7rm2Qof1HfSbUcY,7381
 castor_extractor/visualization/tableau/client/client_utils.py,sha256=taTCeK41nbwXTZeWCBbFxfCSlNnEq4Qfaxlle7yJVic,2094
 castor_extractor/visualization/tableau/client/credentials.py,sha256=szq2tM6sOZqtdyHZgPCNUAddETrwTZaDizLqp-aVBEw,3386
 castor_extractor/visualization/tableau/client/project.py,sha256=uLlZ5-eZI_4VxBmEB5d1gWy_X_w6uVt2EKoiX9cJ0UA,812
@@ -212,7 +212,7 @@ castor_extractor/visualization/tableau/client/safe_mode.py,sha256=MF_PTfR3oAA255
 castor_extractor/visualization/tableau/constants.py,sha256=O2CqeviFz122BumNHoJ1N-e1lzyqIHF9OYnGQttg4hg,126
 castor_extractor/visualization/tableau/errors.py,sha256=WWvmnp5pdxFJqanPKeDRADZc0URSPxkJqxDI6bwoifQ,91
 castor_extractor/visualization/tableau/extract.py,sha256=tCa5g1_RyhS7OeeEMhLJReMIYfQCF1cwHt8KbZoHFyI,3040
-castor_extractor/visualization/tableau/gql_fields.py,sha256=leyE_z723sZzFX_tt1O6YZr_coffxH76QI_3bb9qdNo,5041
+castor_extractor/visualization/tableau/gql_fields.py,sha256=6Esb54CVd4j0Gw-kdCT4eVjwpPlnRF_GC4oxuNJpuas,5532
 castor_extractor/visualization/tableau/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 castor_extractor/visualization/tableau/tests/unit/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 castor_extractor/visualization/tableau/tests/unit/assets/graphql/metadata/metadata_1_get.json,sha256=4iMvJ_VakDa67xN2ROraAccaz_DDxX6Y5Y1XnTU5F5Y,446
@@ -262,11 +262,11 @@ castor_extractor/warehouse/bigquery/queries/view_ddl.sql,sha256=obCm-IN9V8_YSZTw
 castor_extractor/warehouse/bigquery/query.py,sha256=hrFfjd5jW2oQnZ6ozlkn-gDe6sCIzu5zSX19T9W6fIk,4162
 castor_extractor/warehouse/bigquery/types.py,sha256=LZVWSmE57lOemNbB5hBRyYmDk9bFAU4nbRaJWALl6N8,140
 castor_extractor/warehouse/databricks/__init__.py,sha256=bTvDxjGQGM2J3hOnVhfNmFP1y8DK0tySiD_EXe5_xWE,200
-castor_extractor/warehouse/databricks/client.py,sha256=iojSVTARx5JmGy2Tm8D2H5wHO5hqGigVG9Ql2vHNdz8,7375
-castor_extractor/warehouse/databricks/client_test.py,sha256=rsqHWmVOgvqQ3VmYKJrpWpcGATD_C9FD1sG4CJsin2E,2201
+castor_extractor/warehouse/databricks/client.py,sha256=u1KpiG16IlFbaEVAIzBlxnzTk_bARGh-D0sZBXtgF4c,8043
+castor_extractor/warehouse/databricks/client_test.py,sha256=ctOQnUXosuuFjWGJKgkxjUcV4vQUBWt2BQ_f0Tyzqe4,2717
 castor_extractor/warehouse/databricks/credentials.py,sha256=sMpOAKhBklcmTpcr3mi3o8qLud__8PTZbQUT3K_TRY8,678
-castor_extractor/warehouse/databricks/extract.py,sha256=eyt9LihZ9GfHEh8Z2c9PXAHqK6hibPsEIUOKGYfMwg8,5708
-castor_extractor/warehouse/databricks/format.py,sha256=tCBCApW5iZMBx04p-oCUs36d4JqNqJsBDHe6f-A7eiU,4925
+castor_extractor/warehouse/databricks/extract.py,sha256=mgl1_b9Mlir9ZU3R5HV689YlhzzhlyVN8IaBHaNwY54,5752
+castor_extractor/warehouse/databricks/format.py,sha256=LiPGCTPzL3gQQMMl1v6DvpcTk7BWxZFq03jnHdoYnuU,4968
 castor_extractor/warehouse/databricks/format_test.py,sha256=iPmdJof43fBYL1Sa_fBrCWDQHCHgm7IWCZag1kWkj9E,1970
 castor_extractor/warehouse/databricks/types.py,sha256=T2SyLy9pY_olLtstdC77moPxIiikVsuQLMxh92YMJQo,78
 castor_extractor/warehouse/mysql/__init__.py,sha256=2KFDogo9GNbApHqw3Vm5t_uNmIRjdp76nmP_WQQMfQY,116
@@ -346,7 +346,8 @@ castor_extractor/warehouse/synapse/queries/schema.sql,sha256=aX9xNrBD_ydwl-znGSF
 castor_extractor/warehouse/synapse/queries/table.sql,sha256=mCE8bR1Vb7j7SwZW2gafcXidQ2fo1HwxcybA8wP2Kfs,1049
 castor_extractor/warehouse/synapse/queries/user.sql,sha256=sTb_SS7Zj3AXW1SggKPLNMCd0qoTpL7XI_BJRMaEpBg,67
 castor_extractor/warehouse/synapse/queries/view_ddl.sql,sha256=3EVbp5_yTgdByHFIPLHmnoOnqqLE77SrjAwFDvu4e54,249
-castor_extractor-0.16.1.dist-info/METADATA,sha256=tjFndsdmxa0NO7qy3Ddcz1pFZGnDsfPmTQ3x3o-UEeA,6412
-castor_extractor-0.16.1.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-castor_extractor-0.16.1.dist-info/entry_points.txt,sha256=EQUCoNjSHevxmY5ZathX_fLZPcuBHng23rj0SSUrLtI,1345
-castor_extractor-0.16.1.dist-info/RECORD,,
+castor_extractor-0.16.3.dist-info/LICENCE,sha256=sL-IGa4hweyya1HgzMskrRdybbIa2cktzxb5qmUgDg8,8254
+castor_extractor-0.16.3.dist-info/METADATA,sha256=CaGi5itpnLSjjCv5PpKayJ2Oi859ewvcyrPFzHNIdYM,6370
+castor_extractor-0.16.3.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+castor_extractor-0.16.3.dist-info/entry_points.txt,sha256=EQUCoNjSHevxmY5ZathX_fLZPcuBHng23rj0SSUrLtI,1345
+castor_extractor-0.16.3.dist-info/RECORD,,

{castor_extractor-0.16.1.dist-info → castor_extractor-0.16.3.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: poetry-core 1.8.1
+Generator: poetry-core 1.9.0
 Root-Is-Purelib: true
 Tag: py3-none-any