castor-extractor 0.24.15__tar.gz → 0.24.20__tar.gz

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/CHANGELOG.md

@@ -1,5 +1,25 @@
 # Changelog
 
+## 0.24.20 - 2025-05-19
+
+* Powerbi: allow custom api base and login url
+
+## 0.24.19 - 2025-05-14
+
+* Confluence: extract databases
+
+## 0.24.18 - 2025-05-13
+
+* Improve folder organisation for transformation tools
+
+## 0.24.17 - 2025-05-13
+
+* Strategy: fix dashboard URL format
+
+## 0.24.16 - 2025-05-12
+
+* Confluence: extract folders to complete the page hierarchy
+
 ## 0.24.15 - 2025-05-12
 
 * Tableau: Add argument to skip columns extraction

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.24.15
+Version: 0.24.20
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -215,6 +215,26 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
 
 # Changelog
 
+## 0.24.20 - 2025-05-19
+
+* Powerbi: allow custom api base and login url
+
+## 0.24.19 - 2025-05-14
+
+* Confluence: extract databases
+
+## 0.24.18 - 2025-05-13
+
+* Improve folder organisation for transformation tools
+
+## 0.24.17 - 2025-05-13
+
+* Strategy: fix dashboard URL format
+
+## 0.24.16 - 2025-05-12
+
+* Confluence: extract folders to complete the page hierarchy
+
 ## 0.24.15 - 2025-05-12
 
 * Tableau: Add argument to skip columns extraction

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/commands/extract_powerbi.py

@@ -20,5 +20,7 @@ def main():
         nargs="*",
     )
     parser.add_argument("-o", "--output", help="Directory to write to")
+    parser.add_argument("-l", "--login_url", help="Login url (Optional)")
+    parser.add_argument("-a", "--api_base", help="REST API base (Optional)")
 
     powerbi.extract_all(**parse_filled_arguments(parser))

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/knowledge/confluence/assets.py

@@ -4,5 +4,7 @@ from ...types import ExternalAsset
 class ConfluenceAsset(ExternalAsset):
     """Confluence assets"""
 
+    DATABASES = "databases"
+    FOLDERS = "folders"
     PAGES = "pages"
     USERS = "users"

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/knowledge/confluence/client/client.py

@@ -1,6 +1,7 @@
+import logging
 from collections.abc import Iterator
 from functools import partial
-from typing import Optional
+from typing import Iterable, Optional
 
 from ....utils import (
     APIClient,
@@ -14,6 +15,8 @@ from .credentials import ConfluenceCredentials
 from .endpoints import ConfluenceEndpointFactory
 from .pagination import ConfluencePagination
 
+logger = logging.getLogger(__name__)
+
 _HEADERS = {
     "Accept": "application/json",
     "Content-Type": "application/json",
@@ -46,6 +49,43 @@ class ConfluenceClient(APIClient):
         self.space_ids_allowed = space_ids_allowed or set()
         self.space_ids_blocked = space_ids_blocked or set()
 
+    def databases(self, database_ids: Iterable[str]) -> Iterator[dict]:
+        """
+        Extracts all given databases
+        """
+        for _id in database_ids:
+            database = self._get(
+                endpoint=ConfluenceEndpointFactory.database(_id),
+            )
+            yield database
+
+    def folders(self, folder_ids: Iterable[str]) -> Iterator[dict]:
+        """
+        Extracts all given folders and their parent folders.
+        """
+        candidate_ids = set(folder_ids)
+        seen = set()
+
+        while candidate_ids:
+            folder_id = candidate_ids.pop()
+            if folder_id in seen:
+                continue
+
+            seen.add(folder_id)
+            folder = self._get(
+                endpoint=ConfluenceEndpointFactory.folder(folder_id),
+            )
+            yield folder
+
+            parent_type = folder.get("parentType")
+            if parent_type == "folder":
+                folder_id = folder["parentId"]
+                if folder_id not in seen:
+                    candidate_ids.add(folder["parentId"])
+
+            if not parent_type:
+                logger.info(f"folder with unknown parent: {folder_id}")
+
     def pages(self):
         """Extracts all pages from all relevant Spaces."""
         for space in self.spaces():
@@ -106,9 +146,23 @@ class ConfluenceClient(APIClient):
         )
         yield from fetch_all_pages(request, ConfluencePagination)
 
-    def fetch(self, asset: ConfluenceAsset) -> Iterator[dict]:
+    def fetch(
+        self,
+        asset: ConfluenceAsset,
+        *,
+        folder_ids: Optional[Iterator[str]] = None,
+        database_ids: Optional[Iterator[str]] = None,
+    ) -> Iterator[dict]:
         """Returns the needed metadata for the queried asset"""
-        if asset == ConfluenceAsset.PAGES:
+        if asset == ConfluenceAsset.FOLDERS:
+            assert folder_ids is not None
+            yield from self.folders(folder_ids)
+
+        elif asset == ConfluenceAsset.DATABASES:
+            assert database_ids is not None
+            yield from self.databases(database_ids)
+
+        elif asset == ConfluenceAsset.PAGES:
             yield from self.pages()
 
         elif asset == ConfluenceAsset.USERS:

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/knowledge/confluence/client/client_test.py

@@ -3,6 +3,36 @@ from unittest.mock import MagicMock, patch
 from .client import ConfluenceClient
 
 
+def test_ConfluenceClient_folders():
+    """
+    Folder 1 -> Page A -> Folder 2 -> Folder 3 -> Folder 4 -> Page B
+             -> Page C -> Folder 5 -> Page D
+
+    After extracting the pages, we should have all IDs of folders that are
+    immediate parents of pages. We still need to look out for nested folders.
+    """
+    folder_ids = {"1", "3", "4", "5"}
+    mock_responses = {
+        "1": {"id": "1", "parentType": None, "parentId": None},
+        "2": {"id": "2", "parentType": "page", "parentId": "A"},
+        "3": {"id": "3", "parentType": "folder", "parentId": "2"},
+        "4": {"id": "4", "parentType": "folder", "parentId": "3"},
+        "5": {"id": "5", "parentType": "page", "parentId": "C"},
+    }
+
+    def mock_get(endpoint):
+        folder_id = endpoint.split("/")[-1]
+        return mock_responses[folder_id]
+
+    client = ConfluenceClient(credentials=MagicMock())
+
+    with patch.object(client, "_get", side_effect=mock_get):
+        result = list(client.folders(folder_ids))
+
+    assert len(result) == 5
+    assert {folder["id"] for folder in result} == set(mock_responses.keys())
+
+
 def test_ConfluenceClient_filtered_spaces_with_allowlist():
     both_blocked_and_allowed_space_id = "789"
     archived_space_id = "934"

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/knowledge/confluence/client/endpoints.py

@@ -5,10 +5,28 @@ class ConfluenceEndpointFactory:
     """
 
     API = "wiki/api/v2/"
+    DATABASE = "databases"
+    FOLDERS = "folders"
     PAGES = "pages"
     SPACES = "spaces"
     USERS = "users-bulk"
 
+    @classmethod
+    def database(cls, database_id: str) -> str:
+        """
+        Endpoint to fetch a database by id.
+        More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-database/#api-databases-id-get
+        """
+        return f"{cls.API}{cls.DATABASE}/{database_id}"
+
+    @classmethod
+    def folder(cls, folder_id: str) -> str:
+        """
+        Endpoint to fetch a folder by id.
+        More: https://developer.atlassian.com/cloud/confluence/rest/v2/api-group-folder/#api-folders-id-get
+        """
+        return f"{cls.API}{cls.FOLDERS}/{folder_id}"
+
     @classmethod
     def pages(cls, space_id: str) -> str:
         """

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/knowledge/confluence/extract.py

@@ -13,6 +13,7 @@ from ...utils import (
 )
 from .assets import ConfluenceAsset
 from .client import ConfluenceClient, ConfluenceCredentials
+from .utils import pages_to_database_ids, pages_to_folder_ids
 
 logger = logging.getLogger(__name__)
 
@@ -32,6 +33,16 @@ def iterate_all_data(
     yield ConfluenceAsset.PAGES, pages
     logger.info(f"Extracted {len(pages)} pages from API")
 
+    folder_ids = pages_to_folder_ids(pages)
+    logger.info("Extracting FOLDERS from API")
+    folders = list(deep_serialize(client.folders(folder_ids)))
+    yield ConfluenceAsset.FOLDERS, folders
+
+    database_ids = pages_to_database_ids(pages)
+    logger.info("Extracting DATABASES from API")
+    databases = list(deep_serialize(client.databases(database_ids)))
+    yield ConfluenceAsset.DATABASES, databases
+
 
 def extract_all(**kwargs) -> None:
     """

castor_extractor-0.24.20/castor_extractor/knowledge/confluence/utils.py

@@ -0,0 +1,12 @@
+def pages_to_folder_ids(pages: list[dict]) -> set:
+    """Returns all unique folder parents."""
+    return {
+        page["parentId"] for page in pages if page["parentType"] == "folder"
+    }
+
+
+def pages_to_database_ids(pages: list[dict]) -> set:
+    """Returns all unique database parents."""
+    return {
+        page["parentId"] for page in pages if page["parentType"] == "database"
+    }

castor_extractor-0.24.20/castor_extractor/knowledge/confluence/utils_test.py

@@ -0,0 +1,30 @@
+from .utils import pages_to_database_ids, pages_to_folder_ids
+
+
+def test_pages_to_folder_ids():
+    """Test the pages_to_folder_ids function."""
+    pages = [
+        {"id": "9", "parentId": None, "parentType": None},
+        {"id": "8", "parentId": "2", "parentType": "folder"},
+        {"id": "7", "parentId": "9", "parentType": "page"},
+        {"id": "6", "parentId": "4", "parentType": "folder"},
+        {"id": "5", "parentId": "4", "parentType": "folder"},
+    ]
+    expected = {"2", "4"}
+    result = pages_to_folder_ids(pages)
+    assert result == expected
+
+
+def test_pages_to_database_id():
+    """Test the pages_to_database_id function."""
+    pages = [
+        {"id": "1", "parentId": "db1", "parentType": "database"},
+        {"id": "2", "parentId": "db2", "parentType": "database"},
+        {"id": "3", "parentId": "4", "parentType": "folder"},
+        {"id": "4", "parentId": None, "parentType": None},
+        {"id": "5", "parentId": "db1", "parentType": "database"},
+        {"id": "6", "parentId": "9", "parentType": "page"},
+    ]
+    expected = {"db1", "db2"}
+    result = pages_to_database_ids(pages)
+    assert result == expected

{castor_extractor-0.24.15/castor_extractor/utils → castor_extractor-0.24.20/castor_extractor/transformation}/dbt/client_test.py

@@ -9,9 +9,7 @@ from dateutil.tz import tzutc
 from .client import ContentType, DbtClient, DbtRun, _account_url  # type: ignore
 from .credentials import DbtCredentials
 
-_DBT_CLIENT_PATH = (
-    "source.packages.extractor.castor_extractor.utils.dbt.client.DbtClient"
-)
+_DBT_CLIENT_PATH = "source.packages.extractor.castor_extractor.transformation.dbt.client.DbtClient"
 _OLD_DATE = datetime(2023, 7, 10, 12, 6, 23, 109171, tzinfo=tzutc())
 _OLD_DATE_STR = "2023-07-10 12:06:23.109171+00:00"
 _RECENT_DATE = datetime(2023, 10, 6, 5, 9, 31, 731991, tzinfo=tzutc())

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/utils/__init__.py

@@ -52,7 +52,7 @@ from .time import (
     yesterday,
 )
 from .type import Callback, Getter, JsonType, SerializedAsset
-from .validation import validate_baseurl
+from .validation import clean_path, validate_baseurl
 from .write import (
     get_output_filename,
     get_summary_filename,

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/utils/validation.py

@@ -14,7 +14,7 @@ def _preprocess_url(base_url: str) -> str:
     return base_url.strip()
 
 
-def _clean_path(path: str) -> str:
+def clean_path(path: str) -> str:
     return path.rstrip("/")
 
 
@@ -44,7 +44,7 @@ def _urlsplit(base_url: str) -> tuple[str, str, str, str, str, str]:
     url = urlsplit(base_url)
 
     hostname, port = _get_hostname_port(url.netloc)
-    path = _clean_path(url.path)
+    path = clean_path(url.path)
 
     return url.scheme, hostname, path, port, url.query, url.fragment
 

castor_extractor-0.24.20/castor_extractor/visualization/powerbi/__init__.py

@@ -0,0 +1,9 @@
+from .assets import PowerBiAsset
+from .client import (
+    CLIENT_APP_BASE,
+    DEFAULT_SCOPE,
+    REST_API_BASE_PATH,
+    PowerbiClient,
+    PowerbiCredentials,
+)
+from .extract import extract_all

castor_extractor-0.24.20/castor_extractor/visualization/powerbi/client/__init__.py

@@ -0,0 +1,7 @@
+from .client import PowerbiClient
+from .credentials import (
+    CLIENT_APP_BASE,
+    DEFAULT_SCOPE,
+    REST_API_BASE_PATH,
+    PowerbiCredentials,
+)

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/visualization/powerbi/client/authentication.py

@@ -9,7 +9,11 @@ from .endpoints import PowerBiEndpointFactory
 class PowerBiBearerAuth(BearerAuth):
     def __init__(self, credentials: PowerbiCredentials):
         self.credentials = credentials
-        authority = PowerBiEndpointFactory.authority(self.credentials.tenant_id)
+        endpoint_factory = PowerBiEndpointFactory(
+            login_url=self.credentials.login_url,
+            api_base=self.credentials.api_base,
+        )
+        authority = endpoint_factory.authority(self.credentials.tenant_id)
         self.app = msal.ConfidentialClientApplication(
             client_id=self.credentials.client_id,
             authority=authority,

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/visualization/powerbi/client/client.py

@@ -40,6 +40,10 @@ class PowerbiClient(APIClient):
             auth=auth,
             timeout=POWERBI_DEFAULT_TIMEOUT_S,
         )
+        self.endpoint_factory = PowerBiEndpointFactory(
+            login_url=credentials.login_url,
+            api_base=credentials.api_base,
+        )
 
     def _activity_events(self, day: Optional[date] = None) -> Iterator[dict]:
         """
@@ -49,7 +53,7 @@ class PowerbiClient(APIClient):
         """
         request = partial(
             self._get,
-            endpoint=PowerBiEndpointFactory.activity_events(day),
+            endpoint=self.endpoint_factory.activity_events(day),
         )
         yield from fetch_all_pages(request, PowerBiPagination)
 
@@ -58,28 +62,28 @@ class PowerbiClient(APIClient):
         Returns a list of datasets for the organization.
         https://learn.microsoft.com/en-us/rest/api/power-bi/admin/datasets-get-datasets-as-admin
         """
-        yield from self._get(PowerBiEndpointFactory.datasets())[Keys.VALUE]
+        yield from self._get(self.endpoint_factory.datasets())[Keys.VALUE]
 
     def _dashboards(self) -> Iterator[dict]:
         """
         Returns a list of dashboards for the organization.
         https://learn.microsoft.com/en-us/rest/api/power-bi/admin/dashboards-get-dashboards-as-admin
         """
-        yield from self._get(PowerBiEndpointFactory.dashboards())[Keys.VALUE]
+        yield from self._get(self.endpoint_factory.dashboards())[Keys.VALUE]
 
     def _reports(self) -> Iterator[dict]:
         """
         Returns a list of reports for the organization.
         https://learn.microsoft.com/en-us/rest/api/power-bi/admin/reports-get-reports-as-admin
         """
-        reports_endpoint = PowerBiEndpointFactory.reports()
+        reports_endpoint = self.endpoint_factory.reports()
         reports = self._get(reports_endpoint)[Keys.VALUE]
 
         for report in reports:
             report_id = report.get(Keys.ID)
 
             try:
-                pages_endpoint = PowerBiEndpointFactory.pages(report_id)
+                pages_endpoint = self.endpoint_factory.pages(report_id)
                 pages = self._get(pages_endpoint)[Keys.VALUE]
                 report["pages"] = pages
             except (requests.HTTPError, requests.exceptions.Timeout) as e:
@@ -99,14 +103,14 @@ class PowerbiClient(APIClient):
         }
 
         response = self._get(
-            PowerBiEndpointFactory.workspace_ids(),
+            self.endpoint_factory.workspace_ids(),
             params=params,
         )
 
         return [x[Keys.ID] for x in response]
 
     def _get_scan_result(self, scan_id: int) -> Iterator[dict]:
-        endpoint = PowerBiEndpointFactory.metadata_scan_result(scan_id)
+        endpoint = self.endpoint_factory.metadata_scan_result(scan_id)
         yield from self._get(endpoint)[Keys.WORKSPACES]
 
     def _wait_for_scan_result(self, scan_id: int) -> bool:
@@ -114,7 +118,7 @@ class PowerbiClient(APIClient):
         Periodically checks the status of the metadata scan until the results
         are ready.
         """
-        endpoint = PowerBiEndpointFactory.metadata_scan_status(scan_id)
+        endpoint = self.endpoint_factory.metadata_scan_status(scan_id)
         total_waiting_time_s = 0
 
         while total_waiting_time_s < POWERBI_DEFAULT_TIMEOUT_S:
@@ -152,7 +156,7 @@ class PowerbiClient(APIClient):
         }
         request_body = {"workspaces": workspaces_ids}
         scan_id = self._post(
-            PowerBiEndpointFactory.metadata_create_scan(),
+            self.endpoint_factory.metadata_create_scan(),
             params=params,
             data=request_body,
         )

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/visualization/powerbi/client/client_test.py

@@ -6,13 +6,18 @@ import pytest
 from .authentication import msal
 from .client import PowerbiClient
 from .constants import Keys
-from .credentials import PowerbiCredentials
+from .credentials import CLIENT_APP_BASE, REST_API_BASE_PATH, PowerbiCredentials
 from .endpoints import PowerBiEndpointFactory
 
 FAKE_TENANT_ID = "IamFake"
 FAKE_CLIENT_ID = "MeTwo"
 FAKE_SECRET = "MeThree"
 
+ENDPOINT_FACTORY = PowerBiEndpointFactory(
+    login_url=CLIENT_APP_BASE,
+    api_base=REST_API_BASE_PATH + "/",  # superfluous "/" to test resiliency
+)
+
 
 @pytest.fixture
 def mock_msal():
@@ -55,7 +60,7 @@ def test__datasets(power_bi_client):
     with patch.object(power_bi_client, "_get") as mocked_get:
         mocked_get.return_value = {"value": [{"id": 1, "type": "dataset"}]}
         datasets = list(power_bi_client._datasets())
-        mocked_get.assert_called_with(PowerBiEndpointFactory.datasets())
+        mocked_get.assert_called_with(ENDPOINT_FACTORY.datasets())
         assert datasets == [{"id": 1, "type": "dataset"}]
 
 
@@ -63,7 +68,7 @@ def test__dashboards(power_bi_client):
     with patch.object(power_bi_client, "_get") as mocked_get:
         mocked_get.return_value = {"value": [{"id": 1, "type": "dashboard"}]}
         dashboards = list(power_bi_client._dashboards())
-        mocked_get.assert_called_with(PowerBiEndpointFactory.dashboards())
+        mocked_get.assert_called_with(ENDPOINT_FACTORY.dashboards())
         assert dashboards == [{"id": 1, "type": "dashboard"}]
 
 
@@ -79,8 +84,8 @@ def test__reports(power_bi_client):
         ]
         reports = list(power_bi_client._reports())
         calls = [
-            call(PowerBiEndpointFactory.reports()),
-            call(PowerBiEndpointFactory.pages("1")),
+            call(ENDPOINT_FACTORY.reports()),
+            call(ENDPOINT_FACTORY.pages("1")),
         ]
         mocked_get.assert_has_calls(calls)
         assert reports == [
@@ -107,7 +112,7 @@ def test__workspace_ids(power_bi_client):
         }
 
         mocked_get.assert_called_with(
-            PowerBiEndpointFactory.workspace_ids(),
+            ENDPOINT_FACTORY.workspace_ids(),
             params=params,
         )
 
@@ -160,7 +165,7 @@ def test__activity_events(power_bi_client):
         assert result == ["foo", "bar", "baz", "biz"]
 
         expected_calls = [
-            call(endpoint=PowerBiEndpointFactory.activity_events(day=day)),
+            call(endpoint=ENDPOINT_FACTORY.activity_events(day=day)),
             call(endpoint="https://next-call-1"),
             call(endpoint="https://next-call-2"),
         ]

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/visualization/powerbi/client/credentials.py

@@ -6,6 +6,9 @@ from pydantic_settings import BaseSettings, SettingsConfigDict
 DEFAULT_SCOPE = "https://analysis.windows.net/powerbi/api/.default"
 POWERBI_ENV_PREFIX = "CASTOR_POWERBI_"
 
+CLIENT_APP_BASE = "https://login.microsoftonline.com"
+REST_API_BASE_PATH = "https://api.powerbi.com/v1.0/myorg"
+
 
 class PowerbiCredentials(BaseSettings):
     """Class to handle PowerBI rest API permissions"""
@@ -19,9 +22,21 @@ class PowerbiCredentials(BaseSettings):
     client_id: str
     tenant_id: str
     secret: str = Field(repr=False)
+    api_base: str = REST_API_BASE_PATH
+    login_url: str = CLIENT_APP_BASE
     scopes: list[str] = [DEFAULT_SCOPE]
 
     @field_validator("scopes", mode="before")
     @classmethod
     def _check_scopes(cls, scopes: Optional[list[str]]) -> list[str]:
         return scopes if scopes is not None else [DEFAULT_SCOPE]
+
+    @field_validator("login_url", mode="before")
+    @classmethod
+    def _check_login_url(cls, login_url: Optional[str]) -> str:
+        return login_url if login_url is not None else CLIENT_APP_BASE
+
+    @field_validator("api_base", mode="before")
+    @classmethod
+    def _check_api_base(cls, api_base: Optional[str]) -> str:
+        return api_base if api_base is not None else REST_API_BASE_PATH

castor_extractor-0.24.20/castor_extractor/visualization/powerbi/client/endpoints.py

@@ -0,0 +1,55 @@
+from datetime import date, datetime
+from typing import Optional
+
+from ....utils import at_midnight, clean_path, format_date, yesterday
+
+
+def _time_filter(day: Optional[date]) -> tuple[datetime, datetime]:
+    target_day = day or yesterday()
+    start = at_midnight(target_day)
+    end = datetime.combine(target_day, datetime.max.time())
+    return start, end
+
+
+class PowerBiEndpointFactory:
+    def __init__(self, login_url: str, api_base: str):
+        self.app_base = clean_path(login_url)
+        self.rest_api_base = clean_path(api_base)
+
+    def activity_events(self, day: Optional[date]) -> str:
+        start, end = _time_filter(day)
+        url = f"{self.rest_api_base}/admin/activityevents"
+        url += "?$filter=Activity eq 'viewreport'"
+        url += f"&startDateTime='{format_date(start)}'"
+        url += f"&endDateTime='{format_date(end)}'"
+        return url
+
+    def authority(self, tenant_id: str) -> str:
+        return f"{self.app_base}/{tenant_id}"
+
+    def dashboards(self) -> str:
+        return f"{self.rest_api_base}/admin/dashboards"
+
+    def datasets(self) -> str:
+        return f"{self.rest_api_base}/admin/datasets"
+
+    def groups(self) -> str:
+        return f"{self.rest_api_base}/admin/groups"
+
+    def metadata_create_scan(self) -> str:
+        return f"{self.rest_api_base}/admin/workspaces/getInfo"
+
+    def metadata_scan_result(self, scan_id: int) -> str:
+        return f"{self.rest_api_base}/admin/workspaces/scanResult/{scan_id}"
+
+    def metadata_scan_status(self, scan_id: int) -> str:
+        return f"{self.rest_api_base}/admin/workspaces/scanStatus/{scan_id}"
+
+    def pages(self, report_id: str) -> str:
+        return f"{self.rest_api_base}/admin/reports/{report_id}/pages"
+
+    def reports(self) -> str:
+        return f"{self.rest_api_base}/admin/reports"
+
+    def workspace_ids(self) -> str:
+        return f"{self.rest_api_base}/admin/workspaces/modified"

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/castor_extractor/visualization/strategy/client/client.py

@@ -34,9 +34,7 @@ _BATCH_SIZE: int = 100
 
 
 class URLTemplates(Enum):
-    DASHBOARD = (
-        "https://{hostname}/MicroStrategyLibrarySTD/app/{project_id}/{id_}"
-    )
+    DASHBOARD = "https://{hostname}/MicroStrategyLibrary/app/{project_id}/{id_}"
     DOCUMENT = "https://{hostname}/MicroStrategy/servlet/mstrWeb?documentID={id_}&projectID={project_id}"
     REPORT = "https://{hostname}/MicroStrategy/servlet/mstrWeb?reportID={id_}&projectID={project_id}"
     FOLDER = "https://{hostname}/MicroStrategy/servlet/mstrWeb?folderID={id_}&projectID={project_id}"

{castor_extractor-0.24.15 → castor_extractor-0.24.20}/pyproject.toml

@@ -1,9 +1,9 @@
-    [build-system]
+[build-system]
 requires = ["setuptools>=61.2"]
 
 [tool.poetry]
 name = "castor-extractor"
-version = "0.24.15"
+version = "0.24.20"
 description = "Extract your metadata assets."
 authors = ["Castor <support@castordoc.com>"]
 license = "EULA"

castor_extractor-0.24.15/castor_extractor/visualization/powerbi/__init__.py

@@ -1,3 +0,0 @@
-from .assets import PowerBiAsset
-from .client import DEFAULT_SCOPE, PowerbiClient, PowerbiCredentials
-from .extract import extract_all

castor_extractor-0.24.15/castor_extractor/visualization/powerbi/client/__init__.py

@@ -1,2 +0,0 @@
-from .client import PowerbiClient
-from .credentials import DEFAULT_SCOPE, PowerbiCredentials