castor-extractor 0.24.20__tar.gz → 0.24.21__tar.gz

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/CHANGELOG.md

@@ -1,5 +1,9 @@
 # Changelog
 
+## 0.24.21 - 2025-05-26
+
+* Looker Studio: add option to skip the extraction of view activity logs
+
 ## 0.24.20 - 2025-05-19
 
 * Powerbi: allow custom api base and login url

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: castor-extractor
-Version: 0.24.20
+Version: 0.24.21
 Summary: Extract your metadata assets.
 Home-page: https://www.castordoc.com/
 License: EULA
@@ -215,6 +215,10 @@ For any questions or bug report, contact us at [support@coalesce.io](mailto:supp
 
 # Changelog
 
+## 0.24.21 - 2025-05-26
+
+* Looker Studio: add option to skip the extraction of view activity logs
+
 ## 0.24.20 - 2025-05-19
 
 * Powerbi: allow custom api base and login url

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/castor_extractor/commands/extract_looker_studio.py

@@ -24,6 +24,12 @@ def main():
             "This can be the same file path as for Looker Studio."
         ),
     )
+    parser.add_argument(
+        "--skip-view-activity-logs",
+        action="store_true",
+        default=False,
+        help="Skips the extraction of activity logs",
+    )
 
     parser.add_argument("-o", "--output", help="Directory to write to")
 

castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/assets.py

@@ -0,0 +1,11 @@
+from ...types import ExternalAsset, classproperty
+
+
+class LookerStudioAsset(ExternalAsset):
+    ASSETS = "assets"
+    SOURCE_QUERIES = "source_queries"
+    VIEW_ACTIVITY = "view_activity"
+
+    @classproperty
+    def optional(cls) -> set["LookerStudioAsset"]:
+        return {LookerStudioAsset.VIEW_ACTIVITY}

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/admin_sdk_client.py

@@ -12,7 +12,6 @@ from ....utils import (
 )
 from .credentials import LookerStudioCredentials
 from .pagination import LookerStudioPagination
-from .scopes import SCOPES
 
 USER_EMAIL_FIELD = "primaryEmail"
 
@@ -26,7 +25,7 @@ class AdminSDKClient:
     def __init__(self, credentials: LookerStudioCredentials):
         self._credentials = Credentials.from_service_account_info(
             credentials.model_dump(),
-            scopes=SCOPES,
+            scopes=credentials.scopes,
             subject=credentials.admin_email,  # impersonates an admin
         )
         self.directory_api = discovery.build(

castor_extractor-0.24.21/castor_extractor/visualization/looker_studio/client/credentials.py

@@ -0,0 +1,46 @@
+from typing import Optional
+
+from pydantic import BaseModel, SecretStr, field_serializer
+
+SCOPES_NO_ACTIVITY: tuple[str, ...] = (
+    "https://www.googleapis.com/auth/datastudio",
+    "https://www.googleapis.com/auth/userinfo.profile",
+    "https://www.googleapis.com/auth/admin.directory.user.readonly",
+)
+
+DEFAULT_SCOPES: tuple[str, ...] = (
+    *SCOPES_NO_ACTIVITY,
+    "https://www.googleapis.com/auth/admin.reports.audit.readonly",
+)
+
+
+class LookerStudioCredentials(BaseModel):
+    """
+    Looker Studio Credentials match the Service Account credentials JSON
+    but with an additional admin_email field.
+    """
+
+    admin_email: str
+    auth_provider_x509_cert_url: str
+    auth_uri: str
+    client_email: str
+    client_id: str
+    client_x509_cert_url: str
+    private_key: SecretStr
+    private_key_id: str
+    project_id: str
+    token_uri: str
+    type: str
+
+    has_view_activity_logs: Optional[bool] = True
+    scopes: Optional[tuple] = DEFAULT_SCOPES
+
+    def model_post_init(self, __context):
+        """Set scopes based on has_view_activity_logs after initialization"""
+        if self.has_view_activity_logs is False:
+            self.scopes = SCOPES_NO_ACTIVITY
+
+    @field_serializer("private_key")
+    def dump_secret(self, pk):
+        """When using model_dump, show private_key value"""
+        return pk.get_secret_value()

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/client/looker_studio_api_client.py

@@ -16,7 +16,6 @@ from .credentials import LookerStudioCredentials
 from .endpoints import LookerStudioAPIEndpoint
 from .enums import LookerStudioAssetType
 from .pagination import LookerStudioPagination
-from .scopes import SCOPES
 
 
 @contextmanager
@@ -47,7 +46,8 @@ class LookerStudioAPIAuth(BearerAuth):
         that user and make requests on that user's behalf.
         """
         self._credentials = Credentials.from_service_account_info(
-            credentials.model_dump(), scopes=SCOPES
+            credentials.model_dump(),
+            scopes=credentials.scopes,
         )
         if subject:
             self._credentials = self._credentials.with_subject(subject)

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/castor_extractor/visualization/looker_studio/extract.py

@@ -23,8 +23,14 @@ LOOKER_STUDIO_ADMIN_EMAIL = "CASTOR_LOOKER_STUDIO_ADMIN_EMAIL"
 
 def iterate_all_data(
     client: LookerStudioClient,
+    has_view_activity_logs: bool = True,
 ) -> Iterable[tuple[LookerStudioAsset, Union[list, dict]]]:
-    for asset in LookerStudioAsset:
+    assets_to_extract = LookerStudioAsset.mandatory
+
+    if has_view_activity_logs:
+        assets_to_extract.add(LookerStudioAsset.VIEW_ACTIVITY)
+
+    for asset in assets_to_extract:
         logger.info(f"Extracting {asset.name} from API")
         data = list(deep_serialize(client.fetch(asset)))
         yield asset, data
@@ -45,6 +51,8 @@ def _credentials(params: dict) -> LookerStudioCredentials:
         LOOKER_STUDIO_ADMIN_EMAIL
     )
     credentials["admin_email"] = admin_email
+    has_view_activity_logs = not params["skip_view_activity_logs"]
+    credentials["has_view_activity_logs"] = has_view_activity_logs
     return LookerStudioCredentials(**credentials)
 
 
@@ -68,7 +76,10 @@ def extract_all(**kwargs) -> None:
     the given output_directory.
     """
     output_directory = kwargs.get("output") or from_env(OUTPUT_DIR)
+
     credentials = _credentials(kwargs)
+    has_view_activity_logs = bool(credentials.has_view_activity_logs)
+
     bigquery_credentials = _bigquery_credentials_or_none(kwargs)
 
     client = LookerStudioClient(
@@ -77,7 +88,7 @@ def extract_all(**kwargs) -> None:
     )
     ts = current_timestamp()
 
-    for key, data in iterate_all_data(client):
+    for key, data in iterate_all_data(client, has_view_activity_logs):
         filename = get_output_filename(key.name.lower(), output_directory, ts)
         write_json(filename, data)
 

{castor_extractor-0.24.20 → castor_extractor-0.24.21}/pyproject.toml

@@ -3,7 +3,7 @@ requires = ["setuptools>=61.2"]
 
 [tool.poetry]
 name = "castor-extractor"
-version = "0.24.20"
+version = "0.24.21"
 description = "Extract your metadata assets."
 authors = ["Castor <support@castordoc.com>"]
 license = "EULA"

castor_extractor-0.24.20/castor_extractor/visualization/looker_studio/assets.py

@@ -1,7 +0,0 @@
-from ...types import ExternalAsset
-
-
-class LookerStudioAsset(ExternalAsset):
-    ASSETS = "assets"
-    SOURCE_QUERIES = "source_queries"
-    VIEW_ACTIVITY = "view_activity"

castor_extractor-0.24.20/castor_extractor/visualization/looker_studio/client/credentials.py

@@ -1,25 +0,0 @@
-from pydantic import BaseModel, SecretStr, field_serializer
-
-
-class LookerStudioCredentials(BaseModel):
-    """
-    Looker Studio Credentials match the Service Account credentials JSON
-    but with an additional admin_email field.
-    """
-
-    admin_email: str
-    auth_provider_x509_cert_url: str
-    auth_uri: str
-    client_email: str
-    client_id: str
-    client_x509_cert_url: str
-    private_key: SecretStr
-    private_key_id: str
-    project_id: str
-    token_uri: str
-    type: str
-
-    @field_serializer("private_key")
-    def dump_secret(self, pk):
-        """When using model_dump, show private_key value"""
-        return pk.get_secret_value()

castor_extractor-0.24.20/castor_extractor/visualization/looker_studio/client/scopes.py

@@ -1,6 +0,0 @@
-SCOPES = (
-    "https://www.googleapis.com/auth/datastudio",
-    "https://www.googleapis.com/auth/userinfo.profile",
-    "https://www.googleapis.com/auth/admin.reports.audit.readonly",
-    "https://www.googleapis.com/auth/admin.directory.user.readonly",
-)