semantic-link-labs 0.9.1__py3-none-any.whl → 0.9.2__py3-none-any.whl

sempy_labs/_capacity_migration.py

@@ -12,33 +12,34 @@ from sempy_labs.admin._basic_functions import (
 from sempy_labs._helper_functions import (
     resolve_capacity_id,
     convert_to_alphanumeric_lowercase,
+    _base_api,
 )
 from sempy_labs._capacities import create_fabric_capacity
 
 
-def migrate_settings(source_capacity: str, target_capacity: str):
+def _migrate_settings(source_capacity: str, target_capacity: str):
 
-    migrate_capacity_settings(
+    _migrate_capacity_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
-    migrate_access_settings(
+    _migrate_access_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
-    migrate_notification_settings(
+    _migrate_notification_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
-    migrate_spark_settings(
+    _migrate_spark_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
-    migrate_delegated_tenant_settings(
+    _migrate_delegated_tenant_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
-    migrate_disaster_recovery_settings(
+    _migrate_disaster_recovery_settings(
         source_capacity=source_capacity,
         target_capacity=target_capacity,
     )
@@ -233,11 +234,11 @@ def migrate_capacities(
             )
 
             # Migrate settings to new capacity
-            # migrate_settings(source_capacity=cap_name, target_capacity=tgt_capacity)
+            # _migrate_settings(source_capacity=cap_name, target_capacity=tgt_capacity)
 
 
 @log
-def migrate_capacity_settings(source_capacity: str, target_capacity: str):
+def _migrate_capacity_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates a capacity's settings to another capacity.
 
@@ -265,13 +266,9 @@ def migrate_capacity_settings(source_capacity: str, target_capacity: str):
 
     workloads_params = "capacityCustomParameters?workloadIds=ADM&workloadIds=CDSA&workloadIds=DMS&workloadIds=RsRdlEngine&workloadIds=ScreenshotEngine&workloadIds=AS&workloadIds=QES&workloadIds=DMR&workloadIds=ESGLake&workloadIds=NLS&workloadIds=lake&workloadIds=TIPS&workloadIds=Kusto&workloadIds=Lakehouse&workloadIds=SparkCore&workloadIds=DI&workloadIds=Notebook&workloadIds=ML&workloadIds=ES&workloadIds=Reflex&workloadIds=Must&workloadIds=dmh&workloadIds=PowerBI&workloadIds=HLS"
 
-    client = fabric.PowerBIRestClient()
-    response_get_source = client.get(
-        f"capacities/{source_capacity_id}/{workloads_params}"
+    response_get_source = _base_api(
+        request=f"capacities/{source_capacity_id}/{workloads_params}"
     )
-    if response_get_source.status_code != 200:
-        raise FabricHTTPException(response_get_source)
-
     response_source_json = response_get_source.json().get(
         "capacityCustomParameters", {}
     )
@@ -317,12 +314,12 @@ def migrate_capacity_settings(source_capacity: str, target_capacity: str):
                             "workloadCustomParameters"
                         ][setting_name] = setting_value
 
-    response_put = client.put(
-        f"capacities/{target_capacity_id}/{workloads_params}",
-        json=settings_json,
+    _base_api(
+        request=f"capacities/{target_capacity_id}/{workloads_params}",
+        method="put",
+        payload=settings_json,
+        status_codes=204,
     )
-    if response_put.status_code != 204:
-        raise FabricHTTPException(response_put)
 
     print(
         f"{icons.green_dot} The capacity settings have been migrated from the '{source_capacity}' capacity to the '{target_capacity}' capacity."
@@ -330,7 +327,7 @@ def migrate_capacity_settings(source_capacity: str, target_capacity: str):
 
 
 @log
-def migrate_disaster_recovery_settings(source_capacity: str, target_capacity: str):
+def _migrate_disaster_recovery_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates a capacity's disaster recovery settings to another capacity.
 
@@ -356,28 +353,25 @@ def migrate_disaster_recovery_settings(source_capacity: str, target_capacity: st
         )
     target_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
 
-    client = fabric.PowerBIRestClient()
-    response_get_source = client.get(f"capacities/{source_capacity_id}/config")
-    if response_get_source.status_code != 200:
-        raise FabricHTTPException(response_get_source)
+    response_get_source = _base_api(request=f"capacities/{source_capacity_id}/config")
 
-    request_body = {}
+    payload = {}
     value = response_get_source.json()["bcdr"]["config"]
-    request_body["config"] = value
+    payload["config"] = value
 
-    response_put = client.put(
-        f"capacities/{target_capacity_id}/fabricbcdr", json=request_body
+    _base_api(
+        request=f"capacities/{target_capacity_id}/fabricbcdr",
+        payload=payload,
+        status_codes=202,
+        method="put",
     )
-
-    if response_put.status_code != 202:
-        raise FabricHTTPException(response_put)
     print(
         f"{icons.green_dot} The disaster recovery settings have been migrated from the '{source_capacity}' capacity to the '{target_capacity}' capacity."
     )
 
 
 @log
-def migrate_access_settings(source_capacity: str, target_capacity: str):
+def _migrate_access_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates the access settings from a source capacity to a target capacity.
 
@@ -391,31 +385,28 @@ def migrate_access_settings(source_capacity: str, target_capacity: str):
 
     dfC = list_capacities()
     dfC_filt = dfC[dfC["Capacity Name"] == source_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{source_capacity}' capacity does not exist."
         )
     source_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
     dfC_filt = dfC[dfC["Capacity Name"] == target_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{target_capacity}' capacity does not exist."
         )
     target_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
 
-    client = fabric.PowerBIRestClient()
-    response_get_source = client.get(f"capacities/{source_capacity_id}")
-    if response_get_source.status_code != 200:
-        raise FabricHTTPException(response_get_source)
+    response_get_source = _base_api(request=f"capacities/{source_capacity_id}")
 
-    access_settings = response_get_source.json().get("access", {})
+    payload = response_get_source.json().get("access", {})
 
-    response_put = client.put(
-        f"capacities/{target_capacity_id}/access",
-        json=access_settings,
+    _base_api(
+        request=f"capacities/{target_capacity_id}/access",
+        method="put",
+        payload=payload,
+        status_codes=204,
     )
-    if response_put.status_code != 204:
-        raise FabricHTTPException(response_put)
 
     print(
         f"{icons.green_dot} The access settings have been migrated from the '{source_capacity}' capacity to the '{target_capacity}' capacity."
@@ -423,7 +414,7 @@ def migrate_access_settings(source_capacity: str, target_capacity: str):
 
 
 @log
-def migrate_notification_settings(source_capacity: str, target_capacity: str):
+def _migrate_notification_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates the notification settings from a source capacity to a target capacity.
 
@@ -437,33 +428,28 @@ def migrate_notification_settings(source_capacity: str, target_capacity: str):
 
     dfC = list_capacities()
     dfC_filt = dfC[dfC["Capacity Name"] == source_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{source_capacity}' capacity does not exist."
         )
     source_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
     dfC_filt = dfC[dfC["Capacity Name"] == target_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{target_capacity}' capacity does not exist."
         )
     target_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
 
-    client = fabric.PowerBIRestClient()
-    response_get_source = client.get(f"capacities/{source_capacity_id}")
-    if response_get_source.status_code != 200:
-        raise FabricHTTPException(response_get_source)
+    response_get_source = _base_api(request=f"capacities/{source_capacity_id}")
 
-    notification_settings = response_get_source.json().get(
-        "capacityNotificationSettings", {}
-    )
+    payload = response_get_source.json().get("capacityNotificationSettings", {})
 
-    response_put = client.put(
-        f"capacities/{target_capacity_id}/notificationSettings",
-        json=notification_settings,
+    _base_api(
+        request=f"capacities/{target_capacity_id}/notificationSettings",
+        method="put",
+        payload=payload,
+        status_codes=204,
     )
-    if response_put.status_code != 204:
-        raise FabricHTTPException(response_put)
 
     print(
         f"{icons.green_dot} The notification settings have been migrated from the '{source_capacity}' capacity to the '{target_capacity}' capacity."
@@ -471,7 +457,7 @@ def migrate_notification_settings(source_capacity: str, target_capacity: str):
 
 
 @log
-def migrate_delegated_tenant_settings(source_capacity: str, target_capacity: str):
+def _migrate_delegated_tenant_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates the delegated tenant settings from a source capacity to a target capacity.
 
@@ -486,24 +472,20 @@ def migrate_delegated_tenant_settings(source_capacity: str, target_capacity: str
     dfC = list_capacities()
 
     dfC_filt = dfC[dfC["Capacity Name"] == source_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{source_capacity}' capacity does not exist."
         )
     source_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
 
     dfC_filt = dfC[dfC["Capacity Name"] == target_capacity]
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The '{target_capacity}' capacity does not exist."
         )
     target_capacity_id = dfC_filt["Capacity Id"].iloc[0].upper()
 
-    client = fabric.FabricRestClient()
-    response_get = client.get("v1/admin/capacities/delegatedTenantSettingOverrides")
-
-    if response_get.status_code != 200:
-        raise FabricHTTPException(response_get)
+    response_get = _base_api("v1/admin/capacities/delegatedTenantSettingOverrides")
 
     response_json = response_get.json().get("Overrides", [])
 
@@ -536,13 +518,11 @@ def migrate_delegated_tenant_settings(source_capacity: str, target_capacity: str
 
                 payload = {"featureSwitches": [feature_switch], "properties": []}
 
-                client = fabric.PowerBIRestClient()
-                response_put = client.put(
-                    f"metadata/tenantsettings/selfserve?capacityObjectId={target_capacity_id}",
-                    json=payload,
+                _base_api(
+                    request=f"metadata/tenantsettings/selfserve?capacityObjectId={target_capacity_id}",
+                    method="put",
+                    payload=payload,
                 )
-                if response_put.status_code != 200:
-                    raise FabricHTTPException(response_put)
 
                 print(
                     f"{icons.green_dot} The delegated tenant settings for the '{setting_name}' feature switch of the '{source_capacity}' capacity have been migrated to the '{target_capacity}' capacity."
@@ -550,7 +530,7 @@ def migrate_delegated_tenant_settings(source_capacity: str, target_capacity: str
 
 
 @log
-def migrate_spark_settings(source_capacity: str, target_capacity: str):
+def _migrate_spark_settings(source_capacity: str, target_capacity: str):
     """
     This function migrates a capacity's spark settings to another capacity.
 
@@ -566,21 +546,14 @@ def migrate_spark_settings(source_capacity: str, target_capacity: str):
 
     source_capacity_id = resolve_capacity_id(capacity_name=source_capacity)
     target_capacity_id = resolve_capacity_id(capacity_name=target_capacity)
-    client = fabric.PowerBIRestClient()
 
     # Get source capacity server dns
-    response = client.get(f"metadata/capacityInformation/{source_capacity_id}")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
+    response = _base_api(request=f"metadata/capacityInformation/{source_capacity_id}")
     source_server_dns = response.json().get("capacityDns")
     source_url = f"{source_server_dns}/webapi/capacities"
 
     # Get target capacity server dns
-    response = client.get(f"metadata/capacityInformation/{target_capacity_id}")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
+    response = _base_api(request=f"metadata/capacityInformation/{target_capacity_id}")
     target_server_dns = response.json().get("capacityDns")
     target_url = f"{target_server_dns}/webapi/capacities"
 
@@ -590,17 +563,11 @@ def migrate_spark_settings(source_capacity: str, target_capacity: str):
     put_url = f"{target_url}/{target_capacity_id}/{end_url}/content"
 
     # Get source capacity spark settings
-    response = client.get(get_url)
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
+    response = _base_api(request=get_url)
     payload = response.json().get("content")
 
     # Update target capacity spark settings
-    response_put = client.put(put_url, json=payload)
-
-    if response_put.status_code != 200:
-        raise FabricHTTPException(response_put)
+    _base_api(request=put_url, method="put", payload=payload)
     print(
         f"{icons.green_dot} The spark settings have been migrated from the '{source_capacity}' capacity to the '{target_capacity}' capacity."
     )
@@ -643,7 +610,7 @@ def migrate_fabric_trial_capacity(
     dfC = list_capacities()
     dfC_filt = dfC[dfC["Capacity Name"] == source_capacity]
 
-    if len(dfC_filt) == 0:
+    if dfC_filt.empty:
         raise ValueError(
             f"{icons.red_dot} The {source_capacity}' capacity does not exist."
         )
@@ -688,7 +655,7 @@ def migrate_fabric_trial_capacity(
     )
 
     # This migrates all the capacity settings
-    # migrate_settings(
+    # _migrate_settings(
     #    source_capacity=source_capacity,
     #    target_capacity=target_capacity,
     # )

sempy_labs/_clear_cache.py

@@ -4,12 +4,13 @@ from sempy_labs._helper_functions import (
     _get_adls_client,
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
+    _update_dataframe_datatypes,
+    _base_api,
 )
 from typing import Optional
 import sempy_labs._icons as icons
 from sempy._utils._log import log
 import pandas as pd
-from sempy.fabric.exceptions import FabricHTTPException
 from uuid import UUID
 
 
@@ -264,15 +265,11 @@ def list_backups(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
         A pandas dataframe showing a list of backup files contained within a workspace's ADLS Gen2 storage account.
     """
 
-    client = fabric.PowerBIRestClient()
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    response = client.get(
-        f"/v1.0/myorg/resources?resourceType=StorageAccount&folderObjectId={workspace_id}"
+    response = _base_api(
+        request=f"/v1.0/myorg/resources?resourceType=StorageAccount&folderObjectId={workspace_id}"
     )
 
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
     v = response.json().get("value", [])
     if not v:
         raise ValueError(
@@ -334,6 +331,10 @@ def list_storage_account_files(
 
             df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
-    df["File Size"] = df["File Size"].astype(int)
+    column_map = {
+        "File Size": "int",
+    }
+
+    _update_dataframe_datatypes(dataframe=df, column_map=column_map)
 
     return df