semantic-link-labs 0.9.1__py3-none-any.whl → 0.9.3__py3-none-any.whl

sempy_labs/admin/_items.py

@@ -1,19 +1,17 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional, Tuple
 from uuid import UUID
 import sempy_labs._icons as icons
-from sempy.fabric.exceptions import FabricHTTPException
 from sempy_labs.admin._basic_functions import (
     _resolve_capacity_name_and_id,
     _resolve_workspace_name_and_id,
 )
 from sempy_labs._helper_functions import (
-    pagination,
     _is_valid_uuid,
     _build_url,
+    _base_api,
+    _create_dataframe,
 )
-import sempy_labs._authentication as auth
 
 
 def _resolve_item_id(
@@ -106,27 +104,23 @@ def list_items(
         capacity = kwargs["capacity_name"]
         del kwargs["capacity_name"]
 
-    df = pd.DataFrame(
-        columns=[
-            "Item Id",
-            "Item Name",
-            "Type",
-            "Description",
-            "State",
-            "Last Updated Date",
-            "Creator Principal Id",
-            "Creator Principal Display Name",
-            "Creator Principal Type",
-            "Creator User Principal Name",
-            "Workspace Id",
-            "Capacity Id",
-        ]
-    )
-
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
+    columns = {
+        "Item Id": "string",
+        "Item Name": "string",
+        "Type": "string",
+        "Description": "string",
+        "State": "string",
+        "Last Updated Date": "string",
+        "Creator Principal Id": "string",
+        "Creator Principal Display Name": "string",
+        "Creator Principal Type": "string",
+        "Creator User Principal Name": "string",
+        "Workspace Id": "string",
+        "Capacity Id": "string",
+    }
+    df = _create_dataframe(columns=columns)
 
     params = {}
-
     url = "/v1/admin/items"
 
     if capacity is not None:
@@ -143,12 +137,7 @@ def list_items(
 
     url = _build_url(url, params)
 
-    response = client.get(url)
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    responses = pagination(client, response)
+    responses = _base_api(request=url, client="fabric_sp", uses_pagination=True)
 
     for r in responses:
         for v in r.get("itemEntities", []):
@@ -222,32 +211,29 @@ def list_item_access_details(
             f"{icons.red_dot} The parameter 'item' and 'type' are mandatory."
         )
 
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
-
     workspace_name, workspace_id = _resolve_workspace_name_and_id(workspace)
     item_name, item_id = _resolve_item_name_and_id(
         item=item, type=type, workspace=workspace_name
     )
 
-    df = pd.DataFrame(
-        columns=[
-            "User Id",
-            "User Name",
-            "User Type",
-            "User Principal Name",
-            "Item Name",
-            "Item Type",
-            "Item Id",
-            "Permissions",
-            "Additional Permissions",
-        ]
+    columns = {
+        "User Id": "string",
+        "User Name": "string",
+        "User Type": "string",
+        "User Principal Name": "string",
+        "Item Name": "string",
+        "Item Type": "string",
+        "Item Id": "string",
+        "Permissions": "string",
+        "Additional Permissions": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    response = _base_api(
+        request=f"/v1/admin/workspaces/{workspace_id}/items/{item_id}/users",
+        client="fabric_sp",
     )
 
-    response = client.get(f"/v1/admin/workspaces/{workspace_id}/items/{item_id}/users")
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
     for v in response.json().get("accessDetails", []):
         new_data = {
             "User Id": v.get("principal", {}).get("id"),

sempy_labs/admin/_scanner.py

@@ -4,9 +4,14 @@ from uuid import UUID
 from sempy.fabric.exceptions import FabricHTTPException
 import numpy as np
 import time
+import sempy_labs._icons as icons
 from sempy_labs.admin._basic_functions import list_workspaces
 from sempy._utils._log import log
-import sempy_labs._authentication as auth
+from sempy_labs._helper_functions import (
+    _base_api,
+    _is_valid_uuid,
+    _build_url,
+)
 
 
 @log
@@ -37,24 +42,17 @@ def scan_workspaces(
     dataset_expressions : bool, default=False
         Whether to return data source details.
     lineage : bool, default=False
-        Whether to return lineage info (upstream dataflows, tiles, data source IDs).
+        Whether to return lineage info (upstream dataflows, tiles, data source IDs)
     artifact_users : bool, default=False
         Whether to return user details for a Power BI item (such as a report or a dashboard).
-    workspace : str | List[str] | uuid.UUID | List[uuid.UUID], default=None
-        The required workspace name(s) or id(s) to be scanned
+    workspace : str | List[str] | UUID | List[UUID], default=None
+        The required workspace name(s) or id(s) to be scanned. It supports a limit of 100 workspaces and only IDs in GUID format.
 
     Returns
     -------
     dict
         A json object with the scan result.
     """
-    scan_result = {
-        "workspaces": [],
-        "datasourceInstances": [],
-        "misconfiguredDatasourceInstances": [],
-    }
-
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
 
     if workspace is None:
         workspace = fabric.resolve_workspace_name()
@@ -62,48 +60,62 @@ def scan_workspaces(
     if isinstance(workspace, str):
         workspace = [workspace]
 
+    if len(workspace) > 100:
+        print(
+            f"{icons.yellow_dot} More than 100 workspaces where provided. Truncating to the fist 100."
+        )
+        workspace = workspace[:100]
+
     workspace_list = []
 
-    dfW = list_workspaces()
-    workspace_list = dfW[dfW["Name"].isin(workspace)]["Id"].tolist()
-    workspace_list = workspace_list + dfW[dfW["Id"].isin(workspace)]["Id"].tolist()
+    for w in workspace:
+        if _is_valid_uuid(w):
+            workspace_list.append(w)
+        else:
+            dfW = list_workspaces(workspace=w)
+            workspace_list = (
+                workspace_list + dfW[dfW["Name"].isin(workspace)]["Id"].tolist()
+            )
 
-    workspaces = np.array(workspace_list)
-    batch_size = 99
-    for i in range(0, len(workspaces), batch_size):
-        batch = workspaces[i : i + batch_size].tolist()
-        request_body = {"workspaces": batch}
+    url = "/v1.0/myorg/admin/workspaces/getInfo"
+    params = {}
+    params["lineage"] = lineage
+    params["datasourceDetails"] = data_source_details
+    params["datasetSchema"] = dataset_schema
+    params["datasetExpressions"] = dataset_expressions
+    params["getArtifactUsers"] = artifact_users
+
+    url = _build_url(url, params)
+
+    payload = {"workspaces": workspace_list}
+
+    response = _base_api(
+        request=url,
+        method="post",
+        payload=payload,
+        status_codes=202,
+        client="fabric_sp",
+    )
+
+    scan_id = response.json()["id"]
+    scan_status = response.json().get("status")
+
+    while scan_status not in ["Succeeded", "Failed"]:
+        time.sleep(1)
+        response = _base_api(
+            request=f"/v1.0/myorg/admin/workspaces/scanStatus/{scan_id}",
+            client="fabric_sp",
+        )
+        scan_status = response.json().get("status")
 
-        response_clause = f"/v1.0/myorg/admin/workspaces/getInfo?lineage={lineage}&datasourceDetails={data_source_details}&datasetSchema={dataset_schema}&datasetExpressions={dataset_expressions}&getArtifactUsers={artifact_users}"
-        response = client.post(response_clause, json=request_body)
+    if scan_status == "Failed":
+        raise FabricHTTPException(response)
 
-        if response.status_code != 202:
-            raise FabricHTTPException(response)
-        scan_id = response.json()["id"]
-        scan_status = response.json().get("status")
-        while scan_status not in ["Succeeded", "Failed"]:
-            time.sleep(1)
-            response = client.get(f"/v1.0/myorg/admin/workspaces/scanStatus/{scan_id}")
-            scan_status = response.json().get("status")
-        if scan_status == "Failed":
-            raise FabricHTTPException(response)
-        response = client.get(f"/v1.0/myorg/admin/workspaces/scanResult/{scan_id}")
-        if response.status_code != 200:
-            raise FabricHTTPException(response)
-
-        responseJson = response.json()
-
-        if "workspaces" in responseJson:
-            scan_result["workspaces"].extend(responseJson["workspaces"])
-
-        if "datasourceInstances" in responseJson:
-            scan_result["datasourceInstances"].extend(
-                responseJson["datasourceInstances"]
-            )
+    response = _base_api(
+        request=f"/v1.0/myorg/admin/workspaces/scanResult/{scan_id}",
+        client="fabric_sp",
+    )
 
-        if "misconfiguredDatasourceInstances" in responseJson:
-            scan_result["misconfiguredDatasourceInstances"].extend(
-                responseJson["misconfiguredDatasourceInstances"]
-            )
+    print(f"{icons.green_dot} Status: {scan_status}")
 
-    return scan_result
+    return response.json()

sempy_labs/directlake/_directlake_schema_compare.py

@@ -44,6 +44,8 @@ def direct_lake_schema_compare(
         )
         del kwargs["lakehouse_workspace"]
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 

sempy_labs/directlake/_dl_helper.py

@@ -11,6 +11,7 @@ from sempy_labs._helper_functions import (
     _convert_data_type,
     resolve_dataset_name_and_id,
     resolve_workspace_name_and_id,
+    _base_api,
 )
 
 
@@ -246,18 +247,16 @@ def get_direct_lake_source(
 
     return artifact_type, artifact_name, artifact_id, workspace_id
 
-    # client = fabric.PowerBIRestClient()
-    # request_body = {
-    #    "artifacts": [
-    #        {
-    #            "objectId": dataset_id,
-    #            "type": "dataset",
-    #        }
-    #    ]
+    # payload = {
+    #   "artifacts": [
+    #       {
+    #           "objectId": dataset_id,
+    #           "type": "dataset",
+    #       }
+    #   ]
     # }
-    # response = client.post(
-    #    "metadata/relations/upstream?apiVersion=3", json=request_body
-    # )
+
+    # response = _base_api(request="metadata/relations/upstream?apiVersion=3", payload=payload, method="post")
 
     # artifacts = response.json().get("artifacts", [])
     # sql_id, sql_object_name, sql_workspace_id, artifact_type = None, None, None, None

sempy_labs/directlake/_generate_shared_expression.py

@@ -4,10 +4,10 @@ from sempy_labs._helper_functions import (
     resolve_lakehouse_id,
     resolve_warehouse_id,
     resolve_workspace_name_and_id,
+    _base_api,
 )
 from typing import Optional
 import sempy_labs._icons as icons
-from sempy.fabric.exceptions import FabricHTTPException
 from uuid import UUID
 
 
@@ -53,11 +53,10 @@ def generate_shared_expression(
     elif item_type == "Warehouse":
         item_id = resolve_warehouse_id(warehouse=item_name, workspace=workspace_id)
 
-    client = fabric.FabricRestClient()
     item_type_rest = f"{item_type.lower()}s"
-    response = client.get(f"/v1/workspaces/{workspace_id}/{item_type_rest}/{item_id}")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
+    response = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/{item_type_rest}/{item_id}"
+    )
 
     prop = response.json().get("properties")
 

sempy_labs/directlake/_get_directlake_lakehouse.py

@@ -51,6 +51,7 @@ def get_direct_lake_lakehouse(
     if artifact_type in ["Lakehouse", "Warehouse"]:
         return artifact_name, artifact_id
     else:
+        fabric.refresh_tom_cache(workspace=workspace)
         dfP = fabric.list_partitions(dataset=dataset, workspace=workspace)
         dfP_filt = dfP[dfP["Mode"] == "DirectLake"]
         if dfP_filt.empty:

sempy_labs/directlake/_list_directlake_model_calc_tables.py

@@ -50,6 +50,7 @@ def list_direct_lake_model_calc_tables(
                 f"{icons.red_dot} The '{dataset}' semantic model is not in Direct Lake mode."
             )
         else:
+            fabric.refresh_tom_cache(workspace=workspace)
             dfA = fabric.list_annotations(dataset=dataset_id, workspace=workspace_id)
             dfT = list_tables(dataset_id, workspace_id)
             dfA_filt = dfA[

sempy_labs/directlake/_show_unsupported_directlake_objects.py

@@ -38,6 +38,8 @@ def show_unsupported_direct_lake_objects(
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     dfT = fabric.list_tables(dataset=dataset_id, workspace=workspace_id)
     dfC = fabric.list_columns(dataset=dataset_id, workspace=workspace_id)
     dfR = fabric.list_relationships(dataset=dataset_id, workspace=workspace_id)

sempy_labs/directlake/_warm_cache.py

@@ -48,6 +48,8 @@ def warm_direct_lake_cache_perspective(
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     dfP = fabric.list_partitions(dataset=dataset_id, workspace=workspace_id)
     if not any(r["Mode"] == "DirectLake" for _, r in dfP.iterrows()):
         raise ValueError(

sempy_labs/graph/__init__.py

@@ -0,0 +1,33 @@
+from sempy_labs.graph._groups import (
+    list_groups,
+    list_group_owners,
+    list_group_members,
+    add_group_members,
+    add_group_owners,
+    resolve_group_id,
+    renew_group,
+)
+from sempy_labs.graph._users import (
+    resolve_user_id,
+    get_user,
+    list_users,
+    send_mail,
+)
+from sempy_labs.graph._teams import (
+    list_teams,
+)
+
+__all__ = [
+    "list_groups",
+    "list_group_owners",
+    "list_group_members",
+    "add_group_members",
+    "add_group_owners",
+    "renew_group",
+    "resolve_group_id",
+    "resolve_user_id",
+    "get_user",
+    "list_users",
+    "send_mail",
+    "list_teams",
+]