semantic-link-labs 0.9.0__py3-none-any.whl → 0.9.2__py3-none-any.whl

sempy_labs/admin/_items.py

@@ -1,19 +1,17 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional, Tuple
 from uuid import UUID
 import sempy_labs._icons as icons
-from sempy.fabric.exceptions import FabricHTTPException
 from sempy_labs.admin._basic_functions import (
     _resolve_capacity_name_and_id,
     _resolve_workspace_name_and_id,
 )
 from sempy_labs._helper_functions import (
-    pagination,
     _is_valid_uuid,
     _build_url,
+    _base_api,
+    _create_dataframe,
 )
-import sempy_labs._authentication as auth
 
 
 def _resolve_item_id(
@@ -106,27 +104,23 @@ def list_items(
         capacity = kwargs["capacity_name"]
         del kwargs["capacity_name"]
 
-    df = pd.DataFrame(
-        columns=[
-            "Item Id",
-            "Item Name",
-            "Type",
-            "Description",
-            "State",
-            "Last Updated Date",
-            "Creator Principal Id",
-            "Creator Principal Display Name",
-            "Creator Principal Type",
-            "Creator User Principal Name",
-            "Workspace Id",
-            "Capacity Id",
-        ]
-    )
-
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
+    columns = {
+        "Item Id": "string",
+        "Item Name": "string",
+        "Type": "string",
+        "Description": "string",
+        "State": "string",
+        "Last Updated Date": "string",
+        "Creator Principal Id": "string",
+        "Creator Principal Display Name": "string",
+        "Creator Principal Type": "string",
+        "Creator User Principal Name": "string",
+        "Workspace Id": "string",
+        "Capacity Id": "string",
+    }
+    df = _create_dataframe(columns=columns)
 
     params = {}
-
     url = "/v1/admin/items"
 
     if capacity is not None:
@@ -143,12 +137,7 @@ def list_items(
 
     url = _build_url(url, params)
 
-    response = client.get(url)
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    responses = pagination(client, response)
+    responses = _base_api(request=url, client="fabric_sp", uses_pagination=True)
 
     for r in responses:
         for v in r.get("itemEntities", []):
@@ -222,32 +211,29 @@ def list_item_access_details(
             f"{icons.red_dot} The parameter 'item' and 'type' are mandatory."
         )
 
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
-
     workspace_name, workspace_id = _resolve_workspace_name_and_id(workspace)
     item_name, item_id = _resolve_item_name_and_id(
         item=item, type=type, workspace=workspace_name
     )
 
-    df = pd.DataFrame(
-        columns=[
-            "User Id",
-            "User Name",
-            "User Type",
-            "User Principal Name",
-            "Item Name",
-            "Item Type",
-            "Item Id",
-            "Permissions",
-            "Additional Permissions",
-        ]
+    columns = {
+        "User Id": "string",
+        "User Name": "string",
+        "User Type": "string",
+        "User Principal Name": "string",
+        "Item Name": "string",
+        "Item Type": "string",
+        "Item Id": "string",
+        "Permissions": "string",
+        "Additional Permissions": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    response = _base_api(
+        request=f"/v1/admin/workspaces/{workspace_id}/items/{item_id}/users",
+        client="fabric_sp",
     )
 
-    response = client.get(f"/v1/admin/workspaces/{workspace_id}/items/{item_id}/users")
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
     for v in response.json().get("accessDetails", []):
         new_data = {
             "User Id": v.get("principal", {}).get("id"),

sempy_labs/admin/_scanner.py

@@ -6,7 +6,9 @@ import numpy as np
 import time
 from sempy_labs.admin._basic_functions import list_workspaces
 from sempy._utils._log import log
-import sempy_labs._authentication as auth
+from sempy_labs._helper_functions import (
+    _base_api,
+)
 
 
 @log
@@ -54,8 +56,6 @@ def scan_workspaces(
         "misconfiguredDatasourceInstances": [],
     }
 
-    client = fabric.FabricRestClient(token_provider=auth.token_provider.get())
-
     if workspace is None:
         workspace = fabric.resolve_workspace_name()
 
@@ -72,25 +72,32 @@ def scan_workspaces(
     batch_size = 99
     for i in range(0, len(workspaces), batch_size):
         batch = workspaces[i : i + batch_size].tolist()
-        request_body = {"workspaces": batch}
+        payload = {"workspaces": batch}
 
-        response_clause = f"/v1.0/myorg/admin/workspaces/getInfo?lineage={lineage}&datasourceDetails={data_source_details}&datasetSchema={dataset_schema}&datasetExpressions={dataset_expressions}&getArtifactUsers={artifact_users}"
-        response = client.post(response_clause, json=request_body)
+        url = f"/v1.0/myorg/admin/workspaces/getInfo?lineage={lineage}&datasourceDetails={data_source_details}&datasetSchema={dataset_schema}&datasetExpressions={dataset_expressions}&getArtifactUsers={artifact_users}"
+        response = _base_api(
+            request=url,
+            method="post",
+            payload=payload,
+            status_codes=202,
+            client="fabric_sp",
+        )
 
-        if response.status_code != 202:
-            raise FabricHTTPException(response)
         scan_id = response.json()["id"]
         scan_status = response.json().get("status")
         while scan_status not in ["Succeeded", "Failed"]:
             time.sleep(1)
-            response = client.get(f"/v1.0/myorg/admin/workspaces/scanStatus/{scan_id}")
+            response = _base_api(
+                request=f"/v1.0/myorg/admin/workspaces/scanStatus/{scan_id}",
+                client="fabric_sp",
+            )
             scan_status = response.json().get("status")
         if scan_status == "Failed":
             raise FabricHTTPException(response)
-        response = client.get(f"/v1.0/myorg/admin/workspaces/scanResult/{scan_id}")
-        if response.status_code != 200:
-            raise FabricHTTPException(response)
-
+        response = _base_api(
+            request=f"/v1.0/myorg/admin/workspaces/scanResult/{scan_id}",
+            client="fabric_sp",
+        )
         responseJson = response.json()
 
         if "workspaces" in responseJson:

sempy_labs/directlake/_directlake_schema_compare.py

@@ -44,6 +44,8 @@ def direct_lake_schema_compare(
         )
         del kwargs["lakehouse_workspace"]
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 

sempy_labs/directlake/_dl_helper.py

@@ -11,6 +11,7 @@ from sempy_labs._helper_functions import (
     _convert_data_type,
     resolve_dataset_name_and_id,
     resolve_workspace_name_and_id,
+    _base_api,
 )
 
 
@@ -246,18 +247,16 @@ def get_direct_lake_source(
 
     return artifact_type, artifact_name, artifact_id, workspace_id
 
-    # client = fabric.PowerBIRestClient()
-    # request_body = {
-    #    "artifacts": [
-    #        {
-    #            "objectId": dataset_id,
-    #            "type": "dataset",
-    #        }
-    #    ]
+    # payload = {
+    #   "artifacts": [
+    #       {
+    #           "objectId": dataset_id,
+    #           "type": "dataset",
+    #       }
+    #   ]
     # }
-    # response = client.post(
-    #    "metadata/relations/upstream?apiVersion=3", json=request_body
-    # )
+
+    # response = _base_api(request="metadata/relations/upstream?apiVersion=3", payload=payload, method="post")
 
     # artifacts = response.json().get("artifacts", [])
     # sql_id, sql_object_name, sql_workspace_id, artifact_type = None, None, None, None

sempy_labs/directlake/_generate_shared_expression.py

@@ -4,10 +4,10 @@ from sempy_labs._helper_functions import (
     resolve_lakehouse_id,
     resolve_warehouse_id,
     resolve_workspace_name_and_id,
+    _base_api,
 )
 from typing import Optional
 import sempy_labs._icons as icons
-from sempy.fabric.exceptions import FabricHTTPException
 from uuid import UUID
 
 
@@ -53,11 +53,10 @@ def generate_shared_expression(
     elif item_type == "Warehouse":
         item_id = resolve_warehouse_id(warehouse=item_name, workspace=workspace_id)
 
-    client = fabric.FabricRestClient()
     item_type_rest = f"{item_type.lower()}s"
-    response = client.get(f"/v1/workspaces/{workspace_id}/{item_type_rest}/{item_id}")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
+    response = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/{item_type_rest}/{item_id}"
+    )
 
     prop = response.json().get("properties")
 

sempy_labs/directlake/_get_directlake_lakehouse.py

@@ -51,6 +51,7 @@ def get_direct_lake_lakehouse(
     if artifact_type in ["Lakehouse", "Warehouse"]:
         return artifact_name, artifact_id
     else:
+        fabric.refresh_tom_cache(workspace=workspace)
         dfP = fabric.list_partitions(dataset=dataset, workspace=workspace)
         dfP_filt = dfP[dfP["Mode"] == "DirectLake"]
         if dfP_filt.empty:

sempy_labs/directlake/_list_directlake_model_calc_tables.py

@@ -50,6 +50,7 @@ def list_direct_lake_model_calc_tables(
                 f"{icons.red_dot} The '{dataset}' semantic model is not in Direct Lake mode."
             )
         else:
+            fabric.refresh_tom_cache(workspace=workspace)
             dfA = fabric.list_annotations(dataset=dataset_id, workspace=workspace_id)
             dfT = list_tables(dataset_id, workspace_id)
             dfA_filt = dfA[

sempy_labs/directlake/_show_unsupported_directlake_objects.py

@@ -38,6 +38,8 @@ def show_unsupported_direct_lake_objects(
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     dfT = fabric.list_tables(dataset=dataset_id, workspace=workspace_id)
     dfC = fabric.list_columns(dataset=dataset_id, workspace=workspace_id)
     dfR = fabric.list_relationships(dataset=dataset_id, workspace=workspace_id)

sempy_labs/directlake/_warm_cache.py

@@ -48,6 +48,8 @@ def warm_direct_lake_cache_perspective(
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 
+    fabric.refresh_tom_cache(workspace=workspace)
+
     dfP = fabric.list_partitions(dataset=dataset_id, workspace=workspace_id)
     if not any(r["Mode"] == "DirectLake" for _, r in dfP.iterrows()):
         raise ValueError(

sempy_labs/graph/__init__.py

@@ -0,0 +1,33 @@
+from sempy_labs.graph._groups import (
+    list_groups,
+    list_group_owners,
+    list_group_members,
+    add_group_members,
+    add_group_owners,
+    resolve_group_id,
+    renew_group,
+)
+from sempy_labs.graph._users import (
+    resolve_user_id,
+    get_user,
+    list_users,
+    send_mail,
+)
+from sempy_labs.graph._teams import (
+    list_teams,
+)
+
+__all__ = [
+    "list_groups",
+    "list_group_owners",
+    "list_group_members",
+    "add_group_members",
+    "add_group_owners",
+    "renew_group",
+    "resolve_group_id",
+    "resolve_user_id",
+    "get_user",
+    "list_users",
+    "send_mail",
+    "list_teams",
+]