semantic-link-labs 0.6.0__py3-none-any.whl → 0.7.1__py3-none-any.whl

sempy_labs/_list_functions.py

@@ -4,10 +4,15 @@ from sempy_labs._helper_functions import (
     resolve_lakehouse_name,
     create_relationship_name,
     resolve_lakehouse_id,
+    resolve_dataset_id,
+    _decode_b64,
+    pagination,
+    lro,
+    resolve_item_type,
 )
 import pandas as pd
-import json
-import time
+import base64
+import requests
 from pyspark.sql import SparkSession
 from typing import Optional
 import sempy_labs._icons as icons
@@ -37,8 +42,7 @@ def get_object_level_security(
 
     from sempy_labs.tom import connect_semantic_model
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = pd.DataFrame(columns=["Role Name", "Object Type", "Table Name", "Object Name"])
 
@@ -101,7 +105,7 @@ def list_tables(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
         A pandas dataframe showing the semantic model's tables and their properties.
     """
 
-    workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = fabric.list_tables(
         dataset=dataset,
@@ -138,7 +142,7 @@ def list_annotations(dataset: str, workspace: Optional[str] = None) -> pd.DataFr
 
     from sempy_labs.tom import connect_semantic_model
 
-    workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = pd.DataFrame(
         columns=[
@@ -381,8 +385,7 @@ def list_columns(
         get_direct_lake_lakehouse,
     )
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dfP = fabric.list_partitions(dataset=dataset, workspace=workspace)
 
@@ -422,10 +425,10 @@ def list_columns(
                 ].iloc[0]
 
                 # Build the query to be executed dynamically
-                query = query + f"COUNT(DISTINCT({scName})) AS {scName}, "
+                query = f"{query}COUNT(DISTINCT({scName})) AS {scName}, "
 
             query = query[:-2]
-            query = query + f" FROM {lakehouse}.{lakeTName}"
+            query = f"{query} FROM {lakehouse}.{lakeTName}"
             sql_statements.append((table_name, query))
 
             spark = SparkSession.builder.getOrCreate()
@@ -487,8 +490,10 @@ def list_dashboards(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.PowerBIRestClient()
     response = client.get(f"/v1.0/myorg/groups/{workspace_id}/dashboards")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    for v in response.json().get("value", []):
         new_data = {
             "Dashboard ID": v.get("id"),
             "Dashboard Name": v.get("displayName"),
@@ -539,23 +544,29 @@ def list_lakehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/lakehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/lakehouses")
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
-        sqlEPProp = prop.get("sqlEndpointProperties", {})
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-        new_data = {
-            "Lakehouse Name": v.get("displayName"),
-            "Lakehouse ID": v.get("id"),
-            "Description": v.get("description"),
-            "OneLake Tables Path": prop.get("oneLakeTablesPath"),
-            "OneLake Files Path": prop.get("oneLakeFilesPath"),
-            "SQL Endpoint Connection String": sqlEPProp.get("connectionString"),
-            "SQL Endpoint ID": sqlEPProp.get("id"),
-            "SQL Endpoint Provisioning Status": sqlEPProp.get("provisioningStatus"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    responses = pagination(client, response)
+
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+            sqlEPProp = prop.get("sqlEndpointProperties", {})
+
+            new_data = {
+                "Lakehouse Name": v.get("displayName"),
+                "Lakehouse ID": v.get("id"),
+                "Description": v.get("description"),
+                "OneLake Tables Path": prop.get("oneLakeTablesPath"),
+                "OneLake Files Path": prop.get("oneLakeFilesPath"),
+                "SQL Endpoint Connection String": sqlEPProp.get("connectionString"),
+                "SQL Endpoint ID": sqlEPProp.get("id"),
+                "SQL Endpoint Provisioning Status": sqlEPProp.get("provisioningStatus"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -591,20 +602,25 @@ def list_warehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/warehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/warehouses")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "Warehouse Name": v.get("displayName"),
-            "Warehouse ID": v.get("id"),
-            "Description": v.get("description"),
-            "Connection Info": prop.get("connectionInfo"),
-            "Created Date": prop.get("createdDate"),
-            "Last Updated Time": prop.get("lastUpdatedTime"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+
+            new_data = {
+                "Warehouse Name": v.get("displayName"),
+                "Warehouse ID": v.get("id"),
+                "Description": v.get("description"),
+                "Connection Info": prop.get("connectionInfo"),
+                "Created Date": prop.get("createdDate"),
+                "Last Updated Time": prop.get("lastUpdatedTime"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -631,16 +647,21 @@ def list_sqlendpoints(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/sqlEndpoints/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/sqlEndpoints")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "SQL Endpoint ID": v.get("id"),
-            "SQL Endpoint Name": v.get("displayName"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "SQL Endpoint ID": v.get("id"),
+                "SQL Endpoint Name": v.get("displayName"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -669,16 +690,21 @@ def list_mirroredwarehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mirroredWarehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mirroredWarehouses")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "Mirrored Warehouse": v.get("displayName"),
-            "Mirrored Warehouse ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "Mirrored Warehouse": v.get("displayName"),
+                "Mirrored Warehouse ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -715,21 +741,26 @@ def list_kqldatabases(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/kqlDatabases/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/kqlDatabases")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "KQL Database Name": v.get("displayName"),
-            "KQL Database ID": v.get("id"),
-            "Description": v.get("description"),
-            "Parent Eventhouse Item ID": prop.get("parentEventhouseItemId"),
-            "Query Service URI": prop.get("queryServiceUri"),
-            "Ingestion Service URI": prop.get("ingestionServiceUri"),
-            "Kusto Database Type": prop.get("kustoDatabaseType"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+
+            new_data = {
+                "KQL Database Name": v.get("displayName"),
+                "KQL Database ID": v.get("id"),
+                "Description": v.get("description"),
+                "Parent Eventhouse Item ID": prop.get("parentEventhouseItemId"),
+                "Query Service URI": prop.get("queryServiceUri"),
+                "Ingestion Service URI": prop.get("ingestionServiceUri"),
+                "Kusto Database Type": prop.get("kustoDatabaseType"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -756,16 +787,21 @@ def list_kqlquerysets(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/kqlQuerysets/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/kqlQuerysets")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "KQL Queryset Name": v.get("displayName"),
-            "KQL Queryset ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "KQL Queryset Name": v.get("displayName"),
+                "KQL Queryset ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -792,19 +828,24 @@ def list_mlmodels(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mlModels/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mlModels")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "ML Model Name": modelName,
-            "ML Model ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            model_id = v.get("id")
+            modelName = v.get("displayName")
+            desc = v.get("description")
+
+            new_data = {
+                "ML Model Name": modelName,
+                "ML Model ID": model_id,
+                "Description": desc,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -831,19 +872,24 @@ def list_eventstreams(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/eventstreams/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/eventstreams")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "Eventstream Name": modelName,
-            "Eventstream ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            model_id = v.get("id")
+            modelName = v.get("displayName")
+            desc = v.get("description")
+
+            new_data = {
+                "Eventstream Name": modelName,
+                "Eventstream ID": model_id,
+                "Description": desc,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -870,19 +916,20 @@ def list_datapipelines(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "Data Pipeline Name": modelName,
-            "Data Pipeline ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            new_data = {
+                "Data Pipeline Name": v.get("displayName"),
+                "Data Pipeline ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -909,16 +956,20 @@ def list_mlexperiments(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mlExperiments/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mlExperiments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "ML Experiment Name": v.get("displayName"),
-            "ML Experiment ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            new_data = {
+                "ML Experiment Name": v.get("displayName"),
+                "ML Experiment ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -945,16 +996,20 @@ def list_datamarts(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/datamarts/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/datamarts")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "Datamart Name": v.get("displayName"),
-            "Datamart ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in response.get("value", []):
+            new_data = {
+                "Datamart Name": v.get("displayName"),
+                "Datamart ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -990,29 +1045,14 @@ def create_warehouse(
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/warehouses/", json=request_body
+        f"/v1/workspaces/{workspace_id}/warehouses/", json=request_body, lro_wait=True
     )
 
-    if response.status_code == 201:
-        print(
-            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
-        )
-    elif response.status_code == 202:
-        operationId = response.headers["x-ms-operation-id"]
-        response = client.get(f"/v1/operations/{operationId}")
-        response_body = json.loads(response.content)
-        while response_body["status"] != "Succeeded":
-            time.sleep(3)
-            response = client.get(f"/v1/operations/{operationId}")
-            response_body = json.loads(response.content)
-        response = client.get(f"/v1/operations/{operationId}/result")
-        print(
-            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
-        )
-    else:
-        raise ValueError(
-            f"{icons.red_dot} Failed to create the '{warehouse}' warehouse within the '{workspace}' workspace."
-        )
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
+    )
 
 
 def update_item(
@@ -1118,8 +1158,7 @@ def list_relationships(
         A pandas dataframe showing the object level security for the semantic model.
     """
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dfR = fabric.list_relationships(dataset=dataset, workspace=workspace)
 
@@ -1199,9 +1238,10 @@ def list_dataflow_storage_accounts() -> pd.DataFrame:
     )
     client = fabric.PowerBIRestClient()
     response = client.get("/v1.0/myorg/dataflowStorageAccounts")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-
+    for v in response.json().get("value", []):
         new_data = {
             "Dataflow Storage Account ID": v.get("id"),
             "Dataflow Storage Account Name": v.get("name"),
@@ -1301,22 +1341,21 @@ def list_workspace_role_assignments(workspace: Optional[str] = None) -> pd.DataF
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for i in response.json()["value"]:
-        user_name = i.get("principal", {}).get("displayName")
-        role_name = i.get("role")
-        user_email = (
-            i.get("principal", {}).get("userDetails", {}).get("userPrincipalName")
-        )
-        user_type = i.get("principal", {}).get("type")
+    responses = pagination(client, response)
 
-        new_data = {
-            "User Name": user_name,
-            "Role Name": role_name,
-            "Type": user_type,
-            "User Email": user_email,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for i in r.get("value", []):
+            principal = i.get("principal", {})
+            new_data = {
+                "User Name": principal.get("displayName"),
+                "Role Name": i.get("role"),
+                "Type": principal.get("type"),
+                "User Email": principal.get("userDetails", {}).get("userPrincipalName"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -1489,7 +1528,7 @@ def list_shortcuts(
     lakehouse: Optional[str] = None, workspace: Optional[str] = None
 ) -> pd.DataFrame:
     """
-    Shows all shortcuts which exist in a Fabric lakehouse.
+    Shows all shortcuts which exist in a Fabric lakehouse and their properties.
 
     Parameters
     ----------
@@ -1511,68 +1550,86 @@ def list_shortcuts(
 
     if lakehouse is None:
         lakehouse_id = fabric.get_lakehouse_id()
-        lakehouse = resolve_lakehouse_name(lakehouse_id, workspace)
     else:
         lakehouse_id = resolve_lakehouse_id(lakehouse, workspace)
 
+    client = fabric.FabricRestClient()
+
     df = pd.DataFrame(
         columns=[
             "Shortcut Name",
             "Shortcut Path",
-            "Source",
-            "Source Lakehouse Name",
+            "Source Type",
+            "Source Workspace Id",
             "Source Workspace Name",
-            "Source Path",
-            "Source Connection ID",
-            "Source Location",
-            "Source SubPath",
+            "Source Item Id",
+            "Source Item Name",
+            "Source Item Type",
+            "OneLake Path",
+            "Connection Id",
+            "Location",
+            "Bucket",
+            "SubPath",
         ]
     )
 
-    client = fabric.FabricRestClient()
     response = client.get(
         f"/v1/workspaces/{workspace_id}/items/{lakehouse_id}/shortcuts"
     )
 
     if response.status_code != 200:
         raise FabricHTTPException(response)
-    for s in response.json()["value"]:
-        shortcutName = s.get("name")
-        shortcutPath = s.get("path")
-        source = list(s["target"].keys())[0]
-        (
-            sourceLakehouseName,
-            sourceWorkspaceName,
-            sourcePath,
-            connectionId,
-            location,
-            subpath,
-        ) = (None, None, None, None, None, None)
-        if source == "oneLake":
-            sourceLakehouseId = s.get("target", {}).get(source, {}).get("itemId")
-            sourcePath = s.get("target", {}).get(source, {}).get("path")
-            sourceWorkspaceId = s.get("target", {}).get(source, {}).get("workspaceId")
-            sourceWorkspaceName = fabric.resolve_workspace_name(sourceWorkspaceId)
-            sourceLakehouseName = resolve_lakehouse_name(
-                sourceLakehouseId, sourceWorkspaceName
+
+    responses = pagination(client, response)
+
+    for r in responses:
+        for i in r.get("value", []):
+            tgt = i.get("target", {})
+            s3_compat = tgt.get("s3Compatible", {})
+            gcs = tgt.get("googleCloudStorage", {})
+            eds = tgt.get("externalDataShare", {})
+            connection_id = (
+                s3_compat.get("connectionId")
+                or gcs.get("connectionId")
+                or eds.get("connectionId")
+                or None
+            )
+            location = s3_compat.get("location") or gcs.get("location") or None
+            sub_path = s3_compat.get("subpath") or gcs.get("subpath") or None
+            source_workspace_id = tgt.get("oneLake", {}).get("workspaceId")
+            source_item_id = tgt.get("oneLake", {}).get("itemId")
+            source_workspace_name = (
+                fabric.resolve_workspace_name(source_workspace_id)
+                if source_workspace_id is not None
+                else None
             )
-        else:
-            connectionId = s.get("target", {}).get(source, {}).get("connectionId")
-            location = s.get("target", {}).get(source, {}).get("location")
-            subpath = s.get("target", {}).get(source, {}).get("subpath")
 
-        new_data = {
-            "Shortcut Name": shortcutName,
-            "Shortcut Path": shortcutPath,
-            "Source": source,
-            "Source Lakehouse Name": sourceLakehouseName,
-            "Source Workspace Name": sourceWorkspaceName,
-            "Source Path": sourcePath,
-            "Source Connection ID": connectionId,
-            "Source Location": location,
-            "Source SubPath": subpath,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            new_data = {
+                "Shortcut Name": i.get("name"),
+                "Shortcut Path": i.get("path"),
+                "Source Type": tgt.get("type"),
+                "Source Workspace Id": source_workspace_id,
+                "Source Workspace Name": source_workspace_name,
+                "Source Item Id": source_item_id,
+                "Source Item Name": (
+                    fabric.resolve_item_name(
+                        source_item_id, workspace=source_workspace_name
+                    )
+                    if source_item_id is not None
+                    else None
+                ),
+                "Source Item Type": (
+                    resolve_item_type(source_item_id, workspace=source_workspace_name)
+                    if source_item_id is not None
+                    else None
+                ),
+                "OneLake Path": tgt.get("oneLake", {}).get("path"),
+                "Connection Id": connection_id,
+                "Location": location,
+                "Bucket": s3_compat.get("bucket"),
+                "SubPath": sub_path,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -1615,6 +1672,8 @@ def list_custom_pools(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/spark/pools")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
     for i in response.json()["value"]:
 
@@ -1675,9 +1734,9 @@ def create_custom_pool(
     min_node_count : int
         The `minimum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
     max_node_count : int
-        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+        The `maximum node count <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
     min_executors : int
-        The `minimum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+        The `minimum executors <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
     max_executors : int
         The `maximum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
     node_family : str, default='MemoryOptimized'
@@ -1716,15 +1775,14 @@ def create_custom_pool(
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/spark/pools", json=request_body
+        f"/v1/workspaces/{workspace_id}/spark/pools", json=request_body, lro_wait=True
     )
 
-    if response.status_code == 201:
-        print(
-            f"{icons.green_dot} The '{pool_name}' spark pool has been created within the '{workspace}' workspace."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{pool_name}' spark pool has been created within the '{workspace}' workspace."
+    )
 
 
 def update_custom_pool(
@@ -1753,10 +1811,10 @@ def update_custom_pool(
         The `minimum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
         Defaults to None which keeps the existing property setting.
     max_node_count : int, default=None
-        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+        The `maximum node count <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
         Defaults to None which keeps the existing property setting.
     min_executors : int, default=None
-        The `minimum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+        The `minimum executors <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
         Defaults to None which keeps the existing property setting.
     max_executors : int, default=None
         The `maximum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
@@ -1837,7 +1895,7 @@ def update_custom_pool(
     )
 
 
-def delete_custom_pool(pool_name: str, workspace: Optional[str | None] = None):
+def delete_custom_pool(pool_name: str, workspace: Optional[str] = None):
     """
     Deletes a `custom pool <https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools>`_ within a workspace.
 
@@ -1902,15 +1960,16 @@ def assign_workspace_to_capacity(capacity_name: str, workspace: Optional[str] =
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/assignToCapacity", json=request_body
+        f"/v1/workspaces/{workspace_id}/assignToCapacity",
+        json=request_body,
+        lro_wait=True,
     )
 
-    if response.status_code == 202:
-        print(
-            f"{icons.green_dot} The '{workspace}' workspace has been assigned to the '{capacity_name}' capacity."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code not in [200, 202]:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{workspace}' workspace has been assigned to the '{capacity_name}' capacity."
+    )
 
 
 def unassign_workspace_from_capacity(workspace: Optional[str] = None):
@@ -1932,14 +1991,15 @@ def unassign_workspace_from_capacity(workspace: Optional[str] = None):
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.post(f"/v1/workspaces/{workspace_id}/unassignFromCapacity")
+    response = client.post(
+        f"/v1/workspaces/{workspace_id}/unassignFromCapacity", lro_wait=True
+    )
 
-    if response.status_code == 202:
-        print(
-            f"{icons.green_dot} The '{workspace}' workspace has been unassigned from its capacity."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code not in [200, 202]:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{workspace}' workspace has been unassigned from its capacity."
+    )
 
 
 def get_spark_settings(workspace: Optional[str] = None) -> pd.DataFrame:
@@ -1978,6 +2038,8 @@ def get_spark_settings(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/spark/settings")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
     i = response.json()
     p = i.get("pool")
@@ -2042,7 +2104,7 @@ def update_spark_settings(
         `Default pool <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#poolproperties>`_ for workspace.
         Defaults to None which keeps the existing property setting.
     max_node_count : int, default=None
-        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#starterpoolproperties>`_.
+        The `maximum node count <https://learn.microsoft.com/en-us/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#starterpoolproperties>`_.
         Defaults to None which keeps the existing property setting.
     max_executors : int, default=None
         The `maximum executors <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#starterpoolproperties>`_.
@@ -2111,7 +2173,10 @@ def update_spark_settings(
 
 
 def add_user_to_workspace(
-    email_address: str, role_name: str, workspace: Optional[str] = None
+    email_address: str,
+    role_name: str,
+    principal_type: Optional[str] = "User",
+    workspace: Optional[str] = None,
 ):
     """
     Adds a user to a workspace.
@@ -2122,13 +2187,12 @@ def add_user_to_workspace(
         The email address of the user.
     role_name : str
         The `role <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#groupuseraccessright>`_ of the user within the workspace.
+    principal_type : str, default='User'
+        The `principal type <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#principaltype>`_.
     workspace : str, default=None
         The name of the workspace.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-
-    Returns
-    -------
     """
 
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
@@ -2140,10 +2204,21 @@ def add_user_to_workspace(
             f"{icons.red_dot} Invalid role. The 'role_name' parameter must be one of the following: {role_names}."
         )
     plural = "n" if role_name == "Admin" else ""
+    principal_types = ["App", "Group", "None", "User"]
+    principal_type = principal_type.capitalize()
+    if principal_type not in principal_types:
+        raise ValueError(
+            f"{icons.red_dot} Invalid princpal type. Valid options: {principal_types}."
+        )
 
     client = fabric.PowerBIRestClient()
 
-    request_body = {"emailAddress": email_address, "groupUserAccessRight": role_name}
+    request_body = {
+        "emailAddress": email_address,
+        "groupUserAccessRight": role_name,
+        "principalType": principal_type,
+        "identifier": email_address,
+    }
 
     response = client.post(
         f"/v1.0/myorg/groups/{workspace_id}/users", json=request_body
@@ -2186,7 +2261,10 @@ def delete_user_from_workspace(email_address: str, workspace: Optional[str] = No
 
 
 def update_workspace_user(
-    email_address: str, role_name: str, workspace: Optional[str] = None
+    email_address: str,
+    role_name: str,
+    principal_type: Optional[str] = "User",
+    workspace: Optional[str] = None,
 ):
     """
     Updates a user's role within a workspace.
@@ -2197,13 +2275,12 @@ def update_workspace_user(
         The email address of the user.
     role_name : str
         The `role <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#groupuseraccessright>`_ of the user within the workspace.
+    principal_type : str, default='User'
+        The `principal type <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#principaltype>`_.
     workspace : str, default=None
         The name of the workspace.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-
-    Returns
-    -------
     """
 
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
@@ -2214,8 +2291,19 @@ def update_workspace_user(
         raise ValueError(
             f"{icons.red_dot} Invalid role. The 'role_name' parameter must be one of the following: {role_names}."
         )
+    principal_types = ["App", "Group", "None", "User"]
+    principal_type = principal_type.capitalize()
+    if principal_type not in principal_types:
+        raise ValueError(
+            f"{icons.red_dot} Invalid princpal type. Valid options: {principal_types}."
+        )
 
-    request_body = {"emailAddress": email_address, "groupUserAccessRight": role_name}
+    request_body = {
+        "emailAddress": email_address,
+        "groupUserAccessRight": role_name,
+        "principalType": principal_type,
+        "identifier": email_address,
+    }
 
     client = fabric.PowerBIRestClient()
     response = client.put(f"/v1.0/myorg/groups/{workspace_id}/users", json=request_body)
@@ -2249,18 +2337,22 @@ def list_workspace_users(workspace: Optional[str] = None) -> pd.DataFrame:
     df = pd.DataFrame(columns=["User Name", "Email Address", "Role", "Type", "User ID"])
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        p = v.get("principal", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "User Name": p.get("displayName"),
-            "User ID": p.get("id"),
-            "Type": p.get("type"),
-            "Role": v.get("role"),
-            "Email Address": p.get("userDetails", {}).get("userPrincipalName"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            p = v.get("principal", {})
+            new_data = {
+                "User Name": p.get("displayName"),
+                "User ID": p.get("id"),
+                "Type": p.get("type"),
+                "Role": v.get("role"),
+                "Email Address": p.get("userDetails", {}).get("userPrincipalName"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -2324,16 +2416,203 @@ def list_capacities() -> pd.DataFrame:
 
     client = fabric.PowerBIRestClient()
     response = client.get("/v1.0/myorg/capacities")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for i in response.json()["value"]:
+    for i in response.json().get("value", []):
         new_data = {
-            "Id": i.get("id", {}).lower(),
-            "Display Name": i.get("displayName", {}),
-            "Sku": i.get("sku", {}),
-            "Region": i.get("region", {}),
-            "State": i.get("state", {}),
+            "Id": i.get("id").lower(),
+            "Display Name": i.get("displayName"),
+            "Sku": i.get("sku"),
+            "Region": i.get("region"),
+            "State": i.get("state"),
             "Admins": [i.get("admins", [])],
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
+
+
+def get_notebook_definition(
+    notebook_name: str, workspace: Optional[str] = None, decode: Optional[bool] = True
+):
+    """
+    Obtains the notebook definition.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    decode : bool, default=True
+        If True, decodes the notebook definition file into .ipynb format.
+        If False, obtains the notebook definition file in base64 format.
+
+    Returns
+    -------
+    ipynb
+        The notebook definition.
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+
+    if len(dfI_filt) == 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' notebook does not exist within the '{workspace}' workspace."
+        )
+
+    notebook_id = dfI_filt["Id"].iloc[0]
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"v1/workspaces/{workspace_id}/notebooks/{notebook_id}/getDefinition",
+    )
+
+    result = lro(client, response).json()
+    df_items = pd.json_normalize(result["definition"]["parts"])
+    df_items_filt = df_items[df_items["path"] == "notebook-content.py"]
+    payload = df_items_filt["payload"].iloc[0]
+
+    if decode:
+        result = _decode_b64(payload)
+    else:
+        result = payload
+
+    return result
+
+
+def import_notebook_from_web(
+    notebook_name: str,
+    url: str,
+    description: Optional[str] = None,
+    workspace: Optional[str] = None,
+):
+    """
+    Creates a new notebook within a workspace based on a Jupyter notebook hosted in the web.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook to be created.
+    url : str
+        The url of the Jupyter Notebook (.ipynb)
+    description : str, default=None
+        The description of the notebook.
+        Defaults to None which does not place a description.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    client = fabric.FabricRestClient()
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+    if len(dfI_filt) > 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' already exists within the '{workspace}' workspace."
+        )
+
+    # Fix links to go to the raw github file
+    starting_text = "https://github.com/"
+    starting_text_len = len(starting_text)
+    if url.startswith(starting_text):
+        url = f"https://raw.githubusercontent.com/{url[starting_text_len:]}".replace(
+            "/blob/", "/"
+        )
+
+    response = requests.get(url)
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    file_content = response.content
+    notebook_payload = base64.b64encode(file_content)
+
+    request_body = {
+        "displayName": notebook_name,
+        "definition": {
+            "format": "ipynb",
+            "parts": [
+                {
+                    "path": "notebook-content.py",
+                    "payload": notebook_payload,
+                    "payloadType": "InlineBase64",
+                }
+            ],
+        },
+    }
+    if description is not None:
+        request_body["description"] = description
+
+    response = client.post(f"v1/workspaces/{workspace_id}/notebooks", json=request_body)
+
+    lro(client, response, status_codes=[201, 202])
+
+    print(
+        f"{icons.green_dot} The '{notebook_name}' notebook was created within the '{workspace}' workspace."
+    )
+
+
+def list_reports_using_semantic_model(
+    dataset: str, workspace: Optional[str] = None
+) -> pd.DataFrame:
+    """
+    Shows a list of all the reports (in all workspaces) which use a given semantic model.
+
+    Parameters
+    ----------
+    dataset : str
+        Name of the semantic model.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the reports which use a given semantic model.
+    """
+
+    df = pd.DataFrame(
+        columns=[
+            "Report Name",
+            "Report Id",
+            "Report Workspace Name",
+            "Report Workspace Id",
+        ]
+    )
+
+    workspace = fabric.resolve_workspace_name(workspace)
+    dataset_id = resolve_dataset_id(dataset, workspace)
+    client = fabric.PowerBIRestClient()
+    response = client.get(
+        f"metadata/relations/downstream/dataset/{dataset_id}?apiVersion=3"
+    )
+
+    response_json = response.json()
+
+    for i in response_json.get("artifacts", []):
+        object_workspace_id = i.get("workspace", {}).get("objectId")
+        object_type = i.get("typeName")
+
+        if object_type == "Report":
+            new_data = {
+                "Report Name": i.get("displayName"),
+                "Report Id": i.get("objectId"),
+                "Report Workspace Name": fabric.resolve_workspace_name(
+                    object_workspace_id
+                ),
+                "Report Workspace Id": object_workspace_id,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    return df