semantic-link-labs 0.6.0__py3-none-any.whl → 0.7.0__py3-none-any.whl

sempy_labs/_list_functions.py

@@ -4,10 +4,16 @@ from sempy_labs._helper_functions import (
     resolve_lakehouse_name,
     create_relationship_name,
     resolve_lakehouse_id,
+    resolve_dataset_id,
+    _decode_b64,
+    pagination,
+    lro,
 )
 import pandas as pd
-import json
+import base64
+import requests
 import time
+import json
 from pyspark.sql import SparkSession
 from typing import Optional
 import sempy_labs._icons as icons
@@ -37,8 +43,7 @@ def get_object_level_security(
 
     from sempy_labs.tom import connect_semantic_model
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = pd.DataFrame(columns=["Role Name", "Object Type", "Table Name", "Object Name"])
 
@@ -101,7 +106,7 @@ def list_tables(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
         A pandas dataframe showing the semantic model's tables and their properties.
     """
 
-    workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = fabric.list_tables(
         dataset=dataset,
@@ -138,7 +143,7 @@ def list_annotations(dataset: str, workspace: Optional[str] = None) -> pd.DataFr
 
     from sempy_labs.tom import connect_semantic_model
 
-    workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     df = pd.DataFrame(
         columns=[
@@ -381,8 +386,7 @@ def list_columns(
         get_direct_lake_lakehouse,
     )
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dfP = fabric.list_partitions(dataset=dataset, workspace=workspace)
 
@@ -422,10 +426,10 @@ def list_columns(
                 ].iloc[0]
 
                 # Build the query to be executed dynamically
-                query = query + f"COUNT(DISTINCT({scName})) AS {scName}, "
+                query = f"{query}COUNT(DISTINCT({scName})) AS {scName}, "
 
             query = query[:-2]
-            query = query + f" FROM {lakehouse}.{lakeTName}"
+            query = f"{query} FROM {lakehouse}.{lakeTName}"
             sql_statements.append((table_name, query))
 
             spark = SparkSession.builder.getOrCreate()
@@ -487,8 +491,10 @@ def list_dashboards(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.PowerBIRestClient()
     response = client.get(f"/v1.0/myorg/groups/{workspace_id}/dashboards")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    for v in response.json().get("value", []):
         new_data = {
             "Dashboard ID": v.get("id"),
             "Dashboard Name": v.get("displayName"),
@@ -539,23 +545,29 @@ def list_lakehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/lakehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/lakehouses")
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
-        sqlEPProp = prop.get("sqlEndpointProperties", {})
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-        new_data = {
-            "Lakehouse Name": v.get("displayName"),
-            "Lakehouse ID": v.get("id"),
-            "Description": v.get("description"),
-            "OneLake Tables Path": prop.get("oneLakeTablesPath"),
-            "OneLake Files Path": prop.get("oneLakeFilesPath"),
-            "SQL Endpoint Connection String": sqlEPProp.get("connectionString"),
-            "SQL Endpoint ID": sqlEPProp.get("id"),
-            "SQL Endpoint Provisioning Status": sqlEPProp.get("provisioningStatus"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    responses = pagination(client, response)
+
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+            sqlEPProp = prop.get("sqlEndpointProperties", {})
+
+            new_data = {
+                "Lakehouse Name": v.get("displayName"),
+                "Lakehouse ID": v.get("id"),
+                "Description": v.get("description"),
+                "OneLake Tables Path": prop.get("oneLakeTablesPath"),
+                "OneLake Files Path": prop.get("oneLakeFilesPath"),
+                "SQL Endpoint Connection String": sqlEPProp.get("connectionString"),
+                "SQL Endpoint ID": sqlEPProp.get("id"),
+                "SQL Endpoint Provisioning Status": sqlEPProp.get("provisioningStatus"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -591,20 +603,25 @@ def list_warehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/warehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/warehouses")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "Warehouse Name": v.get("displayName"),
-            "Warehouse ID": v.get("id"),
-            "Description": v.get("description"),
-            "Connection Info": prop.get("connectionInfo"),
-            "Created Date": prop.get("createdDate"),
-            "Last Updated Time": prop.get("lastUpdatedTime"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+
+            new_data = {
+                "Warehouse Name": v.get("displayName"),
+                "Warehouse ID": v.get("id"),
+                "Description": v.get("description"),
+                "Connection Info": prop.get("connectionInfo"),
+                "Created Date": prop.get("createdDate"),
+                "Last Updated Time": prop.get("lastUpdatedTime"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -631,16 +648,21 @@ def list_sqlendpoints(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/sqlEndpoints/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/sqlEndpoints")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "SQL Endpoint ID": v.get("id"),
-            "SQL Endpoint Name": v.get("displayName"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "SQL Endpoint ID": v.get("id"),
+                "SQL Endpoint Name": v.get("displayName"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -669,16 +691,21 @@ def list_mirroredwarehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mirroredWarehouses/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mirroredWarehouses")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "Mirrored Warehouse": v.get("displayName"),
-            "Mirrored Warehouse ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "Mirrored Warehouse": v.get("displayName"),
+                "Mirrored Warehouse ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -715,21 +742,26 @@ def list_kqldatabases(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/kqlDatabases/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/kqlDatabases")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        prop = v.get("properties", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "KQL Database Name": v.get("displayName"),
-            "KQL Database ID": v.get("id"),
-            "Description": v.get("description"),
-            "Parent Eventhouse Item ID": prop.get("parentEventhouseItemId"),
-            "Query Service URI": prop.get("queryServiceUri"),
-            "Ingestion Service URI": prop.get("ingestionServiceUri"),
-            "Kusto Database Type": prop.get("kustoDatabaseType"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            prop = v.get("properties", {})
+
+            new_data = {
+                "KQL Database Name": v.get("displayName"),
+                "KQL Database ID": v.get("id"),
+                "Description": v.get("description"),
+                "Parent Eventhouse Item ID": prop.get("parentEventhouseItemId"),
+                "Query Service URI": prop.get("queryServiceUri"),
+                "Ingestion Service URI": prop.get("ingestionServiceUri"),
+                "Kusto Database Type": prop.get("kustoDatabaseType"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -756,16 +788,21 @@ def list_kqlquerysets(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/kqlQuerysets/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/kqlQuerysets")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "KQL Queryset Name": v.get("displayName"),
-            "KQL Queryset ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+
+            new_data = {
+                "KQL Queryset Name": v.get("displayName"),
+                "KQL Queryset ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -792,19 +829,24 @@ def list_mlmodels(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mlModels/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mlModels")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "ML Model Name": modelName,
-            "ML Model ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            model_id = v.get("id")
+            modelName = v.get("displayName")
+            desc = v.get("description")
+
+            new_data = {
+                "ML Model Name": modelName,
+                "ML Model ID": model_id,
+                "Description": desc,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -831,19 +873,24 @@ def list_eventstreams(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/eventstreams/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/eventstreams")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "Eventstream Name": modelName,
-            "Eventstream ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            model_id = v.get("id")
+            modelName = v.get("displayName")
+            desc = v.get("description")
+
+            new_data = {
+                "Eventstream Name": modelName,
+                "Eventstream ID": model_id,
+                "Description": desc,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -870,19 +917,20 @@ def list_datapipelines(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        model_id = v.get("id")
-        modelName = v.get("displayName")
-        desc = v.get("description")
+    responses = pagination(client, response)
 
-        new_data = {
-            "Data Pipeline Name": modelName,
-            "Data Pipeline ID": model_id,
-            "Description": desc,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            new_data = {
+                "Data Pipeline Name": v.get("displayName"),
+                "Data Pipeline ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -909,16 +957,20 @@ def list_mlexperiments(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/mlExperiments/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/mlExperiments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "ML Experiment Name": v.get("displayName"),
-            "ML Experiment ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            new_data = {
+                "ML Experiment Name": v.get("displayName"),
+                "ML Experiment ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -945,16 +997,20 @@ def list_datamarts(workspace: Optional[str] = None) -> pd.DataFrame:
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/datamarts/")
+    response = client.get(f"/v1/workspaces/{workspace_id}/datamarts")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
+    responses = pagination(client, response)
 
-        new_data = {
-            "Datamart Name": v.get("displayName"),
-            "Datamart ID": v.get("id"),
-            "Description": v.get("description"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in response.get("value", []):
+            new_data = {
+                "Datamart Name": v.get("displayName"),
+                "Datamart ID": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -990,29 +1046,14 @@ def create_warehouse(
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/warehouses/", json=request_body
+        f"/v1/workspaces/{workspace_id}/warehouses/", json=request_body, lro_wait=True
     )
 
-    if response.status_code == 201:
-        print(
-            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
-        )
-    elif response.status_code == 202:
-        operationId = response.headers["x-ms-operation-id"]
-        response = client.get(f"/v1/operations/{operationId}")
-        response_body = json.loads(response.content)
-        while response_body["status"] != "Succeeded":
-            time.sleep(3)
-            response = client.get(f"/v1/operations/{operationId}")
-            response_body = json.loads(response.content)
-        response = client.get(f"/v1/operations/{operationId}/result")
-        print(
-            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
-        )
-    else:
-        raise ValueError(
-            f"{icons.red_dot} Failed to create the '{warehouse}' warehouse within the '{workspace}' workspace."
-        )
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
+    )
 
 
 def update_item(
@@ -1118,8 +1159,7 @@ def list_relationships(
         A pandas dataframe showing the object level security for the semantic model.
     """
 
-    if workspace is None:
-        workspace = fabric.resolve_workspace_name()
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dfR = fabric.list_relationships(dataset=dataset, workspace=workspace)
 
@@ -1199,9 +1239,10 @@ def list_dataflow_storage_accounts() -> pd.DataFrame:
     )
     client = fabric.PowerBIRestClient()
     response = client.get("/v1.0/myorg/dataflowStorageAccounts")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-
+    for v in response.json().get("value", []):
         new_data = {
             "Dataflow Storage Account ID": v.get("id"),
             "Dataflow Storage Account Name": v.get("name"),
@@ -1301,22 +1342,21 @@ def list_workspace_role_assignments(workspace: Optional[str] = None) -> pd.DataF
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for i in response.json()["value"]:
-        user_name = i.get("principal", {}).get("displayName")
-        role_name = i.get("role")
-        user_email = (
-            i.get("principal", {}).get("userDetails", {}).get("userPrincipalName")
-        )
-        user_type = i.get("principal", {}).get("type")
+    responses = pagination(client, response)
 
-        new_data = {
-            "User Name": user_name,
-            "Role Name": role_name,
-            "Type": user_type,
-            "User Email": user_email,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for i in r.get("value", []):
+            principal = i.get("principal", {})
+            new_data = {
+                "User Name": principal.get("displayName"),
+                "Role Name": i.get("role"),
+                "Type": principal.get("type"),
+                "User Email": principal.get("userDetails", {}).get("userPrincipalName"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -1533,46 +1573,51 @@ def list_shortcuts(
     response = client.get(
         f"/v1/workspaces/{workspace_id}/items/{lakehouse_id}/shortcuts"
     )
-
     if response.status_code != 200:
         raise FabricHTTPException(response)
-    for s in response.json()["value"]:
-        shortcutName = s.get("name")
-        shortcutPath = s.get("path")
-        source = list(s["target"].keys())[0]
-        (
-            sourceLakehouseName,
-            sourceWorkspaceName,
-            sourcePath,
-            connectionId,
-            location,
-            subpath,
-        ) = (None, None, None, None, None, None)
-        if source == "oneLake":
-            sourceLakehouseId = s.get("target", {}).get(source, {}).get("itemId")
-            sourcePath = s.get("target", {}).get(source, {}).get("path")
-            sourceWorkspaceId = s.get("target", {}).get(source, {}).get("workspaceId")
-            sourceWorkspaceName = fabric.resolve_workspace_name(sourceWorkspaceId)
-            sourceLakehouseName = resolve_lakehouse_name(
-                sourceLakehouseId, sourceWorkspaceName
-            )
-        else:
-            connectionId = s.get("target", {}).get(source, {}).get("connectionId")
-            location = s.get("target", {}).get(source, {}).get("location")
-            subpath = s.get("target", {}).get(source, {}).get("subpath")
 
-        new_data = {
-            "Shortcut Name": shortcutName,
-            "Shortcut Path": shortcutPath,
-            "Source": source,
-            "Source Lakehouse Name": sourceLakehouseName,
-            "Source Workspace Name": sourceWorkspaceName,
-            "Source Path": sourcePath,
-            "Source Connection ID": connectionId,
-            "Source Location": location,
-            "Source SubPath": subpath,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    responses = pagination(client, response)
+
+    for r in responses:
+        for s in r.get("value", []):
+            shortcutName = s.get("name")
+            shortcutPath = s.get("path")
+            source = list(s["target"].keys())[0]
+            (
+                sourceLakehouseName,
+                sourceWorkspaceName,
+                sourcePath,
+                connectionId,
+                location,
+                subpath,
+            ) = (None, None, None, None, None, None)
+            if source == "oneLake":
+                sourceLakehouseId = s.get("target", {}).get(source, {}).get("itemId")
+                sourcePath = s.get("target", {}).get(source, {}).get("path")
+                sourceWorkspaceId = (
+                    s.get("target", {}).get(source, {}).get("workspaceId")
+                )
+                sourceWorkspaceName = fabric.resolve_workspace_name(sourceWorkspaceId)
+                sourceLakehouseName = resolve_lakehouse_name(
+                    sourceLakehouseId, sourceWorkspaceName
+                )
+            else:
+                connectionId = s.get("target", {}).get(source, {}).get("connectionId")
+                location = s.get("target", {}).get(source, {}).get("location")
+                subpath = s.get("target", {}).get(source, {}).get("subpath")
+
+            new_data = {
+                "Shortcut Name": shortcutName,
+                "Shortcut Path": shortcutPath,
+                "Source": source,
+                "Source Lakehouse Name": sourceLakehouseName,
+                "Source Workspace Name": sourceWorkspaceName,
+                "Source Path": sourcePath,
+                "Source Connection ID": connectionId,
+                "Source Location": location,
+                "Source SubPath": subpath,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -1615,6 +1660,8 @@ def list_custom_pools(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/spark/pools")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
     for i in response.json()["value"]:
 
@@ -1716,15 +1763,14 @@ def create_custom_pool(
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/spark/pools", json=request_body
+        f"/v1/workspaces/{workspace_id}/spark/pools", json=request_body, lro_wait=True
     )
 
-    if response.status_code == 201:
-        print(
-            f"{icons.green_dot} The '{pool_name}' spark pool has been created within the '{workspace}' workspace."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{pool_name}' spark pool has been created within the '{workspace}' workspace."
+    )
 
 
 def update_custom_pool(
@@ -1837,7 +1883,7 @@ def update_custom_pool(
     )
 
 
-def delete_custom_pool(pool_name: str, workspace: Optional[str | None] = None):
+def delete_custom_pool(pool_name: str, workspace: Optional[str] = None):
     """
     Deletes a `custom pool <https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools>`_ within a workspace.
 
@@ -1902,15 +1948,16 @@ def assign_workspace_to_capacity(capacity_name: str, workspace: Optional[str] =
 
     client = fabric.FabricRestClient()
     response = client.post(
-        f"/v1/workspaces/{workspace_id}/assignToCapacity", json=request_body
+        f"/v1/workspaces/{workspace_id}/assignToCapacity",
+        json=request_body,
+        lro_wait=True,
     )
 
-    if response.status_code == 202:
-        print(
-            f"{icons.green_dot} The '{workspace}' workspace has been assigned to the '{capacity_name}' capacity."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code not in [200, 202]:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{workspace}' workspace has been assigned to the '{capacity_name}' capacity."
+    )
 
 
 def unassign_workspace_from_capacity(workspace: Optional[str] = None):
@@ -1932,14 +1979,15 @@ def unassign_workspace_from_capacity(workspace: Optional[str] = None):
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
     client = fabric.FabricRestClient()
-    response = client.post(f"/v1/workspaces/{workspace_id}/unassignFromCapacity")
+    response = client.post(
+        f"/v1/workspaces/{workspace_id}/unassignFromCapacity", lro_wait=True
+    )
 
-    if response.status_code == 202:
-        print(
-            f"{icons.green_dot} The '{workspace}' workspace has been unassigned from its capacity."
-        )
-    else:
-        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    if response.status_code not in [200, 202]:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{workspace}' workspace has been unassigned from its capacity."
+    )
 
 
 def get_spark_settings(workspace: Optional[str] = None) -> pd.DataFrame:
@@ -1978,6 +2026,8 @@ def get_spark_settings(workspace: Optional[str] = None) -> pd.DataFrame:
 
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/spark/settings")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
     i = response.json()
     p = i.get("pool")
@@ -2249,18 +2299,22 @@ def list_workspace_users(workspace: Optional[str] = None) -> pd.DataFrame:
     df = pd.DataFrame(columns=["User Name", "Email Address", "Role", "Type", "User ID"])
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for v in response.json()["value"]:
-        p = v.get("principal", {})
+    responses = pagination(client, response)
 
-        new_data = {
-            "User Name": p.get("displayName"),
-            "User ID": p.get("id"),
-            "Type": p.get("type"),
-            "Role": v.get("role"),
-            "Email Address": p.get("userDetails", {}).get("userPrincipalName"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+    for r in responses:
+        for v in r.get("value", []):
+            p = v.get("principal", {})
+            new_data = {
+                "User Name": p.get("displayName"),
+                "User ID": p.get("id"),
+                "Type": p.get("type"),
+                "Role": v.get("role"),
+                "Email Address": p.get("userDetails", {}).get("userPrincipalName"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
@@ -2324,16 +2378,203 @@ def list_capacities() -> pd.DataFrame:
 
     client = fabric.PowerBIRestClient()
     response = client.get("/v1.0/myorg/capacities")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
 
-    for i in response.json()["value"]:
+    for i in response.json().get("value", []):
         new_data = {
-            "Id": i.get("id", {}).lower(),
-            "Display Name": i.get("displayName", {}),
-            "Sku": i.get("sku", {}),
-            "Region": i.get("region", {}),
-            "State": i.get("state", {}),
+            "Id": i.get("id").lower(),
+            "Display Name": i.get("displayName"),
+            "Sku": i.get("sku"),
+            "Region": i.get("region"),
+            "State": i.get("state"),
             "Admins": [i.get("admins", [])],
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
+
+
+def get_notebook_definition(
+    notebook_name: str, workspace: Optional[str] = None, decode: Optional[bool] = True
+):
+    """
+    Obtains the notebook definition.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    decode : bool, default=True
+        If True, decodes the notebook definition file into .ipynb format.
+        If False, obtains the notebook definition file in base64 format.
+
+    Returns
+    -------
+    ipynb
+        The notebook definition.
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+
+    if len(dfI_filt) == 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' notebook does not exist within the '{workspace}' workspace."
+        )
+
+    notebook_id = dfI_filt["Id"].iloc[0]
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"v1/workspaces/{workspace_id}/notebooks/{notebook_id}/getDefinition",
+    )
+
+    result = lro(client, response).json()
+    df_items = pd.json_normalize(result["definition"]["parts"])
+    df_items_filt = df_items[df_items["path"] == "notebook-content.py"]
+    payload = df_items_filt["payload"].iloc[0]
+
+    if decode:
+        result = _decode_b64(payload)
+    else:
+        result = payload
+
+    return result
+
+
+def import_notebook_from_web(
+    notebook_name: str,
+    url: str,
+    description: Optional[str] = None,
+    workspace: Optional[str] = None,
+):
+    """
+    Creates a new notebook within a workspace based on a Jupyter notebook hosted in the web.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook to be created.
+    url : str
+        The url of the Jupyter Notebook (.ipynb)
+    description : str, default=None
+        The description of the notebook.
+        Defaults to None which does not place a description.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    client = fabric.FabricRestClient()
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+    if len(dfI_filt) > 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' already exists within the '{workspace}' workspace."
+        )
+
+    # Fix links to go to the raw github file
+    starting_text = "https://github.com/"
+    starting_text_len = len(starting_text)
+    if url.startswith(starting_text):
+        url = f"https://raw.githubusercontent.com/{url[starting_text_len:]}".replace(
+            "/blob/", "/"
+        )
+
+    response = requests.get(url)
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    file_content = response.content
+    notebook_payload = base64.b64encode(file_content)
+
+    request_body = {
+        "displayName": notebook_name,
+        "definition": {
+            "format": "ipynb",
+            "parts": [
+                {
+                    "path": "notebook-content.py",
+                    "payload": notebook_payload,
+                    "payloadType": "InlineBase64",
+                }
+            ],
+        },
+    }
+    if description is not None:
+        request_body["description"] = description
+
+    response = client.post(f"v1/workspaces/{workspace_id}/notebooks", json=request_body)
+
+    lro(client, response, status_codes=[201, 202])
+
+    print(
+        f"{icons.green_dot} The '{notebook_name}' notebook was created within the '{workspace}' workspace."
+    )
+
+
+def list_reports_using_semantic_model(
+    dataset: str, workspace: Optional[str] = None
+) -> pd.DataFrame:
+    """
+    Shows a list of all the reports (in all workspaces) which use a given semantic model.
+
+    Parameters
+    ----------
+    dataset : str
+        Name of the semantic model.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the reports which use a given semantic model.
+    """
+
+    df = pd.DataFrame(
+        columns=[
+            "Report Name",
+            "Report Id",
+            "Report Workspace Name",
+            "Report Workspace Id",
+        ]
+    )
+
+    workspace = fabric.resolve_workspace_name(workspace)
+    dataset_id = resolve_dataset_id(dataset, workspace)
+    client = fabric.PowerBIRestClient()
+    response = client.get(
+        f"metadata/relations/downstream/dataset/{dataset_id}?apiVersion=3"
+    )
+
+    response_json = response.json()
+
+    for i in response_json.get("artifacts", []):
+        object_workspace_id = i.get("workspace", {}).get("objectId")
+        object_type = i.get("typeName")
+
+        if object_type == "Report":
+            new_data = {
+                "Report Name": i.get("displayName"),
+                "Report Id": i.get("objectId"),
+                "Report Workspace Name": fabric.resolve_workspace_name(
+                    object_workspace_id
+                ),
+                "Report Workspace Id": object_workspace_id,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    return df