semantic-link-labs 0.4.2__py3-none-any.whl → 0.5.0__py3-none-any.whl

sempy_labs/_list_functions.py

@@ -9,8 +9,9 @@ import pandas as pd
 import json, time
 from pyspark.sql import SparkSession
 from typing import Optional
+import sempy_labs._icons as icons
 
-def get_object_level_security(dataset: str, workspace: Optional[str] = None):
+def get_object_level_security(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the object level security for the semantic model.
 
@@ -29,47 +30,51 @@ def get_object_level_security(dataset: str, workspace: Optional[str] = None):
         A pandas dataframe showing the object level security for the semantic model.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
-
-    tom_server = fabric.create_tom_server(readonly=True, workspace=workspace)
-    m = tom_server.Databases.GetByName(dataset).Model
+    from sempy_labs.tom import connect_semantic_model
 
+    if workspace is None:        
+        workspace = fabric.resolve_workspace_name()
+    
     df = pd.DataFrame(columns=["Role Name", "Object Type", "Table Name", "Object Name"])
 
-    for r in m.Roles:
-        for tp in r.TablePermissions:
-            if len(tp.FilterExpression) == 0:
-                columnCount = len(tp.ColumnPermissions)
-                objectType = "Table"
-                if columnCount == 0:
-                    new_data = {
-                        "Role Name": r.Name,
-                        "Object Type": objectType,
-                        "Table Name": tp.Name,
-                        "Object Name": tp.Name,
-                    }
-                    df = pd.concat(
-                        [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                else:
-                    objectType = "Column"
-                    for cp in tp.ColumnPermissions:
+    with connect_semantic_model(dataset=dataset, readonly=True, workspace=workspace) as tom:
+
+        for r in tom.model.Roles:
+            for tp in r.TablePermissions:
+                if len(tp.FilterExpression) == 0:
+                    columnCount = 0
+                    try:
+                        columnCount = len(tp.ColumnPermissions)
+                    except:
+                        pass
+                    objectType = "Table"
+                    if columnCount == 0:
                         new_data = {
                             "Role Name": r.Name,
                             "Object Type": objectType,
                             "Table Name": tp.Name,
-                            "Object Name": cp.Name,
+                            "Object Name": tp.Name,
                         }
                         df = pd.concat(
                             [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
                         )
+                    else:
+                        objectType = "Column"
+                        for cp in tp.ColumnPermissions:
+                            new_data = {
+                                "Role Name": r.Name,
+                                "Object Type": objectType,
+                                "Table Name": tp.Name,
+                                "Object Name": cp.Name,
+                            }
+                            df = pd.concat(
+                                [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
+                            )
 
-    return df
+        return df
 
 
-def list_tables(dataset: str, workspace: Optional[str] = None):
+def list_tables(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows a semantic model's tables and their properties.
 
@@ -88,12 +93,10 @@ def list_tables(dataset: str, workspace: Optional[str] = None):
         A pandas dataframe showing the semantic model's tables and their properties.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    from sempy_labs.tom import connect_semantic_model
 
-    tom_server = fabric.create_tom_server(readonly=True, workspace=workspace)
-    m = tom_server.Databases.GetByName(dataset).Model
+    if workspace is None:
+        workspace = fabric.resolve_workspace_name()
 
     df = pd.DataFrame(
         columns=[
@@ -107,35 +110,39 @@ def list_tables(dataset: str, workspace: Optional[str] = None):
         ]
     )
 
-    for t in m.Tables:
-        tableType = "Table"
-        rPolicy = bool(t.RefreshPolicy)
-        sourceExpression = None
-        if str(t.CalculationGroup) != "None":
-            tableType = "Calculation Group"
-        else:
-            for p in t.Partitions:
-                if str(p.SourceType) == "Calculated":
-                    tableType = "Calculated Table"
+    with connect_semantic_model(dataset=dataset, readonly=True, workspace=workspace) as tom:
 
-        if rPolicy:
-            sourceExpression = t.RefreshPolicy.SourceExpression
+        import Microsoft.AnalysisServices.Tabular as TOM
 
-        new_data = {
-            "Name": t.Name,
-            "Type": tableType,
-            "Hidden": t.IsHidden,
-            "Data Category": t.DataCategory,
-            "Description": t.Description,
-            "Refresh Policy": rPolicy,
-            "Source Expression": sourceExpression,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for t in tom.model.Tables:
+            tableType = "Table"
+            rPolicy = bool(t.RefreshPolicy)
+            sourceExpression = None
+            if str(t.CalculationGroup) != "None":
+                tableType = "Calculation Group"
+            else:
+                for p in t.Partitions:
+                    if p.SourceType == TOM.PartitionSourceType.Calculated:
+                        tableType = "Calculated Table"
 
-    return df
+            if rPolicy:
+                sourceExpression = t.RefreshPolicy.SourceExpression
 
+            new_data = {
+                "Name": t.Name,
+                "Type": tableType,
+                "Hidden": t.IsHidden,
+                "Data Category": t.DataCategory,
+                "Description": t.Description,
+                "Refresh Policy": rPolicy,
+                "Source Expression": sourceExpression,
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
-def list_annotations(dataset: str, workspace: Optional[str] = None):
+        return df
+
+
+def list_annotations(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows a semantic model's annotations and their properties.
 
@@ -154,12 +161,9 @@ def list_annotations(dataset: str, workspace: Optional[str] = None):
         A pandas dataframe showing the semantic model's annotations and their properties.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    from sempy_labs.tom import connect_semantic_model
 
-    tom_server = fabric.create_tom_server(readonly=True, workspace=workspace)
-    m = tom_server.Databases.GetByName(dataset).Model
+    workspace = fabric.resolve_workspace_name()
 
     df = pd.DataFrame(
         columns=[
@@ -171,183 +175,185 @@ def list_annotations(dataset: str, workspace: Optional[str] = None):
         ]
     )
 
-    mName = m.Name
-    for a in m.Annotations:
-        objectType = "Model"
-        aName = a.Name
-        aValue = a.Value
-        new_data = {
-            "Object Name": mName,
-            "Parent Object Name": "N/A",
-            "Object Type": objectType,
-            "Annotation Name": aName,
-            "Annotation Value": aValue,
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for t in m.Tables:
-        objectType = "Table"
-        tName = t.Name
-        for ta in t.Annotations:
-            taName = ta.Name
-            taValue = ta.Value
+    with connect_semantic_model(dataset=dataset, readonly=True, workspace=workspace) as tom:
+
+        mName = tom.model.Name
+        for a in tom.model.Annotations:
+            objectType = "Model"
+            aName = a.Name
+            aValue = a.Value
             new_data = {
-                "Object Name": tName,
-                "Parent Object Name": mName,
+                "Object Name": mName,
+                "Parent Object Name": None,
                 "Object Type": objectType,
-                "Annotation Name": taName,
-                "Annotation Value": taValue,
+                "Annotation Name": aName,
+                "Annotation Value": aValue,
             }
             df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-        for p in t.Partitions:
-            pName = p.Name
-            objectType = "Partition"
-            for pa in p.Annotations:
-                paName = pa.Name
-                paValue = pa.Value
+        for t in tom.model.Tables:
+            objectType = "Table"
+            tName = t.Name
+            for ta in t.Annotations:
+                taName = ta.Name
+                taValue = ta.Value
                 new_data = {
-                    "Object Name": pName,
-                    "Parent Object Name": tName,
+                    "Object Name": tName,
+                    "Parent Object Name": mName,
                     "Object Type": objectType,
-                    "Annotation Name": paName,
-                    "Annotation Value": paValue,
+                    "Annotation Name": taName,
+                    "Annotation Value": taValue,
                 }
-                df = pd.concat(
-                    [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                )
-        for c in t.Columns:
-            objectType = "Column"
-            cName = c.Name
-            for ca in c.Annotations:
-                caName = ca.Name
-                caValue = ca.Value
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            for p in t.Partitions:
+                pName = p.Name
+                objectType = "Partition"
+                for pa in p.Annotations:
+                    paName = pa.Name
+                    paValue = pa.Value
+                    new_data = {
+                        "Object Name": pName,
+                        "Parent Object Name": tName,
+                        "Object Type": objectType,
+                        "Annotation Name": paName,
+                        "Annotation Value": paValue,
+                    }
+                    df = pd.concat(
+                        [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
+                    )
+            for c in t.Columns:
+                objectType = "Column"
+                cName = c.Name
+                for ca in c.Annotations:
+                    caName = ca.Name
+                    caValue = ca.Value
+                    new_data = {
+                        "Object Name": cName,
+                        "Parent Object Name": tName,
+                        "Object Type": objectType,
+                        "Annotation Name": caName,
+                        "Annotation Value": caValue,
+                    }
+                    df = pd.concat(
+                        [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
+                    )
+            for ms in t.Measures:
+                objectType = "Measure"
+                measName = ms.Name
+                for ma in ms.Annotations:
+                    maName = ma.Name
+                    maValue = ma.Value
+                    new_data = {
+                        "Object Name": measName,
+                        "Parent Object Name": tName,
+                        "Object Type": objectType,
+                        "Annotation Name": maName,
+                        "Annotation Value": maValue,
+                    }
+                    df = pd.concat(
+                        [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
+                    )
+            for h in t.Hierarchies:
+                objectType = "Hierarchy"
+                hName = h.Name
+                for ha in h.Annotations:
+                    haName = ha.Name
+                    haValue = ha.Value
+                    new_data = {
+                        "Object Name": hName,
+                        "Parent Object Name": tName,
+                        "Object Type": objectType,
+                        "Annotation Name": haName,
+                        "Annotation Value": haValue,
+                    }
+                    df = pd.concat(
+                        [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
+                    )
+        for d in tom.model.DataSources:
+            dName = d.Name
+            objectType = "Data Source"
+            for da in d.Annotations:
+                daName = da.Name
+                daValue = da.Value
                 new_data = {
-                    "Object Name": cName,
-                    "Parent Object Name": tName,
+                    "Object Name": dName,
+                    "Parent Object Name": mName,
                     "Object Type": objectType,
-                    "Annotation Name": caName,
-                    "Annotation Value": caValue,
+                    "Annotation Name": daName,
+                    "Annotation Value": daValue,
                 }
-                df = pd.concat(
-                    [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                )
-        for ms in t.Measures:
-            objectType = "Measure"
-            measName = ms.Name
-            for ma in ms.Annotations:
-                maName = ma.Name
-                maValue = ma.Value
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for r in tom.model.Relationships:
+            rName = r.Name
+            objectType = "Relationship"
+            for ra in r.Annotations:
+                raName = ra.Name
+                raValue = ra.Value
                 new_data = {
-                    "Object Name": measName,
-                    "Parent Object Name": tName,
+                    "Object Name": rName,
+                    "Parent Object Name": mName,
                     "Object Type": objectType,
-                    "Annotation Name": maName,
-                    "Annotation Value": maValue,
+                    "Annotation Name": raName,
+                    "Annotation Value": raValue,
                 }
-                df = pd.concat(
-                    [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                )
-        for h in t.Hierarchies:
-            objectType = "Hierarchy"
-            hName = h.Name
-            for ha in h.Annotations:
-                haName = ha.Name
-                haValue = ha.Value
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for cul in tom.model.Cultures:
+            culName = cul.Name
+            objectType = "Translation"
+            for cula in cul.Annotations:
+                culaName = cula.Name
+                culaValue = cula.Value
                 new_data = {
-                    "Object Name": hName,
-                    "Parent Object Name": tName,
+                    "Object Name": culName,
+                    "Parent Object Name": mName,
                     "Object Type": objectType,
-                    "Annotation Name": haName,
-                    "Annotation Value": haValue,
+                    "Annotation Name": culaName,
+                    "Annotation Value": culaValue,
                 }
-                df = pd.concat(
-                    [df, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                )
-    for d in m.DataSources:
-        dName = d.Name
-        objectType = "Data Source"
-        for da in d.Annotations:
-            daName = da.Name
-            daValue = da.Value
-            new_data = {
-                "Object Name": dName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": daName,
-                "Annotation Value": daValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for r in m.Relationships:
-        rName = r.Name
-        objectType = "Relationship"
-        for ra in r.Annotations:
-            raName = ra.Name
-            raValue = ra.Value
-            new_data = {
-                "Object Name": rName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": raName,
-                "Annotation Value": raValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for cul in m.Cultures:
-        culName = cul.Name
-        objectType = "Translation"
-        for cula in cul.Annotations:
-            culaName = cula.Name
-            culaValue = cula.Value
-            new_data = {
-                "Object Name": culName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": culaName,
-                "Annotation Value": culaValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for e in m.Expressions:
-        eName = e.Name
-        objectType = "Expression"
-        for ea in e.Annotations:
-            eaName = ea.Name
-            eaValue = ea.Value
-            new_data = {
-                "Object Name": eName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": eaName,
-                "Annotation Value": eaValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for per in m.Perspectives:
-        perName = per.Name
-        objectType = "Perspective"
-        for pera in per.Annotations:
-            peraName = pera.Name
-            peraValue = pera.Value
-            new_data = {
-                "Object Name": perName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": peraName,
-                "Annotation Value": peraValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    for rol in m.Roles:
-        rolName = rol.Name
-        objectType = "Role"
-        for rola in rol.Annotations:
-            rolaName = rola.Name
-            rolaValue = rola.Value
-            new_data = {
-                "Object Name": rolName,
-                "Parent Object Name": mName,
-                "Object Type": objectType,
-                "Annotation Name": rolaName,
-                "Annotation Value": rolaValue,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for e in tom.model.Expressions:
+            eName = e.Name
+            objectType = "Expression"
+            for ea in e.Annotations:
+                eaName = ea.Name
+                eaValue = ea.Value
+                new_data = {
+                    "Object Name": eName,
+                    "Parent Object Name": mName,
+                    "Object Type": objectType,
+                    "Annotation Name": eaName,
+                    "Annotation Value": eaValue,
+                }
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for per in tom.model.Perspectives:
+            perName = per.Name
+            objectType = "Perspective"
+            for pera in per.Annotations:
+                peraName = pera.Name
+                peraValue = pera.Value
+                new_data = {
+                    "Object Name": perName,
+                    "Parent Object Name": mName,
+                    "Object Type": objectType,
+                    "Annotation Name": peraName,
+                    "Annotation Value": peraValue,
+                }
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        for rol in tom.model.Roles:
+            rolName = rol.Name
+            objectType = "Role"
+            for rola in rol.Annotations:
+                rolaName = rola.Name
+                rolaValue = rola.Value
+                new_data = {
+                    "Object Name": rolName,
+                    "Parent Object Name": mName,
+                    "Object Type": objectType,
+                    "Annotation Name": rolaName,
+                    "Annotation Value": rolaValue,
+                }
+                df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
-    return df
+        return df
 
 
 def list_columns(
@@ -355,7 +361,7 @@ def list_columns(
     workspace: Optional[str] = None,
     lakehouse: Optional[str] = None,
     lakehouse_workspace: Optional[str] = None,
-):
+) -> pd.DataFrame:
     """
     Shows a semantic model's columns and their properties.
 
@@ -385,8 +391,7 @@ def list_columns(
     )
 
     if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+        workspace = fabric.resolve_workspace_name()
 
     dfP = fabric.list_partitions(dataset=dataset, workspace=workspace)
 
@@ -453,7 +458,7 @@ def list_columns(
     return dfC
 
 
-def list_dashboards(workspace: Optional[str] = None):
+def list_dashboards(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows a list of the dashboards within a workspace.
 
@@ -493,24 +498,15 @@ def list_dashboards(workspace: Optional[str] = None):
     response = client.get(f"/v1.0/myorg/groups/{workspace_id}/dashboards")
 
     for v in response.json()["value"]:
-        dashboardID = v["id"]
-        displayName = v["displayName"]
-        isReadOnly = v["isReadOnly"]
-        webURL = v["webUrl"]
-        embedURL = v["embedUrl"]
-        dataClass = v["dataClassification"]
-        users = v["users"]
-        subs = v["subscriptions"]
-
         new_data = {
-            "Dashboard ID": dashboardID,
-            "Dashboard Name": displayName,
-            "Read Only": isReadOnly,
-            "Web URL": webURL,
-            "Embed URL": embedURL,
-            "Data Classification": dataClass,
-            "Users": [users],
-            "Subscriptions": [subs],
+            "Dashboard ID": v.get("id"),
+            "Dashboard Name": v.get("displayName"),
+            "Read Only": v.get("isReadOnly"),
+            "Web URL": v.get("webUrl"),
+            "Embed URL": v.get("embedUrl"),
+            "Data Classification": v.get("dataClassification"),
+            "Users": [v.get("users")],
+            "Subscriptions": [v.get("subscriptions")],
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
@@ -519,7 +515,7 @@ def list_dashboards(workspace: Optional[str] = None):
     return df
 
 
-def list_lakehouses(workspace: Optional[str] = None):
+def list_lakehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the lakehouses within a workspace.
 
@@ -554,34 +550,26 @@ def list_lakehouses(workspace: Optional[str] = None):
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/lakehouses/")
 
-    for v in response.json()["value"]:
-        lakehouseId = v["id"]
-        lakehouseName = v["displayName"]
-        lakehouseDesc = v["description"]
-        prop = v["properties"]
-        oneLakeTP = prop["oneLakeTablesPath"]
-        oneLakeFP = prop["oneLakeFilesPath"]
-        sqlEPProp = prop["sqlEndpointProperties"]
-        sqlEPCS = sqlEPProp["connectionString"]
-        sqlepid = sqlEPProp["id"]
-        sqlepstatus = sqlEPProp["provisioningStatus"]
+    for v in response.json()["value"]:        
+        prop = v.get("properties",{})
+        sqlEPProp = prop.get("sqlEndpointProperties",{})
 
         new_data = {
-            "Lakehouse Name": lakehouseName,
-            "Lakehouse ID": lakehouseId,
-            "Description": lakehouseDesc,
-            "OneLake Tables Path": oneLakeTP,
-            "OneLake Files Path": oneLakeFP,
-            "SQL Endpoint Connection String": sqlEPCS,
-            "SQL Endpoint ID": sqlepid,
-            "SQL Endpoint Provisioning Status": sqlepstatus,
+            "Lakehouse Name": v.get("displayName"),
+            "Lakehouse ID": v.get("id"),
+            "Description": v.get("description"),
+            "OneLake Tables Path": prop.get("oneLakeTablesPath"),
+            "OneLake Files Path": prop.get("oneLakeFilesPath"),
+            "SQL Endpoint Connection String": sqlEPProp.get("connectionString"),
+            "SQL Endpoint ID": sqlEPProp.get("id"),
+            "SQL Endpoint Provisioning Status": sqlEPProp.get("provisioningStatus"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_warehouses(workspace: Optional[str] = None):
+def list_warehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the warehouses within a workspace.
 
@@ -614,29 +602,23 @@ def list_warehouses(workspace: Optional[str] = None):
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/warehouses/")
 
-    for v in response.json()["value"]:
-        warehouse_id = v["id"]
-        warehouse_name = v["displayName"]
-        desc = v["description"]
-        prop = v["properties"]
-        connInfo = prop["connectionInfo"]
-        createdDate = prop["createdDate"]
-        lastUpdate = prop["lastUpdatedTime"]
+    for v in response.json()["value"]:        
+        prop = v.get("properties",{})
 
         new_data = {
-            "Warehouse Name": warehouse_name,
-            "Warehouse ID": warehouse_id,
-            "Description": desc,
-            "Connection Info": connInfo,
-            "Created Date": createdDate,
-            "Last Updated Time": lastUpdate,
+            "Warehouse Name": v.get("displayName"),
+            "Warehouse ID": v.get("id"),
+            "Description": v.get("description"),
+            "Connection Info": prop.get("connectionInfo"),
+            "Created Date": prop.get("createdDate"),
+            "Last Updated Time": prop.get("lastUpdatedTime"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_sqlendpoints(workspace: Optional[str] = None):
+def list_sqlendpoints(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the SQL Endpoints within a workspace.
 
@@ -661,21 +643,18 @@ def list_sqlendpoints(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/sqlEndpoints/")
 
     for v in response.json()["value"]:
-        sql_id = v["id"]
-        lake_name = v["displayName"]
-        desc = v["description"]
 
         new_data = {
-            "SQL Endpoint ID": sql_id,
-            "SQL Endpoint Name": lake_name,
-            "Description": desc,
+            "SQL Endpoint ID": v.get("id"),
+            "SQL Endpoint Name": v.get("displayName"),
+            "Description": v.get("description"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_mirroredwarehouses(workspace: Optional[str] = None):
+def list_mirroredwarehouses(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the mirrored warehouses within a workspace.
 
@@ -701,22 +680,19 @@ def list_mirroredwarehouses(workspace: Optional[str] = None):
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/mirroredWarehouses/")
 
-    for v in response.json()["value"]:
-        mirr_id = v["id"]
-        dbname = v["displayName"]
-        desc = v["description"]
+    for v in response.json()["value"]:        
 
         new_data = {
-            "Mirrored Warehouse": dbname,
-            "Mirrored Warehouse ID": mirr_id,
-            "Description": desc,
+            "Mirrored Warehouse": v.get("displayName"),
+            "Mirrored Warehouse ID": v.get("id"),
+            "Description": v.get("description"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_kqldatabases(workspace: Optional[str] = None):
+def list_kqldatabases(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the KQL databases within a workspace.
 
@@ -750,31 +726,24 @@ def list_kqldatabases(workspace: Optional[str] = None):
     client = fabric.FabricRestClient()
     response = client.get(f"/v1/workspaces/{workspace_id}/kqlDatabases/")
 
-    for v in response.json()["value"]:
-        kql_id = v["id"]
-        kql_name = v["displayName"]
-        desc = v["description"]
-        prop = v["properties"]
-        eventId = prop["parentEventhouseItemId"]
-        qsURI = prop["queryServiceUri"]
-        isURI = prop["ingestionServiceUri"]
-        dbType = prop["kustoDatabaseType"]
+    for v in response.json()["value"]:        
+        prop = v.get("properties",{})
 
         new_data = {
-            "KQL Database Name": kql_name,
-            "KQL Database ID": kql_id,
-            "Description": desc,
-            "Parent Eventhouse Item ID": eventId,
-            "Query Service URI": qsURI,
-            "Ingestion Service URI": isURI,
-            "Kusto Database Type": dbType,
+            "KQL Database Name": v.get("displayName"),
+            "KQL Database ID": v.get("id"),
+            "Description": v.get("description"),
+            "Parent Eventhouse Item ID": prop.get("parentEventhouseItemId"),
+            "Query Service URI": prop.get("queryServiceUri"),
+            "Ingestion Service URI": prop.get("ingestionServiceUri"),
+            "Kusto Database Type": prop.get("kustoDatabaseType"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_kqlquerysets(workspace: Optional[str] = None):
+def list_kqlquerysets(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the KQL Querysets within a workspace.
 
@@ -799,21 +768,18 @@ def list_kqlquerysets(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/kqlQuerysets/")
 
     for v in response.json()["value"]:
-        kql_id = v["id"]
-        kql_name = v["displayName"]
-        desc = v["description"]
 
         new_data = {
-            "KQL Queryset Name": kql_name,
-            "KQL Queryset ID": kql_id,
-            "Description": desc,
+            "KQL Queryset Name": v.get("displayName"),
+            "KQL Queryset ID": v.get("id"),
+            "Description": v.get("description"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_mlmodels(workspace: Optional[str] = None):
+def list_mlmodels(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the ML models within a workspace.
 
@@ -838,9 +804,9 @@ def list_mlmodels(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/mlModels/")
 
     for v in response.json()["value"]:
-        model_id = v["id"]
-        modelName = v["displayName"]
-        desc = v["description"]
+        model_id = v.get("id")
+        modelName = v.get("displayName")
+        desc = v.get("description")
 
         new_data = {
             "ML Model Name": modelName,
@@ -852,7 +818,7 @@ def list_mlmodels(workspace: Optional[str] = None):
     return df
 
 
-def list_eventstreams(workspace: Optional[str] = None):
+def list_eventstreams(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the eventstreams within a workspace.
 
@@ -877,9 +843,9 @@ def list_eventstreams(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/eventstreams/")
 
     for v in response.json()["value"]:
-        model_id = v["id"]
-        modelName = v["displayName"]
-        desc = v["description"]
+        model_id = v.get("id")
+        modelName = v.get("displayName")
+        desc = v.get("description")
 
         new_data = {
             "Eventstream Name": modelName,
@@ -891,7 +857,7 @@ def list_eventstreams(workspace: Optional[str] = None):
     return df
 
 
-def list_datapipelines(workspace: Optional[str] = None):
+def list_datapipelines(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the data pipelines within a workspace.
 
@@ -916,9 +882,9 @@ def list_datapipelines(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines/")
 
     for v in response.json()["value"]:
-        model_id = v["id"]
-        modelName = v["displayName"]
-        desc = v["description"]
+        model_id = v.get("id")
+        modelName = v.get("displayName")
+        desc = v.get("description")
 
         new_data = {
             "Data Pipeline Name": modelName,
@@ -930,7 +896,7 @@ def list_datapipelines(workspace: Optional[str] = None):
     return df
 
 
-def list_mlexperiments(workspace: Optional[str] = None):
+def list_mlexperiments(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the ML experiments within a workspace.
 
@@ -955,21 +921,18 @@ def list_mlexperiments(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/mlExperiments/")
 
     for v in response.json()["value"]:
-        model_id = v["id"]
-        modelName = v["displayName"]
-        desc = v["description"]
 
         new_data = {
-            "ML Experiment Name": modelName,
-            "ML Experiment ID": model_id,
-            "Description": desc,
+            "ML Experiment Name": v.get("displayName"),
+            "ML Experiment ID": v.get("id"),
+            "Description": v.get("description"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     return df
 
 
-def list_datamarts(workspace: Optional[str] = None):
+def list_datamarts(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the datamarts within a workspace.
 
@@ -994,14 +957,11 @@ def list_datamarts(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/datamarts/")
 
     for v in response.json()["value"]:
-        model_id = v["id"]
-        modelName = v["displayName"]
-        desc = v["description"]
 
         new_data = {
-            "Datamart Name": modelName,
-            "Datamart ID": model_id,
-            "Description": desc,
+            "Datamart Name": v.get("displayName"),
+            "Datamart ID": v.get("id"),
+            "Description": v.get("description"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
@@ -1044,7 +1004,7 @@ def create_warehouse(
 
     if response.status_code == 201:
         print(
-            f"The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
+            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
         )
     elif response.status_code == 202:
         operationId = response.headers["x-ms-operation-id"]
@@ -1056,13 +1016,10 @@ def create_warehouse(
             response_body = json.loads(response.content)
         response = client.get(f"/v1/operations/{operationId}/result")
         print(
-            f"The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
+            f"{icons.green_dot} The '{warehouse}' warehouse has been created within the '{workspace}' workspace."
         )
     else:
-        print(
-            f"ERROR: Failed to create the '{warehouse}' warehouse within the '{workspace}' workspace."
-        )
-
+        raise ValueError(f"{icons.red_dot} Failed to create the '{warehouse}' warehouse within the '{workspace}' workspace.")
 
 def update_item(
     item_type: str,
@@ -1107,19 +1064,15 @@ def update_item(
     item_type = item_type.replace(" ", "").capitalize()
 
     if item_type not in itemTypes.keys():
-        print(f"The '{item_type}' is not a valid item type. ")
-        return
-
+        raise ValueError(f"{icons.red_dot} The '{item_type}' is not a valid item type. ")
+        
     itemType = itemTypes[item_type]
 
     dfI = fabric.list_items(workspace=workspace, type=item_type)
     dfI_filt = dfI[(dfI["Display Name"] == current_name)]
 
     if len(dfI_filt) == 0:
-        print(
-            f"The '{current_name}' {item_type} does not exist within the '{workspace}' workspace."
-        )
-        return
+        raise ValueError(f"{icons.red_dot} The '{current_name}' {item_type} does not exist within the '{workspace}' workspace.")
 
     itemId = dfI_filt["Id"].iloc[0]
 
@@ -1135,21 +1088,18 @@ def update_item(
     if response.status_code == 200:
         if description is None:
             print(
-                f"The '{current_name}' {item_type} within the '{workspace}' workspace has been updated to be named '{new_name}'"
+                f"{icons.green_dot} The '{current_name}' {item_type} within the '{workspace}' workspace has been updated to be named '{new_name}'"
             )
         else:
             print(
-                f"The '{current_name}' {item_type} within the '{workspace}' workspace has been updated to be named '{new_name}' and have a description of '{description}'"
+                f"{icons.green_dot} The '{current_name}' {item_type} within the '{workspace}' workspace has been updated to be named '{new_name}' and have a description of '{description}'"
             )
     else:
-        print(
-            f"ERROR: The '{current_name}' {item_type} within the '{workspace}' workspace was not updateds."
-        )
-
+        raise ValueError(f"{icons.red_dot}: The '{current_name}' {item_type} within the '{workspace}' workspace was not updateds.")
 
 def list_relationships(
     dataset: str, workspace: Optional[str] = None, extended: Optional[bool] = False
-):
+) -> pd.DataFrame:
     """
     Shows a semantic model's relationships and their properties.
 
@@ -1171,8 +1121,7 @@ def list_relationships(
     """
 
     if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+        workspace = fabric.resolve_workspace_name()
 
     dfR = fabric.list_relationships(dataset=dataset, workspace=workspace)
 
@@ -1230,7 +1179,7 @@ def list_relationships(
     return dfR
 
 
-def list_dataflow_storage_accounts():
+def list_dataflow_storage_accounts() -> pd.DataFrame:
     """
     Shows the accessible dataflow storage accounts.
 
@@ -1254,14 +1203,11 @@ def list_dataflow_storage_accounts():
     response = client.get(f"/v1.0/myorg/dataflowStorageAccounts")
 
     for v in response.json()["value"]:
-        dfsaId = v["id"]
-        dfsaName = v["name"]
-        isEnabled = v["isEnabled"]
 
         new_data = {
-            "Dataflow Storage Account ID": dfsaId,
-            "Dataflow Storage Account Name": dfsaName,
-            "Enabled": isEnabled,
+            "Dataflow Storage Account ID": v.get("id"),
+            "Dataflow Storage Account Name": v.get("name"),
+            "Enabled": v.get("isEnabled"),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
@@ -1270,7 +1216,7 @@ def list_dataflow_storage_accounts():
     return df
 
 
-def list_kpis(dataset: str, workspace: Optional[str] = None):
+def list_kpis(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows a semantic model's KPIs and their properties.
 
@@ -1289,7 +1235,7 @@ def list_kpis(dataset: str, workspace: Optional[str] = None):
         A pandas dataframe showing the KPIs for the semantic model.
     """
 
-    from .tom import connect_semantic_model
+    from sempy_labs.tom import connect_semantic_model
 
     with connect_semantic_model(
         dataset=dataset, workspace=workspace, readonly=True
@@ -1334,7 +1280,7 @@ def list_kpis(dataset: str, workspace: Optional[str] = None):
         return df
 
 
-def list_workspace_role_assignments(workspace: Optional[str] = None):
+def list_workspace_role_assignments(workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows the members of a given workspace.
 
@@ -1359,10 +1305,10 @@ def list_workspace_role_assignments(workspace: Optional[str] = None):
     response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
 
     for i in response.json()["value"]:
-        user_name = i["principal"]["displayName"]
-        role_name = i["role"]
-        user_email = i["principal"]["userDetails"]["userPrincipalName"]
-        user_type = i["principal"]["type"]
+        user_name = i.get("principal",{}).get("displayName")
+        role_name = i.get("role")
+        user_email = i.get("principal",{}).get("userDetails",{}).get("userPrincipalName")
+        user_type = i.get("principal",{}).get("type")
 
         new_data = {
             "User Name": user_name,
@@ -1374,7 +1320,7 @@ def list_workspace_role_assignments(workspace: Optional[str] = None):
 
     return df
 
-def list_semantic_model_objects(dataset: str, workspace: Optional[str] = None):
+def list_semantic_model_objects(dataset: str, workspace: Optional[str] = None) -> pd.DataFrame:
     """
     Shows a list of semantic model objects.
 
@@ -1393,7 +1339,7 @@ def list_semantic_model_objects(dataset: str, workspace: Optional[str] = None):
     pandas.DataFrame
         A pandas dataframe showing a list of objects in the semantic model
     """
-    from .tom import connect_semantic_model
+    from sempy_labs.tom import connect_semantic_model
 
     df = pd.DataFrame(columns=["Parent Name", "Object Name", "Object Type"])
     with connect_semantic_model(
@@ -1585,8 +1531,8 @@ def list_shortcuts(
     )
     if response.status_code == 200:
         for s in response.json()["value"]:
-            shortcutName = s["name"]
-            shortcutPath = s["path"]
+            shortcutName = s.get("name")
+            shortcutPath = s.get("path")
             source = list(s["target"].keys())[0]
             (
                 sourceLakehouseName,
@@ -1597,17 +1543,17 @@ def list_shortcuts(
                 subpath,
             ) = (None, None, None, None, None, None)
             if source == "oneLake":
-                sourceLakehouseId = s["target"][source]["itemId"]
-                sourcePath = s["target"][source]["path"]
-                sourceWorkspaceId = s["target"][source]["workspaceId"]
+                sourceLakehouseId = s.get("target",{}).get(source,{}).get("itemId")
+                sourcePath = s.get("target",{}).get(source,{}).get("path")
+                sourceWorkspaceId = s.get("target",{}).get(source,{}).get("workspaceId")
                 sourceWorkspaceName = fabric.resolve_workspace_name(sourceWorkspaceId)
                 sourceLakehouseName = resolve_lakehouse_name(
                     sourceLakehouseId, sourceWorkspaceName
                 )
             else:
-                connectionId = s["target"][source]["connectionId"]
-                location = s["target"][source]["location"]
-                subpath = s["target"][source]["subpath"]
+                connectionId = s.get("target",{}).get(source,{}).get("connectionId")
+                location = s.get("target",{}).get(source,{}).get("location")
+                subpath = s.get("target",{}).get(source,{}).get("subpath")
 
             new_data = {
                 "Shortcut Name": shortcutName,
@@ -1623,6 +1569,584 @@ def list_shortcuts(
             df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
     print(
-        f"This function relies on an API which is not yet official as of May 21, 2024. Once the API becomes official this function will work as expected."
+        f"{icons.warning} This function relies on an API which is not yet official as of May 21, 2024. Once the API becomes official this function will work as expected."
     )
-    return df
+    return df
+
+def list_custom_pools(workspace: Optional[str] = None) -> pd.DataFrame:
+  
+    """
+    Lists all `custom pools <https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools>`_ within a workspace.
+
+    Parameters
+    ----------
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing all the custom pools within the Fabric workspace.
+    """
+  
+    #https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/list-workspace-custom-pools
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    df = pd.DataFrame(columns=['Custom Pool ID', 'Custom Pool Name', 'Type', 'Node Family', 'Node Size', 'Auto Scale Enabled', 'Auto Scale Min Node Count', 'Auto Scale Max Node Count', 'Dynamic Executor Allocation Enabled', 'Dynamic Executor Allocation Min Executors', 'Dynamic Executor Allocation Max Executors'])
+
+    client = fabric.FabricRestClient()
+    response = client.get(f"/v1/workspaces/{workspace_id}/spark/pools")
+
+    for i in response.json()['value']:
+
+        aScale = i.get('autoScale',{})
+        d = i.get('dynamicExecutorAllocation',{})
+
+        new_data = {'Custom Pool ID': i.get('id'), 'Custom Pool Name': i.get('name'), 'Type': i.get('type'), 'Node Family': i.get('nodeFamily'), 'Node Size': i.get('nodeSize'), \
+        'Auto Scale Enabled': aScale.get('enabled'), 'Auto Scale Min Node Count': aScale.get('minNodeCount'), 'Auto Scale Max Node Count': aScale.get('maxNodeCount'), \
+        'Dynamic Executor Allocation Enabled': d.get('enabled'), 'Dynamic Executor Allocation Min Executors': d.get('minExecutors'), 'Dynamic Executor Allocation Max Executors': d.get('maxExecutors')}
+        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    bool_cols = ['Auto Scale Enabled', 'Dynamic Executor Allocation Enabled']
+    int_cols = ['Auto Scale Min Node Count', 'Auto Scale Max Node Count', 'Dynamic Executor Allocation Enabled', 'Dynamic Executor Allocation Min Executors', 'Dynamic Executor Allocation Max Executors']
+
+    df[bool_cols] = df[bool_cols].astype(bool)
+    df[int_cols] = df[int_cols].astype(int)
+
+    return df
+
+def create_custom_pool(pool_name: str, node_size: str, min_node_count: int, max_node_count: int, min_executors: int, max_executors: int, node_family: Optional[str] = 'MemoryOptimized', auto_scale_enabled: Optional[bool] = True, dynamic_executor_allocation_enabled: Optional[bool] = True, workspace: Optional[str] = None):
+  
+    """
+    Creates a `custom pool <https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools>`_ within a workspace.
+
+    Parameters
+    ----------
+    pool_name : str
+        The custom pool name.    
+    node_size : str
+        The `node size <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#nodesize>`_.
+    min_node_count : int
+        The `minimum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+    max_node_count : int
+        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+    min_executors : int
+        The `minimum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+    max_executors : int
+        The `maximum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+    node_family : str, default='MemoryOptimized'
+        The `node family <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#nodefamily>`_.
+    auto_scale_enabled : bool, default=True
+        The status of `auto scale <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+    dynamic_executor_allocation_enabled : bool, default=True
+        The status of the `dynamic executor allocation <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------    
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    request_body = {
+        "name": pool_name,
+        "nodeFamily": node_family,
+        "nodeSize": node_size,
+        "autoScale": {
+        "enabled": auto_scale_enabled,
+        "minNodeCount": min_node_count,
+        "maxNodeCount": max_node_count
+        },
+        "dynamicExecutorAllocation": {
+        "enabled": dynamic_executor_allocation_enabled,
+        "minExecutors": min_executors,
+        "maxExecutors": max_executors
+        }
+    }
+
+    client = fabric.FabricRestClient()
+    response = client.post(f"/v1/workspaces/{workspace_id}/spark/pools", json = request_body)
+
+    if response.status_code == 201:
+        print(f"{icons.green_dot} The '{pool_name}' spark pool has been created within the '{workspace}' workspace.")
+    else:
+        raise ValueError(f"{icons.red_dot} {response.status_code}")
+  
+def update_custom_pool(pool_name: str, node_size: Optional[str] = None, min_node_count: Optional[int] = None, max_node_count: Optional[int] = None, min_executors: Optional[int] = None, max_executors: Optional[int] = None, node_family: Optional[str] = None, auto_scale_enabled: Optional[bool] = None, dynamic_executor_allocation_enabled: Optional[bool] = None, workspace: Optional[str] = None):
+
+    """
+    Updates the properties of a `custom pool <https://learn.microsoft.com/fabric/data-engineering/create-custom-spark-pools>`_ within a workspace.
+
+    Parameters
+    ----------
+    pool_name : str
+        The custom pool name.    
+    node_size : str, default=None
+        The `node size <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#nodesize>`_.
+        Defaults to None which keeps the existing property setting.
+    min_node_count : int, default=None
+        The `minimum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    max_node_count : int, default=None
+        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    min_executors : int, default=None
+        The `minimum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    max_executors : int, default=None
+        The `maximum executors <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    node_family : str, default=None
+        The `node family <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#nodefamily>`_.
+        Defaults to None which keeps the existing property setting.
+    auto_scale_enabled : bool, default=None
+        The status of `auto scale <https://learn.microsoft.com/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#autoscaleproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    dynamic_executor_allocation_enabled : bool, default=None
+        The status of the `dynamic executor allocation <https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/create-workspace-custom-pool?tabs=HTTP#dynamicexecutorallocationproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------    
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/spark/custom-pools/update-workspace-custom-pool?tabs=HTTP
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    df = list_custom_pools(workspace = workspace)
+    df_pool = df[df['Custom Pool Name'] == pool_name]
+
+    if len(df_pool) == 0:
+        raise ValueError(f"{icons.red_dot} The '{pool_name}' custom pool does not exist within the '{workspace}'. Please choose a valid custom pool.")
+
+    if node_family is None:
+        node_family = df_pool['Node Family'].iloc[0]
+    if node_size is None:
+        node_size = df_pool['Node Size'].iloc[0]
+    if auto_scale_enabled is None:
+        auto_scale_enabled = bool(df_pool['Auto Scale Enabled'].iloc[0])
+    if min_node_count is None:
+        min_node_count = int(df_pool['Min Node Count'].iloc[0])
+    if max_node_count is None:
+        max_node_count = int(df_pool['Max Node Count'].iloc[0])
+    if dynamic_executor_allocation_enabled is None:
+        dynamic_executor_allocation_enabled = bool(df_pool['Dynami Executor Allocation Enabled'].iloc[0])
+    if min_executors is None:
+        min_executors = int(df_pool['Min Executors'].iloc[0])
+    if max_executors is None:
+        max_executors = int(df_pool['Max Executors'].iloc[0])
+
+    request_body = {
+        "name": pool_name,
+        "nodeFamily": node_family,
+        "nodeSize": node_size,
+        "autoScale": {
+        "enabled": auto_scale_enabled,
+        "minNodeCount": min_node_count,
+        "maxNodeCount": max_node_count
+        },
+        "dynamicExecutorAllocation": {
+        "enabled": dynamic_executor_allocation_enabled,
+        "minExecutors": min_executors,
+        "maxExecutors": max_executors
+        }
+    }
+
+    client = fabric.FabricRestClient()
+    response = client.post(f"/v1/workspaces/{workspace_id}/spark/pools", json = request_body)
+
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The '{pool_name}' spark pool within the '{workspace}' workspace has been updated.")
+    else:
+        raise ValueError(f"{icons.red_dot} {response.status_code}")
+    
+def assign_workspace_to_capacity(capacity_name: str, workspace: Optional[str] = None):
+  
+    """
+    Assigns a workspace to a capacity.
+
+    Parameters
+    ----------
+    capacity_name : str
+        The name of the capacity.
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/core/workspaces/assign-to-capacity?tabs=HTTP
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfC = fabric.list_capacities()
+    dfC_filt = dfC[dfC['Name'] == capacity_name]
+    capacity_id = dfC_filt['Id'].iloc[0]
+
+    request_body = {
+        "capacityId": capacity_id
+    }
+
+    client = fabric.FabricRestClient()
+    response = client.post(f"/v1/workspaces/{workspace_id}/assignToCapacity", json = request_body)
+
+    if response.status_code == 202:
+        print(f"{icons.green_dot} The '{workspace}' workspace has been assigned to the '{capacity_name}' capacity.")
+    else:
+        raise ValueError(f"{icons.red_dot} {response.status_code}")
+
+def unassign_workspace_from_capacity(workspace: Optional[str] = None):
+  
+    """
+    Unassigns a workspace from its assigned capacity.
+
+    Parameters
+    ----------
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/core/workspaces/unassign-from-capacity?tabs=HTTP
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    
+    client = fabric.FabricRestClient()
+    response = client.post(f"/v1/workspaces/{workspace_id}/unassignFromCapacity")
+
+    if response.status_code == 202:
+        print(f"{icons.green_dot} The '{workspace}' workspace has been unassigned from its capacity.")
+    else:
+        raise ValueError(f"{icons.red_dot} {response.status_code}")
+  
+def get_spark_settings(workspace: Optional[str] = None) -> pd.DataFrame:
+  
+    """
+    Shows the spark settings for a workspace.
+
+    Parameters
+    ----------
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the spark settings for a workspace.
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/spark/workspace-settings/get-spark-settings?tabs=HTTP
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    df = pd.DataFrame(columns=['Automatic Log Enabled', 'High Concurrency Enabled', 'Customize Compute Enabled', 'Default Pool Name', 'Default Pool Type', 'Max Node Count', 'Max Executors', 'Environment Name', 'Runtime Version'])
+
+    client = fabric.FabricRestClient()
+    response = client.get(f"/v1/workspaces/{workspace_id}/spark/settings")
+
+    i = response.json()
+    p = i.get('pool')
+    dp = i.get('pool',{}).get('defaultPool',{})
+    sp = i.get('pool',{}).get('starterPool',{})
+    e = i.get('environment',{})
+
+    new_data = {'Automatic Log Enabled': i.get('automaticLog').get('enabled'), 'High Concurrency Enabled': i.get('highConcurrency').get('notebookInteractiveRunEnabled'), \
+    'Customize Compute Enabled': p.get('customizeComputeEnabled'), 'Default Pool Name': dp.get('name'), 'Default Pool Type': dp.get('type'), \
+    'Max Node Count': sp.get('maxNodeCount'), 'Max Node Executors': sp.get('maxExecutors'), 'Environment Name': e.get('name') , 'Runtime Version': e.get('runtimeVersion')}
+    df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    bool_cols = ['Automatic Log Enabled', 'High Concurrency Enabled', 'Customize Compute Enabled']
+    int_cols = ['Max Node Count', 'Max Executors']
+
+    df[bool_cols] = df[bool_cols].astype(bool)
+    df[int_cols] = df[int_cols].astype(int)
+
+    return df
+
+def update_spark_settings(automatic_log_enabled: Optional[bool] = None, high_concurrency_enabled: Optional[bool] = None, customize_compute_enabled: Optional[bool] = None, default_pool_name: Optional[str] = None, max_node_count: Optional[int] = None, max_executors: Optional[int] = None, environment_name: Optional[str] = None, runtime_version: Optional[str] = None, workspace: Optional[str] = None):
+  
+    """
+    Updates the spark settings for a workspace.
+
+    Parameters
+    ----------
+    automatic_log_enabled : bool, default=None
+        The status of the `automatic log <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#automaticlogproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    high_concurrency_enabled : bool, default=None
+        The status of the `high concurrency <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#highconcurrencyproperties>`_ for notebook interactive run.
+        Defaults to None which keeps the existing property setting.
+    customize_compute_enabled : bool, default=None
+        `Customize compute <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#poolproperties>`_ configurations for items.
+        Defaults to None which keeps the existing property setting.
+    default_pool_name : str, default=None
+        `Default pool <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#poolproperties>`_ for workspace.
+        Defaults to None which keeps the existing property setting.
+    max_node_count : int, default=None
+        The `maximum node count <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#starterpoolproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    max_executors : int, default=None
+        The `maximum executors <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#starterpoolproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    environment_name : str, default=None
+        The name of the `default environment <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#environmentproperties>`_. Empty string indicated there is no workspace default environment
+        Defaults to None which keeps the existing property setting.
+    runtime_version : str, default=None
+        The `runtime version <https://learn.microsoft.com/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP#environmentproperties>`_.
+        Defaults to None which keeps the existing property setting.
+    workspace : str, default=None
+        The name of the Fabric workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    #https://learn.microsoft.com/en-us/rest/api/fabric/spark/workspace-settings/update-spark-settings?tabs=HTTP
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfS = get_spark_settings(workspace = workspace)
+
+    if automatic_log_enabled is None:
+        automatic_log_enabled = bool(dfS['Automatic Log Enabled'].iloc[0])
+    if high_concurrency_enabled is None:
+        high_concurrency_enabled = bool(dfS['High Concurrency Enabled'].iloc[0])
+    if customize_compute_enabled is None:
+        customize_compute_enabled = bool(dfS['Customize Compute Enabled'].iloc[0])
+    if default_pool_name is None:
+        default_pool_name = dfS['Default Pool Name'].iloc[0]
+    if max_node_count is None:
+        max_node_count = int(dfS['Max Node Count'].iloc[0])
+    if max_executors is None:
+        max_executors = int(dfS['Max Executors'].iloc[0])
+    if environment_name is None:
+        environment_name = dfS['Environment Name'].iloc[0]
+    if runtime_version is None:
+        runtime_version = dfS['Runtime Version'].iloc[0]
+
+    request_body = {
+    "automaticLog": {
+        "enabled": automatic_log_enabled
+    },
+    "highConcurrency": {
+        "notebookInteractiveRunEnabled": high_concurrency_enabled
+    },
+    "pool": {
+        "customizeComputeEnabled": customize_compute_enabled,
+        "defaultPool": {
+        "name": default_pool_name,
+        "type": "Workspace"
+        },
+        "starterPool": {
+        "maxNodeCount": max_node_count,
+        "maxExecutors": max_executors
+        }
+    },
+    "environment": {
+        "name": environment_name,
+        "runtimeVersion": runtime_version
+    }
+    }
+
+    client = fabric.FabricRestClient()
+    response = client.patch(f"/v1/workspaces/{workspace_id}/spark/settings", json = request_body)
+
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The spark settings within the '{workspace}' workspace have been updated accordingly.")
+    else:
+        raise ValueError(f"{icons.red_dot} {response.status_code}")
+
+def add_user_to_workspace(email_address: str, role_name: str, workspace: Optional[str] = None):
+
+    """
+    Adds a user to a workspace.
+
+    Parameters
+    ----------
+    email_address : str
+        The email address of the user.
+    role_name : str
+        The `role <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#groupuseraccessright>`_ of the user within the workspace.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    role_names = ['Admin', 'Member', 'Viewer', 'Contributor']
+    role_name = role_name.capitalize()
+    if role_name not in role_names:
+        raise ValueError(f"{icons.red_dot} Invalid role. The 'role_name' parameter must be one of the following: {role_names}.")
+    plural = 'n' if role_name == 'Admin' else ''
+
+    client = fabric.PowerBIRestClient()
+
+    request_body = {
+    "emailAddress": email_address,
+    "groupUserAccessRight": role_name
+    }
+
+    response = client.post(f"/v1.0/myorg/groups/{workspace_id}/users",json=request_body)
+    
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The '{email_address}' user has been added as a{plural} '{role_name}' within the '{workspace}' workspace.")
+    else:
+        print(f"{icons.red_dot} {response.status_code}")
+
+def delete_user_from_workspace(email_address : str, workspace : Optional[str] = None):
+
+    """
+    Removes a user from a workspace.
+
+    Parameters
+    ----------
+    email_address : str
+        The email address of the user.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    client = fabric.PowerBIRestClient()
+    response = client.delete(f"/v1.0/myorg/groups/{workspace_id}/users/{email_address}")
+    
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The '{email_address}' user has been removed from accessing the '{workspace}' workspace.")
+    else:
+        print(f"{icons.red_dot} {response.status_code}")
+
+def update_workspace_user(email_address: str, role_name: str, workspace: Optional[str] = None):
+  
+    """
+    Updates a user's role within a workspace.
+
+    Parameters
+    ----------
+    email_address : str
+        The email address of the user.
+    role_name : str
+        The `role <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#groupuseraccessright>`_ of the user within the workspace.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    role_names = ['Admin', 'Member', 'Viewer', 'Contributor']
+    role_name = role_name.capitalize()
+    if role_name not in role_names:
+            raise ValueError(f"{icons.red_dot} Invalid role. The 'role_name' parameter must be one of the following: {role_names}.")
+
+    request_body = {
+    "emailAddress": email_address,
+    "groupUserAccessRight": role_name
+    }
+
+    client = fabric.PowerBIRestClient()
+    response = client.put(f"/v1.0/myorg/groups/{workspace_id}/users", json = request_body)
+
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The '{email_address}' user has been updated to a '{role_name}' within the '{workspace}' workspace.")
+    else:
+        print(f"{icons.red_dot} {response.status_code}")
+
+def list_workspace_users(workspace: Optional[str] = None) -> pd.DataFrame:
+
+    """
+    A list of all the users of a workspace and their roles.
+
+    Parameters
+    ----------
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe the users of a workspace and their properties.
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    df = pd.DataFrame(columns=['User Name', 'Email Address', 'Role', 'Type', 'User ID'])
+    client = fabric.FabricRestClient()
+    response = client.get(f"/v1/workspaces/{workspace_id}/roleAssignments")
+
+    for v in response.json()['value']:
+        p = v.get('principal',{})
+
+        new_data = {'User Name': p.get('displayName'), 'User ID': p.get('id'), 'Type': p.get('type'), 'Role': v.get('role'), 'Email Address': p.get('userDetails',{}).get('userPrincipalName')}
+        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    return df
+
+def assign_workspace_to_dataflow_storage(dataflow_storage_account: str, workspace: Optional[str] = None):
+
+    """
+    Assigns a dataflow storage account to a workspace.
+
+    Parameters
+    ----------
+    dataflow_storage_account : str
+        The name of the dataflow storage account.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    df = list_dataflow_storage_accounts()
+    df_filt = df[df['Dataflow Storage Account Name'] == dataflow_storage_account]
+    dataflow_storage_id = df_filt['Dataflow Storage Account ID'].iloc[0]
+
+    client = fabric.PowerBIRestClient()
+
+    request_body = {
+    "dataflowStorageId": dataflow_storage_id
+    }
+
+    response = client.post(f"/v1.0/myorg/groups/{workspace_id}/AssignToDataflowStorage",json=request_body)
+    if response.status_code == 200:
+        print(f"{icons.green_dot} The '{dataflow_storage_account}' dataflow storage account has been assigned to the '{workspace}' workspacce.")
+    else:
+        print(f"{icons.red_dot} {response.status_code}")