semantic-link-labs 0.4.2__py3-none-any.whl → 0.6.0__py3-none-any.whl

sempy_labs/_model_dependencies.py

@@ -1,10 +1,12 @@
 import sempy.fabric as fabric
 import pandas as pd
 from sempy_labs._helper_functions import format_dax_object_name
+import sempy_labs._icons as icons
 from typing import Any, Dict, Optional
 from anytree import Node, RenderTree
 from sempy._utils._log import log
 
+
 @log
 def get_measure_dependencies(dataset: str, workspace: Optional[str] = None):
     """
@@ -25,9 +27,7 @@ def get_measure_dependencies(dataset: str, workspace: Optional[str] = None):
         Shows all dependencies for all measures in the semantic model.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dep = fabric.evaluate_dax(
         dataset=dataset,
@@ -63,11 +63,11 @@ def get_measure_dependencies(dataset: str, workspace: Optional[str] = None):
         axis=1,
     )
 
-    while any(df["Done"] is False):
+    while any(df["Done"] == False):
         for i, r in df.iterrows():
             rObjFull = r["Referenced Full Object Name"]
             rObj = r["Referenced Object"]
-            if r["Done"] is False:
+            if r["Done"] == False:
                 dep_filt = dep[dep["Full Object Name"] == rObjFull]
 
                 for index, dependency in dep_filt.iterrows():
@@ -108,9 +108,9 @@ def get_measure_dependencies(dataset: str, workspace: Optional[str] = None):
                                             "Table Name": r["Table Name"],
                                             "Object Name": r["Object Name"],
                                             "Object Type": r["Object Type"],
-                                            "Referenced Object": dependency[5],
-                                            "Referenced Table": dependency[4],
-                                            "Referenced Object Type": dependency[6],
+                                            "Referenced Object": dependency[4],
+                                            "Referenced Table": dependency[3],
+                                            "Referenced Object Type": dependency[5],
                                             "Done": d,
                                             "Full Object Name": r["Full Object Name"],
                                             "Referenced Full Object Name": dependency[
@@ -130,6 +130,7 @@ def get_measure_dependencies(dataset: str, workspace: Optional[str] = None):
 
     return df
 
+
 @log
 def get_model_calc_dependencies(dataset: str, workspace: Optional[str] = None):
     """
@@ -150,9 +151,7 @@ def get_model_calc_dependencies(dataset: str, workspace: Optional[str] = None):
         Shows all dependencies for all objects in the semantic model.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dep = fabric.evaluate_dax(
         dataset=dataset,
@@ -166,7 +165,7 @@ def get_model_calc_dependencies(dataset: str, workspace: Optional[str] = None):
         ,[REFERENCED_TABLE] AS [Referenced Table]
         ,[REFERENCED_OBJECT] AS [Referenced Object]
         ,[REFERENCED_OBJECT_TYPE] AS [Referenced Object Type]
-        FROM $SYSTEM.DISCOVER_CALC_DEPENDENCY        
+        FROM $SYSTEM.DISCOVER_CALC_DEPENDENCY
         """,
     )
 
@@ -191,11 +190,11 @@ def get_model_calc_dependencies(dataset: str, workspace: Optional[str] = None):
         lambda row: False if row["Referenced Object Type"] in objs else True, axis=1
     )
 
-    while any(df["Done"] is False):
+    while any(df["Done"] == False):
         for i, r in df.iterrows():
             rObjFull = r["Referenced Full Object Name"]
             rObj = r["Referenced Object"]
-            if r["Done"] is False:
+            if r["Done"] == False:
                 dep_filt = dep[dep["Full Object Name"] == rObjFull]
 
                 for index, dependency in dep_filt.iterrows():
@@ -282,9 +281,7 @@ def measure_dependency_tree(
 
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    workspace = fabric.resolve_workspace_name(workspace)
 
     dfM = fabric.list_measures(dataset=dataset, workspace=workspace)
     dfM_filt = dfM[dfM["Measure Name"] == measure_name]
@@ -300,9 +297,6 @@ def measure_dependency_tree(
 
     # Create a dictionary to hold references to nodes
     node_dict: Dict[str, Any] = {}
-    measureIcon = "\u2211"
-    tableIcon = "\u229E"
-    columnIcon = "\u229F"
 
     # Populate the tree
     for _, row in df_filt.iterrows():
@@ -317,24 +311,26 @@ def measure_dependency_tree(
         if parent_node is None:
             parent_node = Node(parent_node_name)
             node_dict[parent_node_name] = parent_node
-        parent_node.custom_property = measureIcon + " "
+        parent_node.custom_property = icons.measure_icon + " "
 
         # Create the child node
         child_node_name = ref_obj_name
         child_node = Node(child_node_name, parent=parent_node)
         if ref_obj_type == "Column":
-            child_node.custom_property = columnIcon + " '" + ref_obj_table_name + "'"
+            child_node.custom_property = (
+                icons.column_icon + " '" + ref_obj_table_name + "'"
+            )
         elif ref_obj_type == "Table":
-            child_node.custom_property = tableIcon + " "
+            child_node.custom_property = icons.table_icon + " "
         elif ref_obj_type == "Measure":
-            child_node.custom_property = measureIcon + " "
+            child_node.custom_property = icons.measure_icon + " "
 
         # Update the dictionary with the child node
         node_dict[child_node_name] = child_node
 
     # Visualize the tree structure using RenderTree
     for pre, _, node in RenderTree(node_dict[measure_name]):
-        if tableIcon in node.custom_property:
+        if icons.table_icon in node.custom_property:
             print(f"{pre}{node.custom_property}'{node.name}'")
         else:
             print(f"{pre}{node.custom_property}[{node.name}]")

sempy_labs/_one_lake_integration.py

@@ -1,4 +1,3 @@
-import sempy
 import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional
@@ -6,6 +5,7 @@ from sempy._utils._log import log
 from sempy_labs._helper_functions import resolve_workspace_name_and_id
 import sempy_labs._icons as icons
 
+
 @log
 def export_model_to_onelake(
     dataset: str,
@@ -42,10 +42,9 @@ def export_model_to_onelake(
     dfD_filt = dfD[dfD["Dataset Name"] == dataset]
 
     if len(dfD_filt) == 0:
-        print(
+        raise ValueError(
             f"{icons.red_dot} The '{dataset}' semantic model does not exist in the '{workspace}' workspace."
         )
-        return
 
     tmsl = f"""
     {{
@@ -68,8 +67,10 @@ def export_model_to_onelake(
             f"{icons.green_dot} The '{dataset}' semantic model's tables have been exported as delta tables to the '{workspace}' workspace.\n"
         )
     except Exception as e:
-        raise ValueError(f"{icons.red_dot} The '{dataset}' semantic model's tables have not been exported as delta tables to the '{workspace}' workspace.\nMake sure you enable OneLake integration for the '{dataset}' semantic model. Follow the instructions here: https://learn.microsoft.com/power-bi/enterprise/onelake-integration-overview#enable-onelake-integration") from e
-        
+        raise ValueError(
+            f"{icons.red_dot} The '{dataset}' semantic model's tables have not been exported as delta tables to the '{workspace}' workspace.\nMake sure you enable OneLake integration for the '{dataset}' semantic model. Follow the instructions here: https://learn.microsoft.com/power-bi/enterprise/onelake-integration-overview#enable-onelake-integration"
+        ) from e
+
     # Create shortcuts if destination lakehouse is specified
     if destination_lakehouse is not None:
         # Destination...
@@ -104,7 +105,7 @@ def export_model_to_onelake(
         dfP_filt = dfP[
             (dfP["Mode"] == "Import")
             & (dfP["Source Type"] != "CalculationGroup")
-            & (dfP["Parent System Managed"] is False)
+            & (dfP["Parent System Managed"] == False)
         ]
         dfC = fabric.list_columns(dataset=dataset, workspace=workspace)
         tmc = pd.DataFrame(dfP.groupby("Table Name")["Mode"].nunique()).reset_index()
@@ -145,4 +146,6 @@ def export_model_to_onelake(
                 else:
                     print(response.status_code)
             except Exception as e:
-                raise ValueError(f"{icons.red_dot} Failed to create a shortcut for the '{tableName}' table.") from e
+                raise ValueError(
+                    f"{icons.red_dot} Failed to create a shortcut for the '{tableName}' table."
+                ) from e

sempy_labs/_query_scale_out.py

@@ -1,9 +1,9 @@
-import sempy
 import sempy.fabric as fabric
 import pandas as pd
 from sempy_labs._helper_functions import resolve_dataset_id
 from typing import Optional
 import sempy_labs._icons as icons
+from sempy.fabric.exceptions import FabricHTTPException
 
 
 def qso_sync(dataset: str, workspace: Optional[str] = None):
@@ -39,14 +39,11 @@ def qso_sync(dataset: str, workspace: Optional[str] = None):
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}/queryScaleOut/sync"
     )
 
-    if response.status_code == 200:
-        print(
-            f"{icons.green_dot} QSO sync initiated for the '{dataset}' semantic model within the '{workspace}' workspace."
-        )
-    else:
-        print(
-            f"{icons.red_dot} QSO sync failed for the '{dataset}' semantic model within the '{workspace}' workspace."
-        )
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} QSO sync initiated for the '{dataset}' semantic model within the '{workspace}' workspace."
+    )
 
 
 def qso_sync_status(dataset: str, workspace: Optional[str] = None):
@@ -100,54 +97,54 @@ def qso_sync_status(dataset: str, workspace: Optional[str] = None):
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}/queryScaleOut/syncStatus"
     )
 
-    if response.status_code == 200:
-        o = response.json()
-        sos = o["scaleOutStatus"]
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+
+    o = response.json()
+    sos = o["scaleOutStatus"]
+
+    if sos == "Enabled":
+        new_data = {
+            "Scale Out Status": o["scaleOutStatus"],
+            "Sync Start Time": o["syncStartTime"],
+            "Sync End Time": o["syncEndTime"],
+            "Commit Version": o["commitVersion"],
+            "Commit Timestamp": o["commitTimestamp"],
+            "Target Sync Version": o["targetSyncVersion"],
+            "Target Sync Timestamp": o["targetSyncTimestamp"],
+            "Trigger Reason": o["triggerReason"],
+            "Min Active Read Version": o["minActiveReadVersion"],
+            "Min Active Read Timestamp": o["minActiveReadTimestamp"],
+        }
+        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
-        if sos == "Enabled":
+        for r in o["scaleOutReplicas"]:
             new_data = {
-                "Scale Out Status": o["scaleOutStatus"],
-                "Sync Start Time": o["syncStartTime"],
-                "Sync End Time": o["syncEndTime"],
-                "Commit Version": o["commitVersion"],
-                "Commit Timestamp": o["commitTimestamp"],
-                "Target Sync Version": o["targetSyncVersion"],
-                "Target Sync Timestamp": o["targetSyncTimestamp"],
-                "Trigger Reason": o["triggerReason"],
-                "Min Active Read Version": o["minActiveReadVersion"],
-                "Min Active Read Timestamp": o["minActiveReadTimestamp"],
+                "Replica ID": r["replicaId"],
+                "Replica Type": r["replicaType"],
+                "Replica Version": str(r["replicaVersion"]),
+                "Replica Timestamp": r["replicaTimestamp"],
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-
-            for r in o["scaleOutReplicas"]:
-                new_data = {
-                    "Replica ID": r["replicaId"],
-                    "Replica Type": r["replicaType"],
-                    "Replica Version": str(r["replicaVersion"]),
-                    "Replica Timestamp": r["replicaTimestamp"],
-                }
-                dfRep = pd.concat(
-                    [dfRep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                )
-
-            df["Sync Start Time"] = pd.to_datetime(df["Sync Start Time"])
-            df["Sync End Time"] = pd.to_datetime(df["Sync End Time"])
-            df["Commit Timestamp"] = pd.to_datetime(df["Commit Timestamp"])
-            df["Target Sync Timestamp"] = pd.to_datetime(df["Target Sync Timestamp"])
-            df["Min Active Read Timestamp"] = pd.to_datetime(
-                df["Min Active Read Timestamp"]
+            dfRep = pd.concat(
+                [dfRep, pd.DataFrame(new_data, index=[0])], ignore_index=True
             )
-            dfRep["Replica Timestamp"] = pd.to_datetime(dfRep["Replica Timestamp"])
-            df["Commit Version"] = df["Commit Version"].astype("int")
-            df["Target Sync Version"] = df["Target Sync Version"].astype("int")
-            df["Min Active Read Version"] = df["Min Active Read Version"].astype("int")
 
-            return df, dfRep
-        else:
-            print(f"{sos}\n\n")
-            return df, dfRep
+        df["Sync Start Time"] = pd.to_datetime(df["Sync Start Time"])
+        df["Sync End Time"] = pd.to_datetime(df["Sync End Time"])
+        df["Commit Timestamp"] = pd.to_datetime(df["Commit Timestamp"])
+        df["Target Sync Timestamp"] = pd.to_datetime(df["Target Sync Timestamp"])
+        df["Min Active Read Timestamp"] = pd.to_datetime(
+            df["Min Active Read Timestamp"]
+        )
+        dfRep["Replica Timestamp"] = pd.to_datetime(dfRep["Replica Timestamp"])
+        df["Commit Version"] = df["Commit Version"].astype("int")
+        df["Target Sync Version"] = df["Target Sync Version"].astype("int")
+        df["Min Active Read Version"] = df["Min Active Read Version"].astype("int")
+
+        return df, dfRep
     else:
-        return response.status_code
+        print(f"{sos}\n\n")
+        return df, dfRep
 
 
 def disable_qso(dataset: str, workspace: Optional[str] = None):
@@ -182,14 +179,15 @@ def disable_qso(dataset: str, workspace: Optional[str] = None):
     response = client.patch(
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}", json=request_body
     )
-    if response.status_code == 200:
-        df = list_qso_settings(dataset=dataset, workspace=workspace)
-        print(
-            f"{icons.green_dot} Query scale out has been disabled for the '{dataset}' semantic model within the '{workspace}' workspace."
-        )
-        return df
-    else:
-        return f"{icons.red_dot} {response.status_code}"
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+
+    df = list_qso_settings(dataset=dataset, workspace=workspace)
+    print(
+        f"{icons.green_dot} Query scale out has been disabled for the '{dataset}' semantic model within the '{workspace}' workspace."
+    )
+
+    return df
 
 
 def set_qso(
@@ -249,22 +247,18 @@ def set_qso(
             f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}",
             json=request_body,
         )
-        if response.status_code == 200:
-            df = list_qso_settings(dataset=dataset, workspace=workspace)
-            print(
-                f"{icons.green_dot} Query scale out has been set on the '{dataset}' semantic model within the '{workspace}' workspace."
-            )
-            return df
-        else:
-            return f"{icons.red_dot} {response.status_code}"
-    else:
+        if response.status_code != 200:
+            raise FabricHTTPException(response)
+
+        df = list_qso_settings(dataset=dataset, workspace=workspace)
         print(
-            f"{icons.red_dot} Failed to set the '{dataset}' semantic model within the '{workspace}' workspace to large semantic model storage format. This is a prerequisite for enabling Query Scale Out."
+            f"{icons.green_dot} Query scale out has been set on the '{dataset}' semantic model within the '{workspace}' workspace."
         )
-        print(
-            "https://learn.microsoft.com/power-bi/enterprise/service-premium-scale-out#prerequisites"
+        return df
+    else:
+        raise ValueError(
+            f"{icons.red_dot} Failed to set the '{dataset}' semantic model within the '{workspace}' workspace to large semantic model storage format. This is a prerequisite for enabling Query Scale Out.\n\"https://learn.microsoft.com/power-bi/enterprise/service-premium-scale-out#prerequisites\""
         )
-        return
 
 
 def set_semantic_model_storage_format(
@@ -311,22 +305,19 @@ def set_semantic_model_storage_format(
     elif storage_format == "Small":
         request_body = {"targetStorageMode": "Abf"}
     else:
-        print(
+        raise ValueError(
             f"{icons.red_dot} Invalid storage format value. Valid options: {storageFormats}."
         )
-        return
 
     client = fabric.PowerBIRestClient()
     response = client.patch(
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}", json=request_body
     )
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(f"{icons.green_dot} Semantic model storage format set to '{storage_format}'.")
 
-    if response.status_code == 200:
-        return print(
-            f"{icons.green_dot} Semantic model storage format set to '{storage_format}'."
-        )
-    else:
-        return f"{icons.red_dot} {response.status_code}"
+    return response.status_code
 
 
 def list_qso_settings(dataset: Optional[str] = None, workspace: Optional[str] = None):
@@ -370,21 +361,21 @@ def list_qso_settings(dataset: Optional[str] = None, workspace: Optional[str] =
     client = fabric.PowerBIRestClient()
     response = client.get(f"/v1.0/myorg/groups/{workspace_id}/datasets")
     for v in response.json()["value"]:
-        tsm = v["targetStorageMode"]
+        tsm = v.get("targetStorageMode")
         if tsm == "Abf":
             sm = "Small"
         else:
             sm = "Large"
         new_data = {
-            "Dataset Id": v["id"],
-            "Dataset Name": v["name"],
+            "Dataset Id": v.get("id"),
+            "Dataset Name": v.get("name"),
             "Storage Mode": sm,
-            "QSO Auto Sync Enabled": v["queryScaleOutSettings"][
+            "QSO Auto Sync Enabled": v.get("queryScaleOutSettings", {}).get(
                 "autoSyncReadOnlyReplicas"
-            ],
-            "QSO Max Read Only Replicas": v["queryScaleOutSettings"][
+            ),
+            "QSO Max Read Only Replicas": v.get("queryScaleOutSettings", {}).get(
                 "maxReadOnlyReplicas"
-            ],
+            ),
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
@@ -439,9 +430,8 @@ def set_workspace_default_storage_format(
     client = fabric.PowerBIRestClient()
     response = client.patch(f"/v1.0/myorg/groups/{workspace_id}", json=request_body)
 
-    if response.status_code == 200:
-        print(
-            f"{icons.green_dot} The default storage format for the '{workspace}' workspace has been updated to '{storage_format}."
-        )
-    else:
-        print(f"{icons.red_dot} {response.status_code}")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The default storage format for the '{workspace}' workspace has been updated to '{storage_format}."
+    )

sempy_labs/_refresh_semantic_model.py

@@ -1,4 +1,3 @@
-import sempy
 import sempy.fabric as fabric
 import time
 from sempy_labs._helper_functions import resolve_dataset_id
@@ -6,6 +5,7 @@ from typing import Any, List, Optional, Union
 from sempy._utils._log import log
 import sempy_labs._icons as icons
 from sempy_labs._helper_functions import resolve_workspace_name_and_id
+from sempy.fabric.exceptions import FabricHTTPException
 
 
 @log
@@ -41,9 +41,7 @@ def refresh_semantic_model(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    if workspace is None:
-        workspace_id = fabric.get_workspace_id()
-        workspace = fabric.resolve_workspace_name(workspace_id)
+    workspace = fabric.resolve_workspace_name(workspace)
 
     if refresh_type is None:
         refresh_type = "full"
@@ -81,10 +79,9 @@ def refresh_semantic_model(
     ]
 
     if refresh_type not in refreshTypes:
-        print(
+        raise ValueError(
             f"{icons.red_dot} Invalid refresh type. Refresh type must be one of these values: {refreshTypes}."
         )
-        return
 
     if len(objects) == 0:
         requestID = fabric.refresh_dataset(
@@ -119,10 +116,9 @@ def refresh_semantic_model(
         if status == "Completed":
             break
         elif status == "Failed":
-            print(
+            raise ValueError(
                 f"{icons.red_dot} The refresh of the '{dataset}' semantic model within the '{workspace}' workspace has failed."
             )
-            return
         elif status == "Cancelled":
             print(
                 f"{icons.yellow_dot} The refresh of the '{dataset}' semantic model within the '{workspace}' workspace has been cancelled."
@@ -163,10 +159,10 @@ def cancel_dataset_refresh(
 
     if request_id is None:
         if len(rr_filt) == 0:
-            print(
+            raise ValueError(
                 f"{icons.red_dot} There are no active Enhanced API refreshes of the '{dataset}' semantic model within the '{workspace}' workspace."
             )
-            return
+
         request_id = rr_filt["Request Id"].iloc[0]
 
     dataset_id = resolve_dataset_id(dataset=dataset, workspace=workspace)
@@ -176,9 +172,9 @@ def cancel_dataset_refresh(
     response = client.delete(
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}/refreshes/{request_id}"
     )
-    if response.status_code == 200:
-        print(
-            f"{icons.green_dot} The '{request_id}' refresh request for the '{dataset}' semantic model within the '{workspace}' workspace has been cancelled."
-        )
-    else:
-        print(response.status_code)
+
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    print(
+        f"{icons.green_dot} The '{request_id}' refresh request for the '{dataset}' semantic model within the '{workspace}' workspace has been cancelled."
+    )