semantic-link-labs 0.8.8__py3-none-any.whl → 0.8.10__py3-none-any.whl

sempy_labs/_model_bpa_bulk.py

@@ -82,7 +82,7 @@ def run_model_bpa_bulk(
     if isinstance(workspace, str):
         workspace = [workspace]
 
-    dfW = fabric.list_workspaces()
+    dfW = fabric.list_workspaces("type ne 'AdminInsights'")
     if workspace is None:
         dfW_filt = dfW.copy()
     else:
@@ -119,16 +119,16 @@ def run_model_bpa_bulk(
             dfD_filt = dfD[~dfD["Dataset Name"].isin(skip_models)]
 
             if len(dfD_filt) > 0:
-                for i2, r2 in dfD_filt.iterrows():
+                for _, r2 in dfD_filt.iterrows():
+                    dataset_id = r2["Dataset Id"]
                     dataset_name = r2["Dataset Name"]
                     config_by = r2["Configured By"]
-                    dataset_id = r2["Dataset Id"]
                     print(
                         f"{icons.in_progress} Collecting Model BPA stats for the '{dataset_name}' semantic model within the '{wksp}' workspace."
                     )
                     try:
                         bpa_df = run_model_bpa(
-                            dataset=dataset_name,
+                            dataset=dataset_id,
                             workspace=wksp,
                             language=language,
                             return_dataframe=True,
@@ -150,7 +150,7 @@ def run_model_bpa_bulk(
 
                         if df.empty:
                             df = bpa_df
-                        if not bpa_df.empty:
+                        elif not bpa_df.empty:
                             df = pd.concat([df, bpa_df], ignore_index=True)
                         print(
                             f"{icons.green_dot} Collected Model BPA stats for the '{dataset_name}' semantic model within the '{wksp}' workspace."

sempy_labs/_model_dependencies.py

@@ -1,10 +1,15 @@
 import sempy.fabric as fabric
 import pandas as pd
-from sempy_labs._helper_functions import format_dax_object_name
+from sempy_labs._helper_functions import (
+    format_dax_object_name,
+    resolve_dataset_name_and_id,
+    resolve_workspace_name_and_id,
+)
 import sempy_labs._icons as icons
 from typing import Any, Dict, Optional
 from anytree import Node, RenderTree
 from sempy._utils._log import log
+from uuid import UUID
 
 
 @log
@@ -139,15 +144,15 @@ def get_measure_dependencies(
 
 @log
 def get_model_calc_dependencies(
-    dataset: str, workspace: Optional[str] = None
+    dataset: str | UUID, workspace: Optional[str] = None
 ) -> pd.DataFrame:
     """
     Shows all dependencies for all objects in a semantic model.
 
     Parameters
     ----------
-    dataset : str
-        Name of the semantic model.
+    dataset : str | UUID
+        Name or ID of the semantic model.
     workspace : str, default=None
         The Fabric workspace name.
         Defaults to None which resolves to the workspace of the attached lakehouse
@@ -159,10 +164,11 @@ def get_model_calc_dependencies(
         Shows all dependencies for all objects in the semantic model.
     """
 
-    workspace = fabric.resolve_workspace_name(workspace)
+    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
     dep = fabric.evaluate_dax(
-        dataset=dataset,
-        workspace=workspace,
+        dataset=dataset_id,
+        workspace=workspace_id,
         dax_string="""
         SELECT
             [TABLE] AS [Table Name],
@@ -199,7 +205,10 @@ def get_model_calc_dependencies(
         for _, row in incomplete_rows.iterrows():
             referenced_full_name = row["Referenced Full Object Name"]
             referenced_object_type = row["Referenced Object Type"]
-            dep_filt = dep[(dep["Full Object Name"] == referenced_full_name) & (dep["Object Type"] == referenced_object_type)]
+            dep_filt = dep[
+                (dep["Full Object Name"] == referenced_full_name)
+                & (dep["Object Type"] == referenced_object_type)
+            ]
             # Expand dependencies and update 'Done' status as needed
             new_rows = []
             for _, dependency in dep_filt.iterrows():

sempy_labs/_notebooks.py

@@ -10,6 +10,42 @@ from sempy_labs._helper_functions import (
     _decode_b64,
 )
 from sempy.fabric.exceptions import FabricHTTPException
+import os
+
+_notebook_prefix = "notebook-content."
+
+
+def _get_notebook_definition_base(
+    notebook_name: str, workspace: Optional[str] = None
+) -> pd.DataFrame:
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    item_id = fabric.resolve_item_id(
+        item_name=notebook_name, type="Notebook", workspace=workspace
+    )
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"v1/workspaces/{workspace_id}/notebooks/{item_id}/getDefinition",
+    )
+
+    result = lro(client, response).json()
+
+    return pd.json_normalize(result["definition"]["parts"])
+
+
+def _get_notebook_type(notebook_name: str, workspace: Optional[str] = None) -> str:
+
+    df_items = _get_notebook_definition_base(
+        notebook_name=notebook_name, workspace=workspace
+    )
+
+    file_path = df_items[df_items["path"].str.startswith(_notebook_prefix)][
+        "path"
+    ].iloc[0]
+
+    _, file_extension = os.path.splitext(file_path)
+
+    return file_extension[1:]
 
 
 def get_notebook_definition(
@@ -38,18 +74,10 @@ def get_notebook_definition(
         The notebook definition.
     """
 
-    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
-    item_id = fabric.resolve_item_id(
-        item_name=notebook_name, type="Notebook", workspace=workspace
+    df_items = _get_notebook_definition_base(
+        notebook_name=notebook_name, workspace=workspace
     )
-    client = fabric.FabricRestClient()
-    response = client.post(
-        f"v1/workspaces/{workspace_id}/notebooks/{item_id}/getDefinition",
-    )
-
-    result = lro(client, response).json()
-    df_items = pd.json_normalize(result["definition"]["parts"])
-    df_items_filt = df_items[df_items["path"] == "notebook-content.py"]
+    df_items_filt = df_items[df_items["path"].str.startswith(_notebook_prefix)]
     payload = df_items_filt["payload"].iloc[0]
 
     if decode:
@@ -115,9 +143,10 @@ def import_notebook_from_web(
             description=description,
         )
     elif len(dfI_filt) > 0 and overwrite:
-        update_notebook_definition(
-            name=notebook_name, notebook_content=response.content, workspace=workspace
-        )
+        print(f"{icons.info} Overwrite of notebooks is currently not supported.")
+        # update_notebook_definition(
+        #    name=notebook_name, notebook_content=response.content, workspace=workspace
+        # )
     else:
         raise ValueError(
             f"{icons.red_dot} The '{notebook_name}' already exists within the '{workspace}' workspace and 'overwrite' is set to False."
@@ -127,6 +156,7 @@ def import_notebook_from_web(
 def create_notebook(
     name: str,
     notebook_content: str,
+    type: str = "py",
     description: Optional[str] = None,
     workspace: Optional[str] = None,
 ):
@@ -139,6 +169,8 @@ def create_notebook(
         The name of the notebook to be created.
     notebook_content : str
         The Jupyter notebook content (not in Base64 format).
+    type : str, default="py"
+        The notebook type.
     description : str, default=None
         The description of the notebook.
         Defaults to None which does not place a description.
@@ -158,7 +190,7 @@ def create_notebook(
             "format": "ipynb",
             "parts": [
                 {
-                    "path": "notebook-content.py",
+                    "path": f"{_notebook_prefix}.{type}",
                     "payload": notebook_payload,
                     "payloadType": "InlineBase64",
                 }
@@ -202,13 +234,13 @@ def update_notebook_definition(
         item_name=name, type="Notebook", workspace=workspace
     )
 
+    type = _get_notebook_type(notebook_name=name, workspace=workspace_id)
+
     request_body = {
-        "displayName": name,
         "definition": {
-            "format": "ipynb",
             "parts": [
                 {
-                    "path": "notebook-content.py",
+                    "path": f"{_notebook_prefix}.{type}",
                     "payload": notebook_payload,
                     "payloadType": "InlineBase64",
                 }

sempy_labs/_refresh_semantic_model.py

@@ -5,6 +5,7 @@ from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _get_partition_map,
     _process_and_display_chart,
+    resolve_dataset_name_and_id,
 )
 from typing import Any, List, Optional, Union
 from sempy._utils._log import log
@@ -14,11 +15,12 @@ import pandas as pd
 import warnings
 import ipywidgets as widgets
 import json
+from uuid import UUID
 
 
 @log
 def refresh_semantic_model(
-    dataset: str,
+    dataset: str | UUID,
     tables: Optional[Union[str, List[str]]] = None,
     partitions: Optional[Union[str, List[str]]] = None,
     refresh_type: str = "full",
@@ -34,8 +36,8 @@ def refresh_semantic_model(
 
     Parameters
     ----------
-    dataset : str
-        Name of the semantic model.
+    dataset : str | UUID
+        Name or ID of the semantic model.
     tables : str, List[str], default=None
         A string or a list of tables to refresh.
     partitions: str, List[str], default=None
@@ -65,7 +67,8 @@ def refresh_semantic_model(
         If 'visualize' is set to True, returns a pandas dataframe showing the SSAS trace output used to generate the visualization.
     """
 
-    workspace = fabric.resolve_workspace_name(workspace)
+    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
 
     if isinstance(tables, str):
         tables = [tables]
@@ -118,11 +121,11 @@ def refresh_semantic_model(
         def extract_failure_error():
             error_messages = []
             combined_messages = ""
-            final_message = f"{icons.red_dot} The refresh of the '{dataset}' semantic model within the '{workspace}' workspace has failed."
+            final_message = f"{icons.red_dot} The refresh of the '{dataset_name}' semantic model within the '{workspace_name}' workspace has failed."
             for _, r in fabric.get_refresh_execution_details(
                 refresh_request_id=request_id,
-                dataset=dataset,
-                workspace=workspace,
+                dataset=dataset_id,
+                workspace=workspace_id,
             ).messages.iterrows():
                 error_messages.append(f"{r['Type']}: {r['Message']}")
 
@@ -135,8 +138,8 @@ def refresh_semantic_model(
         # Function to perform dataset refresh
         def refresh_dataset():
             return fabric.refresh_dataset(
-                dataset=dataset,
-                workspace=workspace,
+                dataset=dataset_id,
+                workspace=workspace_id,
                 refresh_type=refresh_type,
                 retry_count=retry_count,
                 apply_refresh_policy=apply_refresh_policy,
@@ -147,7 +150,9 @@ def refresh_semantic_model(
 
         def check_refresh_status(request_id):
             request_details = fabric.get_refresh_execution_details(
-                dataset=dataset, refresh_request_id=request_id, workspace=workspace
+                dataset=dataset_id,
+                refresh_request_id=request_id,
+                workspace=workspace_id,
             )
             return request_details.status
 
@@ -169,7 +174,8 @@ def refresh_semantic_model(
                     right_on="PartitionID",
                     how="left",
                 )
-                _process_and_display_chart(df, title=title, widget=widget)
+                if not df.empty:
+                    _process_and_display_chart(df, title=title, widget=widget)
                 if stop:
                     df.drop(["Object Name", "PartitionID"], axis=1, inplace=True)
                     df.rename(columns={"TableName": "Table Name"}, inplace=True)
@@ -180,7 +186,7 @@ def refresh_semantic_model(
         if not visualize:
             request_id = refresh_dataset()
         print(
-            f"{icons.in_progress} Refresh of the '{dataset}' semantic model within the '{workspace}' workspace is in progress..."
+            f"{icons.in_progress} Refresh of the '{dataset_name}' semantic model within the '{workspace_name}' workspace is in progress..."
         )
 
         # Monitor refresh progress and handle tracing if visualize is enabled
@@ -189,7 +195,7 @@ def refresh_semantic_model(
             widget = widgets.Output()
 
             with fabric.create_trace_connection(
-                dataset=dataset, workspace=workspace
+                dataset=dataset_id, workspace=workspace_id
             ) as trace_connection:
                 with trace_connection.create_trace(icons.refresh_event_schema) as trace:
                     trace.start()
@@ -204,7 +210,7 @@ def refresh_semantic_model(
                             raise ValueError(extract_failure_error())
                         elif status == "Cancelled":
                             print(
-                                f"{icons.yellow_dot} The refresh of the '{dataset}' semantic model within the '{workspace}' workspace has been cancelled."
+                                f"{icons.yellow_dot} The refresh of the '{dataset_name}' semantic model within the '{workspace_name}' workspace has been cancelled."
                             )
                             return
 
@@ -231,7 +237,7 @@ def refresh_semantic_model(
                     )
 
                     print(
-                        f"{icons.green_dot} Refresh '{refresh_type}' of the '{dataset}' semantic model within the '{workspace}' workspace is complete."
+                        f"{icons.green_dot} Refresh '{refresh_type}' of the '{dataset_name}' semantic model within the '{workspace_name}' workspace is complete."
                     )
                     return final_df
 
@@ -245,14 +251,14 @@ def refresh_semantic_model(
                     raise ValueError(extract_failure_error())
                 elif status == "Cancelled":
                     print(
-                        f"{icons.yellow_dot} The refresh of the '{dataset}' semantic model within the '{workspace}' workspace has been cancelled."
+                        f"{icons.yellow_dot} The refresh of the '{dataset_name}' semantic model within the '{workspace_name}' workspace has been cancelled."
                     )
                     return
 
                 time.sleep(3)
 
             print(
-                f"{icons.green_dot} Refresh '{refresh_type}' of the '{dataset}' semantic model within the '{workspace}' workspace is complete."
+                f"{icons.green_dot} Refresh '{refresh_type}' of the '{dataset_name}' semantic model within the '{workspace_name}' workspace is complete."
             )
 
     final_output = refresh_and_trace_dataset(

sempy_labs/_translations.py

@@ -40,6 +40,8 @@ def translate_semantic_model(
     from pyspark.sql import SparkSession
     from sempy_labs.tom import connect_semantic_model
 
+    icons.sll_tags.append("TranslateSemanticModel")
+
     def _clean_text(text, exclude_chars):
         if exclude_chars:
             for char in exclude_chars:
@@ -55,7 +57,7 @@ def translate_semantic_model(
         columns=["Object Type", "Name", "Description", "Display Folder"]
     )
 
-    icons.sll_tags.append("TranslateSemanticModel")
+    final_df = pd.DataFrame(columns=["Value", "Translation"])
 
     with connect_semantic_model(
         dataset=dataset, readonly=False, workspace=workspace
@@ -65,9 +67,9 @@ def translate_semantic_model(
             oName = _clean_text(o.Name, exclude_characters)
             oDescription = _clean_text(o.Description, exclude_characters)
             new_data = {
-                "Object Type": "Table",
                 "Name": o.Name,
                 "TName": oName,
+                "Object Type": "Table",
                 "Description": o.Description,
                 "TDescription": oDescription,
                 "Display Folder": None,
@@ -81,9 +83,9 @@ def translate_semantic_model(
             oDescription = _clean_text(o.Description, exclude_characters)
             oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
             new_data = {
-                "Object Type": "Column",
                 "Name": o.Name,
                 "TName": oName,
+                "Object Type": "Column",
                 "Description": o.Description,
                 "TDescription": oDescription,
                 "Display Folder": o.DisplayFolder,
@@ -97,9 +99,9 @@ def translate_semantic_model(
             oDescription = _clean_text(o.Description, exclude_characters)
             oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
             new_data = {
-                "Object Type": "Measure",
                 "Name": o.Name,
                 "TName": oName,
+                "Object Type": "Measure",
                 "Description": o.Description,
                 "TDescription": oDescription,
                 "Display Folder": o.DisplayFolder,
@@ -113,9 +115,9 @@ def translate_semantic_model(
             oDescription = _clean_text(o.Description, exclude_characters)
             oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
             new_data = {
-                "Object Type": "Hierarchy",
                 "Name": o.Name,
                 "TName": oName,
+                "Object Type": "Hierarchy",
                 "Description": o.Description,
                 "TDescription": oDescription,
                 "Display Folder": o.DisplayFolder,
@@ -128,9 +130,9 @@ def translate_semantic_model(
             oName = _clean_text(o.Name, exclude_characters)
             oDescription = _clean_text(o.Description, exclude_characters)
             new_data = {
-                "Object Type": "Level",
                 "Name": o.Name,
                 "TName": oName,
+                "Object Type": "Level",
                 "Description": o.Description,
                 "TDescription": oDescription,
                 "Display Folder": None,
@@ -163,152 +165,82 @@ def translate_semantic_model(
             )
 
             df_panda = transDF.toPandas()
+            df_panda = df_panda[~df_panda[clm].isin([None, ""])][[clm, "translation"]]
+
+            df_panda = df_panda.rename(columns={clm: "value"})
+            final_df = pd.concat([final_df, df_panda], ignore_index=True)
 
-            def set_translation_if_exists(
-                obj, obj_type, property_name, property_value, df, lang, index
-            ):
-                if property_name in df.columns and len(property_value) > 0:
-                    df_filt = df[
-                        (df["Object Type"] == obj_type)
-                        & (df[property_name] == property_value)
-                    ]
-                    if len(df_filt) == 1:
-                        translation = df_filt["translation"].str[index].iloc[0]
-                        tom.set_translation(
-                            object=obj,
-                            language=lang,
-                            property=property_name,
-                            value=translation,
-                        )
+        def set_translation_if_exists(object, language, property, index):
 
-            for lang in languages:
-                i = languages.index(lang)
-                tom.add_translation(language=lang)
-                print(
-                    f"{icons.in_progress} Translating {clm.lower()}s into the '{lang}' language..."
+            if property == "Name":
+                trans = object.Name
+            elif property == "Description":
+                trans = object.Description
+            elif property == "Display Folder":
+                trans = object.DisplayFolder
+
+            df_filt = final_df[final_df["value"] == trans]
+            if not df_filt.empty:
+                translation_value = df_filt["translation"].str[index].iloc[0]
+                tom.set_translation(
+                    object=object,
+                    language=language,
+                    property=property,
+                    value=translation_value,
+                )
+
+        for language in languages:
+            index = languages.index(language)
+            tom.add_translation(language=language)
+            print(
+                f"{icons.in_progress} Translating {clm.lower()}s into the '{language}' language..."
+            )
+
+            for t in tom.model.Tables:
+                set_translation_if_exists(
+                    object=t, language=language, property="Name", index=index
+                )
+                set_translation_if_exists(
+                    object=t, language=language, property="Description", index=index
+                )
+            for c in tom.all_columns():
+                set_translation_if_exists(
+                    object=c, language=language, property="Name", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Description", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Display Folder", index=index
+                )
+            for c in tom.all_measures():
+                set_translation_if_exists(
+                    object=c, language=language, property="Name", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Description", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Display Folder", index=index
+                )
+            for c in tom.all_hierarchies():
+                set_translation_if_exists(
+                    object=c, language=language, property="Name", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Description", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Display Folder", index=index
+                )
+            for c in tom.all_levels():
+                set_translation_if_exists(
+                    object=c, language=language, property="Name", index=index
+                )
+                set_translation_if_exists(
+                    object=c, language=language, property="Description", index=index
                 )
 
-                for t in tom.model.Tables:
-                    if t.IsHidden is False:
-                        if clm == "Name":
-                            set_translation_if_exists(
-                                t, "Table", "Name", t.Name, df_panda, lang, i
-                            )
-                        elif clm == "Description":
-                            set_translation_if_exists(
-                                t,
-                                "Table",
-                                "Description",
-                                t.Description,
-                                df_panda,
-                                lang,
-                                i,
-                            )
-                        for c in t.Columns:
-                            if c.IsHidden is False:
-                                if clm == "Name":
-                                    set_translation_if_exists(
-                                        c, "Column", "Name", c.Name, df_panda, lang, i
-                                    )
-                                elif clm == "Description":
-                                    set_translation_if_exists(
-                                        c,
-                                        "Column",
-                                        "Description",
-                                        c.Description,
-                                        df_panda,
-                                        lang,
-                                        i,
-                                    )
-                                elif clm == "Display Folder":
-                                    set_translation_if_exists(
-                                        c,
-                                        "Column",
-                                        "Display Folder",
-                                        c.DisplayFolder,
-                                        df_panda,
-                                        lang,
-                                        i,
-                                    )
-                        for h in t.Hierarchies:
-                            if h.IsHidden is False:
-                                if clm == "Name":
-                                    set_translation_if_exists(
-                                        h,
-                                        "Hierarchy",
-                                        "Name",
-                                        h.Name,
-                                        df_panda,
-                                        lang,
-                                        i,
-                                    )
-                                elif clm == "Description":
-                                    set_translation_if_exists(
-                                        h,
-                                        "Hierarchy",
-                                        "Description",
-                                        h.Description,
-                                        df_panda,
-                                        lang,
-                                        i,
-                                    )
-                                elif clm == "Display Folder":
-                                    set_translation_if_exists(
-                                        h,
-                                        "Hierarchy",
-                                        "Display Folder",
-                                        h.DisplayFolder,
-                                        df_panda,
-                                        lang,
-                                        i,
-                                    )
-                                for lev in h.Levels:
-                                    if clm == "Name":
-                                        set_translation_if_exists(
-                                            lev,
-                                            "Level",
-                                            "Name",
-                                            lev.Name,
-                                            df_panda,
-                                            lang,
-                                            i,
-                                        )
-                                    elif clm == "Description":
-                                        set_translation_if_exists(
-                                            lev,
-                                            "Level",
-                                            "Description",
-                                            lev.Description,
-                                            df_panda,
-                                            lang,
-                                            i,
-                                        )
-                    for ms in t.Measures:
-                        if ms.IsHidden is False:
-                            if clm == "Name":
-                                set_translation_if_exists(
-                                    ms, "Measure", "Name", ms.Name, df_panda, lang, i
-                                )
-                            elif clm == "Description":
-                                set_translation_if_exists(
-                                    ms,
-                                    "Measure",
-                                    "Description",
-                                    ms.Description,
-                                    df_panda,
-                                    lang,
-                                    i,
-                                )
-                            elif clm == "Display Folder":
-                                set_translation_if_exists(
-                                    ms,
-                                    "Measure",
-                                    "Display Folder",
-                                    ms.DisplayFolder,
-                                    df_panda,
-                                    lang,
-                                    i,
-                                )
     result = pd.DataFrame(
         columns=[
             "Language",

sempy_labs/_workspaces.py

@@ -153,7 +153,7 @@ def add_user_to_workspace(
     Parameters
     ----------
     email_address : str
-        The email address of the user.
+        The email address of the user. Also accepts the user identifier.
     role_name : str
         The `role <https://learn.microsoft.com/rest/api/power-bi/groups/add-group-user#groupuseraccessright>`_ of the user within the workspace.
     principal_type : str, default='User'