semantic-link-labs 0.7.3__py3-none-any.whl → 0.8.0__py3-none-any.whl

sempy_labs/_model_bpa.py

@@ -12,6 +12,7 @@ from sempy_labs._helper_functions import (
     save_as_delta_table,
     resolve_workspace_capacity,
     resolve_dataset_id,
+    get_language_codes,
 )
 from sempy_labs.lakehouse import get_lakehouse_tables, lakehouse_attached
 from sempy_labs.tom import connect_semantic_model
@@ -63,7 +64,7 @@ def run_model_bpa(
     pandas.DataFrame
         A pandas dataframe in HTML format showing semantic model objects which violated the best practice analyzer rules.
     """
-    
+
     import polib
 
     if "extend" in kwargs:
@@ -80,35 +81,9 @@ def run_model_bpa(
         "ignore", category=UserWarning, message=".*Arrow optimization.*"
     )
 
-    language_list = [
-        "it-IT",
-        "es-ES",
-        "he-IL",
-        "pt-PT",
-        "zh-CN",
-        "fr-FR",
-        "da-DK",
-        "cs-CZ",
-        "de-DE",
-        "el-GR",
-        "fa-IR",
-        "ga-IE",
-        "hi-IN",
-        "hu-HU",
-        "is-IS",
-        "ja-JP",
-        "nl-NL",
-        "pl-PL",
-        "pt-BR",
-        "ru-RU",
-        "te-IN",
-        "ta-IN",
-        "th-TH",
-        "zu-ZA",
-        "am-ET",
-        "ar-AE",
-        "sv-SE",
-    ]
+    language_list = list(icons.language_map.keys())
+    if language is not None:
+        language = get_language_codes(languages=language)[0]
 
     # Map languages to the closest language (first 2 letters matching)
     def map_language(language, language_list):
@@ -152,7 +127,7 @@ def run_model_bpa(
         def translate_using_po(rule_file):
             current_dir = os.path.dirname(os.path.abspath(__file__))
             translation_file = (
-                f"{current_dir}/_bpa_translation/_translations_{language}.po"
+                f"{current_dir}/_bpa_translation/_model/_translations_{language}.po"
             )
             for c in ["Category", "Description", "Rule Name"]:
                 po = polib.pofile(translation_file)
@@ -530,7 +505,8 @@ def run_model_bpa(
                 content_html += f'<td>{row["Rule Name"]}</td>'
             content_html += f'<td>{row["Object Type"]}</td>'
             content_html += f'<td>{row["Object Name"]}</td>'
-            content_html += f'<td>{row["Severity"]}</td>'
+            content_html += f'<td style="text-align: center;">{row["Severity"]}</td>'
+            # content_html += f'<td>{row["Severity"]}</td>'
             content_html += "</tr>"
         content_html += "</table>"
 

sempy_labs/_notebooks.py

@@ -0,0 +1,143 @@
+import sempy.fabric as fabric
+import pandas as pd
+import sempy_labs._icons as icons
+from typing import Optional
+import base64
+import requests
+from sempy_labs._helper_functions import (
+    resolve_workspace_name_and_id,
+    lro,
+    _decode_b64,
+)
+from sempy.fabric.exceptions import FabricHTTPException
+
+
+def get_notebook_definition(
+    notebook_name: str, workspace: Optional[str] = None, decode: Optional[bool] = True
+):
+    """
+    Obtains the notebook definition.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    decode : bool, default=True
+        If True, decodes the notebook definition file into .ipynb format.
+        If False, obtains the notebook definition file in base64 format.
+
+    Returns
+    -------
+    ipynb
+        The notebook definition.
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+
+    if len(dfI_filt) == 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' notebook does not exist within the '{workspace}' workspace."
+        )
+
+    notebook_id = dfI_filt["Id"].iloc[0]
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"v1/workspaces/{workspace_id}/notebooks/{notebook_id}/getDefinition",
+    )
+
+    result = lro(client, response).json()
+    df_items = pd.json_normalize(result["definition"]["parts"])
+    df_items_filt = df_items[df_items["path"] == "notebook-content.py"]
+    payload = df_items_filt["payload"].iloc[0]
+
+    if decode:
+        result = _decode_b64(payload)
+    else:
+        result = payload
+
+    return result
+
+
+def import_notebook_from_web(
+    notebook_name: str,
+    url: str,
+    description: Optional[str] = None,
+    workspace: Optional[str] = None,
+):
+    """
+    Creates a new notebook within a workspace based on a Jupyter notebook hosted in the web.
+
+    Note: When specifying a notebook from GitHub, please use the raw file path. Note that if the non-raw file path is specified, the url will be
+    converted to the raw URL as the raw URL is needed to obtain the notebook content.
+
+    Parameters
+    ----------
+    notebook_name : str
+        The name of the notebook to be created.
+    url : str
+        The url of the Jupyter Notebook (.ipynb)
+    description : str, default=None
+        The description of the notebook.
+        Defaults to None which does not place a description.
+    workspace : str, default=None
+        The name of the workspace.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    client = fabric.FabricRestClient()
+    dfI = fabric.list_items(workspace=workspace, type="Notebook")
+    dfI_filt = dfI[dfI["Display Name"] == notebook_name]
+    if len(dfI_filt) > 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{notebook_name}' already exists within the '{workspace}' workspace."
+        )
+
+    # Fix links to go to the raw github file
+    starting_text = "https://github.com/"
+    starting_text_len = len(starting_text)
+    if url.startswith(starting_text):
+        url = f"https://raw.githubusercontent.com/{url[starting_text_len:]}".replace(
+            "/blob/", "/"
+        )
+
+    response = requests.get(url)
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+    file_content = response.content
+    notebook_payload = base64.b64encode(file_content)
+
+    request_body = {
+        "displayName": notebook_name,
+        "definition": {
+            "format": "ipynb",
+            "parts": [
+                {
+                    "path": "notebook-content.py",
+                    "payload": notebook_payload,
+                    "payloadType": "InlineBase64",
+                }
+            ],
+        },
+    }
+    if description is not None:
+        request_body["description"] = description
+
+    response = client.post(f"v1/workspaces/{workspace_id}/notebooks", json=request_body)
+
+    lro(client, response, status_codes=[201, 202])
+
+    print(
+        f"{icons.green_dot} The '{notebook_name}' notebook was created within the '{workspace}' workspace."
+    )

sempy_labs/_query_scale_out.py

@@ -293,13 +293,24 @@ def set_semantic_model_storage_format(
             f"{icons.red_dot} Invalid storage format value. Valid options: {storageFormats}."
         )
 
+    dfL = list_qso_settings(dataset=dataset, workspace=workspace)
+    current_storage_format = dfL["Storage Mode"].iloc[0]
+
+    if current_storage_format == storage_format:
+        print(
+            f"{icons.info} The '{dataset}' semantic model within the '{workspace}' workspace is already set to '{storage_format.lower()}' storage format."
+        )
+        return
+
     client = fabric.PowerBIRestClient()
     response = client.patch(
         f"/v1.0/myorg/groups/{workspace_id}/datasets/{dataset_id}", json=request_body
     )
     if response.status_code != 200:
         raise FabricHTTPException(response)
-    print(f"{icons.green_dot} Semantic model storage format set to '{storage_format}'.")
+    print(
+        f"{icons.green_dot} The semantic model storage format for the '{dataset}' semantic model within the '{workspace}' workspace has been set to '{storage_format}'."
+    )
 
 
 def list_qso_settings(
@@ -328,7 +339,6 @@ def list_qso_settings(
     if dataset is not None:
         dataset_id = resolve_dataset_id(dataset, workspace)
 
-    workspace_id = fabric.get_workspace_id()
     df = pd.DataFrame(
         columns=[
             "Dataset Id",
@@ -383,10 +393,6 @@ def set_workspace_default_storage_format(
         The Fabric workspace name.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-
-    Returns
-    -------
-
     """
 
     # https://learn.microsoft.com/en-us/rest/api/power-bi/groups/update-group#defaultdatasetstorageformat
@@ -396,19 +402,35 @@ def set_workspace_default_storage_format(
     storage_format = storage_format.capitalize()
 
     if storage_format not in storageFormats:
-        print(
+        raise ValueError(
             f"{icons.red_dot} Invalid storage format. Please choose from these options: {storageFormats}."
         )
 
     (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
 
-    request_body = {"name": workspace, "defaultDatasetStorageFormat": storage_format}
+    # Check current storage format
+    dfW = fabric.list_workspaces(filter=f"name eq '{workspace}'")
+    if len(dfW) == 0:
+        raise ValueError()
+    current_storage_format = dfW["Default Dataset Storage Format"].iloc[0]
+
+    if current_storage_format == storage_format:
+        print(
+            f"{icons.info} The '{workspace}' is already set to a default storage format of '{current_storage_format}'."
+        )
+        return
+
+    request_body = {
+        "name": workspace,
+        "defaultDatasetStorageFormat": storage_format,
+    }
 
     client = fabric.PowerBIRestClient()
     response = client.patch(f"/v1.0/myorg/groups/{workspace_id}", json=request_body)
 
     if response.status_code != 200:
         raise FabricHTTPException(response)
+
     print(
         f"{icons.green_dot} The default storage format for the '{workspace}' workspace has been updated to '{storage_format}."
     )