semantic-link-labs 0.9.3__py3-none-any.whl → 0.9.5__py3-none-any.whl

sempy_labs/_kql_databases.py

@@ -1,13 +1,14 @@
-import sempy.fabric as fabric
 import pandas as pd
-import sempy_labs._icons as icons
 from typing import Optional
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
     _create_dataframe,
+    delete_item,
+    create_item,
 )
 from uuid import UUID
+import sempy_labs._icons as icons
 
 
 def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
@@ -64,7 +65,7 @@ def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     return df
 
 
-def create_kql_database(
+def _create_kql_database(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
     """
@@ -84,27 +85,16 @@ def create_kql_database(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    payload = {"displayName": name}
-
-    if description:
-        payload["description"] = description
-
-    _base_api(
-        request=f"v1/workspaces/{workspace_id}/kqlDatabases",
-        method="post",
-        payload=payload,
-        status_codes=[201, 202],
-        lro_return_status_code=True,
-    )
-
-    print(
-        f"{icons.green_dot} The '{name}' KQL database has been created within the '{workspace_name}' workspace."
+    create_item(
+        name=name, description=description, type="KQLDatabase", workspace=workspace
     )
 
 
-def delete_kql_database(name: str, workspace: Optional[str | UUID] = None):
+def delete_kql_database(
+    kql_database: str | UUID,
+    workspace: Optional[str | UUID] = None,
+    **kwargs,
+):
     """
     Deletes a KQL database.
 
@@ -112,23 +102,18 @@ def delete_kql_database(name: str, workspace: Optional[str | UUID] = None):
 
     Parameters
     ----------
-    name: str
-        Name of the KQL database.
+    kql_database: str | uuid.UUID
+        Name or ID of the KQL database.
     workspace : str | uuid.UUID, default=None
         The Fabric workspace name or ID.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    kql_database_id = fabric.resolve_item_id(
-        item_name=name, type="KQLDatabase", workspace=workspace_id
-    )
+    if "name" in kwargs:
+        kql_database = kwargs["name"]
+        print(
+            f"{icons.warning} The 'name' parameter is deprecated. Please use 'kql_database' instead."
+        )
 
-    _base_api(
-        request=f"/v1/workspaces/{workspace_id}/kqlDatabases/{kql_database_id}",
-        method="delete",
-    )
-    print(
-        f"{icons.green_dot} The '{name}' KQL database within the '{workspace_name}' workspace has been deleted."
-    )
+    delete_item(item=kql_database, type="KQLDatabase", workspace=workspace)

sempy_labs/_kql_querysets.py

@@ -1,4 +1,3 @@
-import sempy.fabric as fabric
 import pandas as pd
 import sempy_labs._icons as icons
 from typing import Optional
@@ -6,6 +5,8 @@ from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
     _create_dataframe,
+    delete_item,
+    create_item,
 )
 from uuid import UUID
 
@@ -74,27 +75,14 @@ def create_kql_queryset(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    payload = {"displayName": name}
-
-    if description:
-        payload["description"] = description
-
-    _base_api(
-        request=f"v1/workspaces/{workspace_id}/kqlQuerysets",
-        method="post",
-        payload=payload,
-        status_codes=[201, 202],
-        lro_return_status_code=True,
-    )
-
-    print(
-        f"{icons.green_dot} The '{name}' KQL queryset has been created within the '{workspace_name}' workspace."
+    create_item(
+        name=name, description=description, type="KQLQueryset", workspace=workspace
     )
 
 
-def delete_kql_queryset(name: str, workspace: Optional[str | UUID] = None):
+def delete_kql_queryset(
+    kql_queryset: str | UUID, workspace: Optional[str | UUID] = None, **kwargs
+):
     """
     Deletes a KQL queryset.
 
@@ -102,23 +90,18 @@ def delete_kql_queryset(name: str, workspace: Optional[str | UUID] = None):
 
     Parameters
     ----------
-    name: str
-        Name of the KQL queryset.
+    kql_queryset: str | uuid.UUID
+        Name or ID of the KQL queryset.
     workspace : str | uuid.UUID, default=None
         The Fabric workspace name or ID.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    kql_database_id = fabric.resolve_item_id(
-        item_name=name, type="KQLQueryset", workspace=workspace_id
-    )
+    if "name" in kwargs:
+        kql_queryset = kwargs["name"]
+        print(
+            f"{icons.warning} The 'name' parameter is deprecated. Please use 'kql_queryset' instead."
+        )
 
-    _base_api(
-        request=f"/v1/workspaces/{workspace_id}/kqlQuerysets/{kql_database_id}",
-        method="delete",
-    )
-    print(
-        f"{icons.green_dot} The '{name}' KQL queryset within the '{workspace_name}' workspace has been deleted."
-    )
+    delete_item(item=kql_queryset, type="KQLQueryset", workspace=workspace)

sempy_labs/_list_functions.py

@@ -2,8 +2,6 @@ import sempy.fabric as fabric
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     create_relationship_name,
-    resolve_lakehouse_id,
-    resolve_item_type,
     format_dax_object_name,
     resolve_dataset_name_and_id,
     _update_dataframe_datatypes,
@@ -534,7 +532,6 @@ def list_columns(
     from sempy_labs.directlake._get_directlake_lakehouse import (
         get_direct_lake_lakehouse,
     )
-    from pyspark.sql import SparkSession
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
@@ -604,57 +601,6 @@ def list_columns(
     return dfC
 
 
-def list_dashboards(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
-    """
-    Shows a list of the dashboards within a workspace.
-
-    Parameters
-    ----------
-    workspace : str | uuid.UUID, default=None
-        The Fabric workspace name or ID.
-        Defaults to None which resolves to the workspace of the attached lakehouse
-        or if no lakehouse attached, resolves to the workspace of the notebook.
-
-    Returns
-    -------
-    pandas.DataFrame
-        A pandas dataframe showing the dashboards within a workspace.
-    """
-
-    columns = {
-        "Dashboard ID": "string",
-        "Dashboard Name": "string",
-        "Read Only": "bool",
-        "Web URL": "string",
-        "Embed URL": "string",
-        "Data Classification": "string",
-        "Users": "string",
-        "Subscriptions": "string",
-    }
-    df = _create_dataframe(columns=columns)
-
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    response = _base_api(request=f"/v1.0/myorg/groups/{workspace_id}/dashboards")
-
-    for v in response.json().get("value", []):
-        new_data = {
-            "Dashboard ID": v.get("id"),
-            "Dashboard Name": v.get("displayName"),
-            "Read Only": v.get("isReadOnly"),
-            "Web URL": v.get("webUrl"),
-            "Embed URL": v.get("embedUrl"),
-            "Data Classification": v.get("dataClassification"),
-            "Users": v.get("users"),
-            "Subscriptions": v.get("subscriptions"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-
-    _update_dataframe_datatypes(dataframe=df, column_map=columns)
-
-    return df
-
-
 def list_lakehouses(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the lakehouses within a workspace.
@@ -1189,11 +1135,15 @@ def list_semantic_model_objects(
 
 
 def list_shortcuts(
-    lakehouse: Optional[str] = None, workspace: Optional[str | UUID] = None
+    lakehouse: Optional[str] = None,
+    workspace: Optional[str | UUID] = None,
+    path: Optional[str] = None,
 ) -> pd.DataFrame:
     """
     Shows all shortcuts which exist in a Fabric lakehouse and their properties.
 
+    *** NOTE: This function has been moved to the lakehouse subpackage. Please repoint your code to use that location. ***
+
     Parameters
     ----------
     lakehouse : str, default=None
@@ -1203,6 +1153,9 @@ def list_shortcuts(
         The name or ID of the Fabric workspace in which lakehouse resides.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
+    path: str, default=None
+        The path within lakehouse where to look for shortcuts. If provied, must start with either "Files" or "Tables". Examples: Tables/FolderName/SubFolderName; Files/FolderName/SubFolderName.
+        Defaults to None which will retun all shortcuts on the given lakehouse
 
     Returns
     -------
@@ -1210,85 +1163,13 @@ def list_shortcuts(
         A pandas dataframe showing all the shortcuts which exist in the specified lakehouse.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    if lakehouse is None:
-        lakehouse_id = fabric.get_lakehouse_id()
-    else:
-        lakehouse_id = resolve_lakehouse_id(lakehouse, workspace_id)
-
-    columns = {
-        "Shortcut Name": "string",
-        "Shortcut Path": "string",
-        "Source Type": "string",
-        "Source Workspace Id": "string",
-        "Source Workspace Name": "string",
-        "Source Item Id": "string",
-        "Source Item Name": "string",
-        "Source Item Type": "string",
-        "OneLake Path": "string",
-        "Connection Id": "string",
-        "Location": "string",
-        "Bucket": "string",
-        "SubPath": "string",
-    }
-    df = _create_dataframe(columns=columns)
+    from sempy_labs.lakehouse._shortcuts import list_shortcuts
 
-    responses = _base_api(
-        request=f"/v1/workspaces/{workspace_id}/items/{lakehouse_id}/shortcuts",
-        uses_pagination=True,
+    print(
+        f"{icons.warning} This function has been moved to the lakehouse subpackage. Please repoint your code to use that location."
     )
 
-    for r in responses:
-        for i in r.get("value", []):
-            tgt = i.get("target", {})
-            s3_compat = tgt.get("s3Compatible", {})
-            gcs = tgt.get("googleCloudStorage", {})
-            eds = tgt.get("externalDataShare", {})
-            connection_id = (
-                s3_compat.get("connectionId")
-                or gcs.get("connectionId")
-                or eds.get("connectionId")
-                or None
-            )
-            location = s3_compat.get("location") or gcs.get("location") or None
-            sub_path = s3_compat.get("subpath") or gcs.get("subpath") or None
-            source_workspace_id = tgt.get("oneLake", {}).get("workspaceId")
-            source_item_id = tgt.get("oneLake", {}).get("itemId")
-            source_workspace_name = (
-                fabric.resolve_workspace_name(source_workspace_id)
-                if source_workspace_id is not None
-                else None
-            )
-
-            new_data = {
-                "Shortcut Name": i.get("name"),
-                "Shortcut Path": i.get("path"),
-                "Source Type": tgt.get("type"),
-                "Source Workspace Id": source_workspace_id,
-                "Source Workspace Name": source_workspace_name,
-                "Source Item Id": source_item_id,
-                "Source Item Name": (
-                    fabric.resolve_item_name(
-                        source_item_id, workspace=source_workspace_name
-                    )
-                    if source_item_id is not None
-                    else None
-                ),
-                "Source Item Type": (
-                    resolve_item_type(source_item_id, workspace=source_workspace_name)
-                    if source_item_id is not None
-                    else None
-                ),
-                "OneLake Path": tgt.get("oneLake", {}).get("path"),
-                "Connection Id": connection_id,
-                "Location": location,
-                "Bucket": s3_compat.get("bucket"),
-                "SubPath": sub_path,
-            }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-
-    return df
+    return list_shortcuts(lakehouse=lakehouse, workspace=workspace, path=path)
 
 
 def list_capacities() -> pd.DataFrame:
@@ -1366,7 +1247,7 @@ def list_reports_using_semantic_model(
         & (dfR["Dataset Workspace Id"] == workspace_id)
     ][["Name", "Id"]]
     dfR_filt.rename(columns={"Name": "Report Name", "Id": "Report Id"}, inplace=True)
-    dfR_filt["Report Worskpace Name"] = workspace_name
+    dfR_filt["Report Workspace Name"] = workspace_name
     dfR_filt["Report Workspace Id"] = workspace_id
 
     return dfR_filt
@@ -1774,7 +1655,7 @@ def list_synonyms(dataset: str | UUID, workspace: Optional[str] = None):
         "State": "string",
         "Source": "string",
         "Weight": "float_fillna",
-        "Last Modified": "datetime",
+        "Last Modified": "string",
     }
 
     df = _create_dataframe(columns=columns)

sempy_labs/_mirrored_databases.py

@@ -1,4 +1,3 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
@@ -6,9 +5,11 @@ from sempy_labs._helper_functions import (
     _decode_b64,
     _update_dataframe_datatypes,
     _base_api,
-    _print_success,
     resolve_item_id,
     _create_dataframe,
+    delete_item,
+    create_item,
+    get_item_definition,
 )
 import sempy_labs._icons as icons
 import base64
@@ -92,21 +93,8 @@ def create_mirrored_database(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    payload = {"displayName": name}
-
-    if description:
-        payload["description"] = description
-
-    _base_api(
-        request=f"/v1/workspaces/{workspace_id}/mirroredDatabases",
-        status_codes=201,
-        method="post",
-        payload=payload,
-    )
-    _print_success(
-        item_name=name, item_type="mirrored database", workspace_name=workspace_name
+    create_item(
+        name=name, description=description, type="MirroredDatabase", workspace=workspace
     )
 
 
@@ -128,15 +116,7 @@ def delete_mirrored_database(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    item_id = resolve_item_id(
-        item=mirrored_database, type="MirroredDatabase", workspace=workspace
-    )
-    fabric.delete_item(item_id=item_id, workspace=workspace)
-    _print_success(
-        item_name=mirrored_database,
-        item_type="mirrored database",
-        workspace_name=workspace,
-    )
+    delete_item(item=mirrored_database, type="MirroredDatabase", workspace=workspace)
 
 
 def get_mirroring_status(
@@ -307,7 +287,7 @@ def get_mirrored_database_definition(
     mirrored_database: str | UUID,
     workspace: Optional[str | UUID] = None,
     decode: bool = True,
-) -> str:
+) -> dict:
     """
     Obtains the mirrored database definition.
 
@@ -327,31 +307,17 @@ def get_mirrored_database_definition(
 
     Returns
     -------
-    str
+    dict
         The mirrored database definition.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    item_id = resolve_item_id(
-        item=mirrored_database, type="MirroredDatabase", workspace=workspace
+    return get_item_definition(
+        item=mirrored_database,
+        type="MirroredDatabase",
+        workspace=workspace,
+        return_dataframe=False,
+        decode=decode,
     )
-    result = _base_api(
-        request=f"/v1/workspaces/{workspace_id}/mirroredDatabases/{item_id}/getDefinition",
-        method="post",
-        status_codes=200,
-        lro_return_json=True,
-    )
-
-    df_items = pd.json_normalize(result["definition"]["parts"])
-    df_items_filt = df_items[df_items["path"] == "mirroredDatabase.json"]
-    payload = df_items_filt["payload"].iloc[0]
-
-    if decode:
-        result = _decode_b64(payload)
-    else:
-        result = payload
-
-    return result
 
 
 def update_mirrored_database_definition(

sempy_labs/_ml_experiments.py

@@ -1,12 +1,11 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
-    _print_success,
-    resolve_item_id,
+    delete_item,
     _create_dataframe,
+    create_item,
 )
 from uuid import UUID
 
@@ -81,25 +80,8 @@ def create_ml_experiment(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    payload = {"displayName": name}
-
-    if description:
-        payload["description"] = description
-
-    _base_api(
-        request=f"/v1/workspaces/{workspace_id}/mlExperiments",
-        method="post",
-        payload=payload,
-        status_codes=[201, 202],
-        lro_return_status_code=True,
-    )
-    _print_success(
-        item_name=name,
-        item_type="ML experiment",
-        workspace_name=workspace_name,
-        action="created",
+    create_item(
+        name=name, description=description, type="MLExperiment", workspace=workspace
     )
 
 
@@ -119,11 +101,4 @@ def delete_ml_experiment(name: str, workspace: Optional[str | UUID] = None):
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    item_id = resolve_item_id(item=name, type="MLExperiment", workspace=workspace)
-    fabric.delete_item(item_id=item_id, workspace=workspace)
-    _print_success(
-        item_name=name,
-        item_type="ML Experiment",
-        workspace_name=workspace,
-        action="deleted",
-    )
+    delete_item(item=name, type="MLExperiment", workspace=workspace)

sempy_labs/_ml_models.py

@@ -1,12 +1,11 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
-    resolve_item_id,
-    _print_success,
+    delete_item,
     _create_dataframe,
+    create_item,
 )
 from uuid import UUID
 
@@ -81,26 +80,7 @@ def create_ml_model(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    payload = {"displayName": name}
-
-    if description:
-        payload["description"] = description
-
-    _base_api(
-        request=f"/v1/workspaces/{workspace_id}/mlModels",
-        method="post",
-        status_codes=[201, 202],
-        payload=payload,
-        lro_return_status_code=True,
-    )
-    _print_success(
-        item_name=name,
-        item_type="ML Model",
-        workspace_name=workspace_name,
-        action="created",
-    )
+    create_item(name=name, description=description, type="MLModel", workspace=workspace)
 
 
 def delete_ml_model(name: str | UUID, workspace: Optional[str | UUID] = None):
@@ -119,8 +99,4 @@ def delete_ml_model(name: str | UUID, workspace: Optional[str | UUID] = None):
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    item_id = resolve_item_id(item=name, type="MLModel", workspace=workspace)
-    fabric.delete_item(item_id=item_id, workspace=workspace)
-    _print_success(
-        item_name=name, item_type="ML Model", workspace_name=workspace, action="deleted"
-    )
+    delete_item(item=name, type="MLModel", workspace=workspace)

sempy_labs/_model_bpa.py

@@ -43,6 +43,8 @@ def run_model_bpa(
     """
     Displays an HTML visualization of the results of the Best Practice Analyzer scan for a semantic model.
 
+    The Best Practice Analyzer rules are based on the rules defined `here <https://github.com/microsoft/Analysis-Services/tree/master/BestPracticeRules>`_. The framework for the Best Practice Analyzer and rules are based on the foundation set by `Tabular Editor <https://github.com/TabularEditor/TabularEditor>`_.
+
     Parameters
     ----------
     dataset : str | uuid.UUID
@@ -274,12 +276,17 @@ def run_model_bpa(
                 tom.all_columns(),
                 lambda obj: format_dax_object_name(obj.Parent.Name, obj.Name),
             ),
+            "Calculated Column": (
+                tom.all_calculated_columns(),
+                lambda obj: format_dax_object_name(obj.Parent.Name, obj.Name),
+            ),
             "Measure": (tom.all_measures(), lambda obj: obj.Name),
             "Hierarchy": (
                 tom.all_hierarchies(),
                 lambda obj: format_dax_object_name(obj.Parent.Name, obj.Name),
             ),
             "Table": (tom.model.Tables, lambda obj: obj.Name),
+            "Calculated Table": (tom.all_calculated_tables(), lambda obj: obj.Name),
             "Role": (tom.model.Roles, lambda obj: obj.Name),
             "Model": (tom.model, lambda obj: obj.Model.Name),
             "Calculation Item": (
@@ -322,6 +329,10 @@ def run_model_bpa(
                     x = [nm(obj) for obj in tom.all_hierarchies() if expr(obj, tom)]
                 elif scope == "Table":
                     x = [nm(obj) for obj in tom.model.Tables if expr(obj, tom)]
+                elif scope == "Calculated Table":
+                    x = [
+                        nm(obj) for obj in tom.all_calculated_tables() if expr(obj, tom)
+                    ]
                 elif scope == "Relationship":
                     x = [nm(obj) for obj in tom.model.Relationships if expr(obj, tom)]
                 elif scope == "Role":
@@ -332,6 +343,12 @@ def run_model_bpa(
                     x = [
                         nm(obj) for obj in tom.all_calculation_items() if expr(obj, tom)
                     ]
+                elif scope == "Calculated Column":
+                    x = [
+                        nm(obj)
+                        for obj in tom.all_calculated_columns()
+                        if expr(obj, tom)
+                    ]
 
                 if len(x) > 0:
                     new_data = {

sempy_labs/_model_bpa_rules.py

@@ -565,7 +565,12 @@ def model_bpa_rules(
             ),
             (
                 "DAX Expressions",
-                "Measure",
+                [
+                    "Measure",
+                    "Calculated Table",
+                    "Calculated Column",
+                    "Calculation Item",
+                ],
                 "Error",
                 "Column references should be fully qualified",
                 lambda obj, tom: any(
@@ -576,7 +581,12 @@ def model_bpa_rules(
             ),
             (
                 "DAX Expressions",
-                "Measure",
+                [
+                    "Measure",
+                    "Calculated Table",
+                    "Calculated Column",
+                    "Calculation Item",
+                ],
                 "Error",
                 "Measure references should be unqualified",
                 lambda obj, tom: any(