semantic-link-labs 0.10.1__py3-none-any.whl → 0.11.0__py3-none-any.whl

sempy_labs/_job_scheduler.py

@@ -7,6 +7,7 @@ from sempy_labs._helper_functions import (
     _update_dataframe_datatypes,
     _base_api,
     _create_dataframe,
+    resolve_workspace_id,
 )
 from uuid import UUID
 import sempy_labs._icons as icons
@@ -38,9 +39,9 @@ def list_item_job_instances(
         Shows a list of job instances for the specified item.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
     (item_name, item_id) = resolve_item_name_and_id(
-        item=item, type=type, workspace=workspace
+        item=item, type=type, workspace=workspace_id
     )
 
     columns = {
@@ -87,8 +88,48 @@ def list_item_job_instances(
 
     if dfs:
         df = pd.concat(dfs, ignore_index=True)
+        _update_dataframe_datatypes(dataframe=df, column_map=columns)
+
+    return df
+
+
+@log
+def _get_item_job_instance(url: str) -> pd.DataFrame:
+
+    columns = {
+        "Job Instance Id": "string",
+        "Item Id": "string",
+        "Job Type": "string",
+        "Invoke Type": "string",
+        "Status": "string",
+        "Root Activity Id": "string",
+        "Start Time UTC": "datetime",
+        "End Time UTC": "string",
+        "Error Message": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    response = _base_api(request=url)
 
-    df = _update_dataframe_datatypes(dataframe=df, column_map=columns)
+    dfs = []
+    for v in response.json().get("value", []):
+        fail = v.get("failureReason", {})
+        new_data = {
+            "Job Instance Id": v.get("id"),
+            "Item Id": v.get("itemId"),
+            "Job Type": v.get("jobType"),
+            "Invoke Type": v.get("invokeType"),
+            "Status": v.get("status"),
+            "Root Activity Id": v.get("rootActivityId"),
+            "Start Time UTC": v.get("startTimeUtc"),
+            "End Time UTC": v.get("endTimeUtc"),
+            "Error Message": fail.get("message") if fail is not None else "",
+        }
+        dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
+        _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
 
@@ -124,9 +165,9 @@ def list_item_schedules(
         Shows a list of scheduling settings for one specific item.
     """
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
     (item_name, item_id) = resolve_item_name_and_id(
-        item=item, type=type, workspace=workspace
+        item=item, type=type, workspace=workspace_id
     )
 
     columns = {
@@ -149,6 +190,7 @@ def list_item_schedules(
         request=f"v1/workspaces/{workspace_id}/items/{item_id}/jobs/{job_type}/schedules"
     )
 
+    dfs = []
     for v in response.json().get("value", []):
         config = v.get("configuration", {})
         own = v.get("owner", {})
@@ -167,9 +209,11 @@ def list_item_schedules(
             "Owner Type": own.get("type"),
         }
 
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        dfs.append(pd.DataFrame(new_data, index=[0]))
 
-    _update_dataframe_datatypes(dataframe=df, column_map=columns)
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
+        _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
 
@@ -215,6 +259,7 @@ def run_on_demand_item_job(
     print(f"{icons.green_dot} The '{item_name}' {type.lower()} has been executed.")
 
 
+@log
 def create_item_schedule_cron(
     item: str | UUID,
     type: str,
@@ -283,6 +328,7 @@ def create_item_schedule_cron(
     )
 
 
+@log
 def create_item_schedule_daily(
     item: str | UUID,
     type: str,
@@ -351,6 +397,7 @@ def create_item_schedule_daily(
     )
 
 
+@log
 def create_item_schedule_weekly(
     item: str | UUID,
     type: str,

sempy_labs/_kql_databases.py

@@ -11,8 +11,10 @@ from sempy_labs._helper_functions import (
 )
 from uuid import UUID
 import sempy_labs._icons as icons
+from sempy._utils._log import log
 
 
+@log
 def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the KQL databases within a workspace.
@@ -45,7 +47,7 @@ def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
 
     responses = _base_api(
         request=f"v1/workspaces/{workspace_id}/kqlDatabases",
@@ -53,6 +55,7 @@ def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
         client="fabric_sp",
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             prop = v.get("properties", {})
@@ -66,11 +69,15 @@ def list_kql_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
                 "Ingestion Service URI": prop.get("ingestionServiceUri"),
                 "Database Type": prop.get("databaseType"),
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def _create_kql_database(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
@@ -96,6 +103,7 @@ def _create_kql_database(
     )
 
 
+@log
 def delete_kql_database(
     kql_database: str | UUID,
     workspace: Optional[str | UUID] = None,
@@ -125,6 +133,7 @@ def delete_kql_database(
     delete_item(item=kql_database, type="KQLDatabase", workspace=workspace)
 
 
+@log
 def _resolve_cluster_uri(
     kql_database: str | UUID, workspace: Optional[str | UUID] = None
 ) -> str:

sempy_labs/_kql_querysets.py

@@ -2,15 +2,17 @@ import pandas as pd
 import sempy_labs._icons as icons
 from typing import Optional
 from sempy_labs._helper_functions import (
-    resolve_workspace_name_and_id,
+    resolve_workspace_id,
     _base_api,
     _create_dataframe,
     delete_item,
     create_item,
 )
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def list_kql_querysets(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the KQL querysets within a workspace.
@@ -37,12 +39,13 @@ def list_kql_querysets(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
 
     responses = _base_api(
         request=f"v1/workspaces/{workspace_id}/kqlQuerysets", uses_pagination=True
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             new_data = {
@@ -50,11 +53,15 @@ def list_kql_querysets(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
                 "KQL Queryset Id": v.get("id"),
                 "Description": v.get("description"),
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def create_kql_queryset(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
@@ -80,6 +87,7 @@ def create_kql_queryset(
     )
 
 
+@log
 def delete_kql_queryset(
     kql_queryset: str | UUID, workspace: Optional[str | UUID] = None, **kwargs
 ):

sempy_labs/_list_functions.py

@@ -18,6 +18,7 @@ import json
 from collections import defaultdict
 
 
+@log
 def get_object_level_security(
     dataset: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -70,6 +71,7 @@ def get_object_level_security(
         return df
 
 
+@log
 def list_tables(
     dataset: str | UUID, workspace: Optional[str | UUID] = None, extended: bool = False
 ) -> pd.DataFrame:
@@ -249,6 +251,7 @@ def list_tables(
     return df
 
 
+@log
 def list_annotations(
     dataset: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -481,6 +484,7 @@ def list_annotations(
         return df
 
 
+@log
 def list_columns(
     dataset: str | UUID,
     workspace: Optional[str | UUID] = None,
@@ -583,6 +587,7 @@ def list_columns(
     return dfC
 
 
+@log
 def list_lakehouses(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the lakehouses within a workspace.
@@ -642,6 +647,7 @@ def list_lakehouses(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     return df
 
 
+@log
 def list_datamarts(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the datamarts within a workspace.
@@ -684,6 +690,7 @@ def list_datamarts(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     return df
 
 
+@log
 def update_item(
     item_type: str,
     current_name: str,
@@ -749,6 +756,7 @@ def update_item(
         )
 
 
+@log
 def list_relationships(
     dataset: str | UUID, workspace: Optional[str | UUID] = None, extended: bool = False
 ) -> pd.DataFrame:
@@ -839,6 +847,7 @@ def list_relationships(
     return dfR
 
 
+@log
 def list_kpis(
     dataset: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -907,6 +916,7 @@ def list_kpis(
         return df
 
 
+@log
 def list_semantic_model_objects(
     dataset: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -1077,6 +1087,7 @@ def list_semantic_model_objects(
     return df
 
 
+@log
 def list_shortcuts(
     lakehouse: Optional[str] = None,
     workspace: Optional[str | UUID] = None,
@@ -1115,6 +1126,7 @@ def list_shortcuts(
     return list_shortcuts(lakehouse=lakehouse, workspace=workspace, path=path)
 
 
+@log
 def list_reports_using_semantic_model(
     dataset: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -1179,6 +1191,7 @@ def list_reports_using_semantic_model(
     #        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
 
+@log
 def list_report_semantic_model_objects(
     dataset: str | UUID, workspace: Optional[str | UUID] = None, extended: bool = False
 ) -> pd.DataFrame:
@@ -1273,6 +1286,7 @@ def list_report_semantic_model_objects(
     return dfRO
 
 
+@log
 def list_semantic_model_object_report_usage(
     dataset: str | UUID,
     workspace: Optional[str | UUID] = None,
@@ -1398,6 +1412,7 @@ def list_semantic_model_object_report_usage(
     return final_df
 
 
+@log
 def list_server_properties(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Lists the `properties <https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.serverproperty?view=analysisservices-dotnet>`_ of the Analysis Services instance.
@@ -1445,6 +1460,7 @@ def list_server_properties(workspace: Optional[str | UUID] = None) -> pd.DataFra
     return df
 
 
+@log
 def list_semantic_model_errors(
     dataset: str | UUID, workspace: Optional[str | UUID]
 ) -> pd.DataFrame:
@@ -1605,8 +1621,7 @@ def list_synonyms(dataset: str | UUID, workspace: Optional[str] = None):
                         merged_terms = defaultdict(dict)
                         for t in v.get("Terms", []):
                             for term, properties in t.items():
-                                normalized_term = term.lower()
-                                merged_terms[normalized_term].update(properties)
+                                merged_terms[term].update(properties)
 
                         for term, props in merged_terms.items():
                             new_data = {

sempy_labs/_managed_private_endpoints.py

@@ -7,10 +7,13 @@ from sempy_labs._helper_functions import (
     _base_api,
     _print_success,
     _create_dataframe,
+    resolve_workspace_id,
 )
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def create_managed_private_endpoint(
     name: str,
     target_private_link_resource_id: UUID,
@@ -72,6 +75,7 @@ def create_managed_private_endpoint(
     )
 
 
+@log
 def list_managed_private_endpoints(
     workspace: Optional[str | UUID] = None,
 ) -> pd.DataFrame:
@@ -106,7 +110,7 @@ def list_managed_private_endpoints(
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
 
     responses = _base_api(
         request=f"/v1/workspaces/{workspace_id}/managedPrivateEndpoints",
@@ -114,6 +118,7 @@ def list_managed_private_endpoints(
         client="fabric_sp",
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             conn = v.get("connectionState", {})
@@ -126,11 +131,15 @@ def list_managed_private_endpoints(
                 "Connection Description": conn.get("description"),
                 "Target Subresource Type": v.get("targetSubresourceType"),
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def delete_managed_private_endpoint(
     managed_private_endpoint: str | UUID, workspace: Optional[str | UUID] = None
 ):

sempy_labs/_mirrored_databases.py

@@ -2,7 +2,6 @@ import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
-    _decode_b64,
     _update_dataframe_datatypes,
     _base_api,
     resolve_item_id,
@@ -10,12 +9,15 @@ from sempy_labs._helper_functions import (
     delete_item,
     create_item,
     get_item_definition,
+    resolve_workspace_id,
 )
 import sempy_labs._icons as icons
 import base64
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def list_mirrored_databases(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the mirrored databases within a workspace.
@@ -49,13 +51,14 @@ def list_mirrored_databases(workspace: Optional[str | UUID] = None) -> pd.DataFr
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
     responses = _base_api(
         request=f"/v1/workspaces/{workspace_id}/mirroredDatabases",
         uses_pagination=True,
         client="fabric_sp",
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             prop = v.get("properties", {})
@@ -70,11 +73,15 @@ def list_mirrored_databases(workspace: Optional[str | UUID] = None) -> pd.DataFr
                 "Provisioning Status": sql.get("provisioningStatus"),
                 "Default Schema": prop.get("defaultSchema"),
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def create_mirrored_database(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
@@ -100,6 +107,7 @@ def create_mirrored_database(
     )
 
 
+@log
 def delete_mirrored_database(
     mirrored_database: str, workspace: Optional[str | UUID] = None
 ):
@@ -121,6 +129,7 @@ def delete_mirrored_database(
     delete_item(item=mirrored_database, type="MirroredDatabase", workspace=workspace)
 
 
+@log
 def get_mirroring_status(
     mirrored_database: str | UUID, workspace: Optional[str | UUID] = None
 ) -> str:
@@ -156,6 +165,7 @@ def get_mirroring_status(
     return response.json().get("status", {})
 
 
+@log
 def get_tables_mirroring_status(
     mirrored_database: str | UUID, workspace: Optional[str | UUID] = None
 ) -> pd.DataFrame:
@@ -219,6 +229,7 @@ def get_tables_mirroring_status(
     return df
 
 
+@log
 def start_mirroring(
     mirrored_database: str | UUID, workspace: Optional[str | UUID] = None
 ):
@@ -252,6 +263,7 @@ def start_mirroring(
     )
 
 
+@log
 def stop_mirroring(
     mirrored_database: str | UUID, workspace: Optional[str | UUID] = None
 ):
@@ -285,6 +297,7 @@ def stop_mirroring(
     )
 
 
+@log
 def get_mirrored_database_definition(
     mirrored_database: str | UUID,
     workspace: Optional[str | UUID] = None,
@@ -322,6 +335,7 @@ def get_mirrored_database_definition(
     )
 
 
+@log
 def update_mirrored_database_definition(
     mirrored_database: str | UUID,
     mirrored_database_content: dict,

sempy_labs/_mirrored_warehouses.py

@@ -1,13 +1,15 @@
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
-    resolve_workspace_name_and_id,
+    resolve_workspace_id,
     _base_api,
     _create_dataframe,
 )
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def list_mirrored_warehouses(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the mirrored warehouses within a workspace.
@@ -34,13 +36,14 @@ def list_mirrored_warehouses(workspace: Optional[str | UUID] = None) -> pd.DataF
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
     responses = _base_api(
         request=f"/v1/workspaces/{workspace_id}/mirroredWarehouses",
         status_codes=200,
         uses_pagination=True,
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             new_data = {
@@ -48,6 +51,9 @@ def list_mirrored_warehouses(workspace: Optional[str | UUID] = None) -> pd.DataF
                 "Mirrored Warehouse Id": v.get("id"),
                 "Description": v.get("description"),
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df

sempy_labs/_ml_experiments.py

@@ -1,15 +1,17 @@
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
-    resolve_workspace_name_and_id,
+    resolve_workspace_id,
     _base_api,
     delete_item,
     _create_dataframe,
     create_item,
 )
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def list_ml_experiments(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the ML experiments within a workspace.
@@ -36,7 +38,7 @@ def list_ml_experiments(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
 
     responses = _base_api(
         request=f"/v1/workspaces/{workspace_id}/mlExperiments",
@@ -44,6 +46,7 @@ def list_ml_experiments(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
         uses_pagination=True,
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             model_id = v.get("id")
@@ -55,11 +58,15 @@ def list_ml_experiments(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
                 "ML Experiment Id": model_id,
                 "Description": desc,
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def create_ml_experiment(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
@@ -85,6 +92,7 @@ def create_ml_experiment(
     )
 
 
+@log
 def delete_ml_experiment(name: str, workspace: Optional[str | UUID] = None):
     """
     Deletes a Fabric ML experiment.

sempy_labs/_ml_models.py

@@ -1,15 +1,17 @@
 import pandas as pd
 from typing import Optional
 from sempy_labs._helper_functions import (
-    resolve_workspace_name_and_id,
+    resolve_workspace_id,
     _base_api,
     delete_item,
     _create_dataframe,
     create_item,
 )
 from uuid import UUID
+from sempy._utils._log import log
 
 
+@log
 def list_ml_models(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     """
     Shows the ML models within a workspace.
@@ -36,7 +38,7 @@ def list_ml_models(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
     }
     df = _create_dataframe(columns=columns)
 
-    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    workspace_id = resolve_workspace_id(workspace)
 
     responses = _base_api(
         request=f"/v1/workspaces/{workspace_id}/mlModels",
@@ -44,6 +46,7 @@ def list_ml_models(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
         uses_pagination=True,
     )
 
+    dfs = []
     for r in responses:
         for v in r.get("value", []):
             model_id = v.get("id")
@@ -55,11 +58,15 @@ def list_ml_models(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
                 "ML Model Id": model_id,
                 "Description": desc,
             }
-            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+            dfs.append(pd.DataFrame(new_data, index=[0]))
+
+    if dfs:
+        df = pd.concat(dfs, ignore_index=True)
 
     return df
 
 
+@log
 def create_ml_model(
     name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
 ):
@@ -83,6 +90,7 @@ def create_ml_model(
     create_item(name=name, description=description, type="MLModel", workspace=workspace)
 
 
+@log
 def delete_ml_model(name: str | UUID, workspace: Optional[str | UUID] = None):
     """
     Deletes a Fabric ML model.