semantic-link-labs 0.9.9__py3-none-any.whl → 0.9.11__py3-none-any.whl

sempy_labs/migration/_migrate_calctables_to_lakehouse.py

@@ -6,10 +6,9 @@ from sempy_labs.lakehouse._get_lakehouse_tables import get_lakehouse_tables
 from sempy_labs._helper_functions import (
     resolve_lakehouse_name,
     resolve_lakehouse_id,
-    create_abfss_path,
     retry,
     generate_guid,
-    _create_spark_session,
+    save_as_delta_table,
 )
 from sempy_labs.tom import connect_semantic_model
 from typing import Optional
@@ -98,8 +97,6 @@ def migrate_calc_tables_to_lakehouse(
     if killFunction:
         return
 
-    spark = _create_spark_session()
-
     if len(dfP_filt) == 0:
         print(
             f"{icons.yellow_dot} The '{dataset}' semantic model in the '{workspace}' workspace has no calculated tables."
@@ -198,14 +195,12 @@ def migrate_calc_tables_to_lakehouse(
 
                                 delta_table_name = t.Name.replace(" ", "_").lower()
 
-                                spark_df = spark.createDataFrame(df)
-                                filePath = create_abfss_path(
-                                    lakehouse_id=lakehouse_id,
-                                    lakehouse_workspace_id=lakehouse_workspace_id,
-                                    delta_table_name=delta_table_name,
-                                )
-                                spark_df.write.mode("overwrite").format("delta").save(
-                                    filePath
+                                save_as_delta_table(
+                                    dataframe=df,
+                                    table_name=delta_table_name,
+                                    lakehouse=lakehouse,
+                                    workspace=lakehouse_workspace,
+                                    write_mode="overwrite",
                                 )
 
                                 @retry(

sempy_labs/migration/_refresh_calc_tables.py

@@ -1,7 +1,6 @@
 import sempy.fabric as fabric
 import pandas as pd
 import re
-from sempy_labs._helper_functions import retry
 from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
@@ -10,7 +9,8 @@ from uuid import UUID
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
-    _create_spark_session,
+    save_as_delta_table,
+    retry,
 )
 
 
@@ -29,7 +29,6 @@ def refresh_calc_tables(dataset: str | UUID, workspace: Optional[str | UUID] = N
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    spark = _create_spark_session()
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
     icons.sll_tags.append("DirectLakeMigration")
@@ -117,10 +116,12 @@ def refresh_calc_tables(dataset: str | UUID, workspace: Optional[str | UUID] = N
                         f"{icons.in_progress} Refresh of the '{delta_table_name}' table within the lakehouse is in progress..."
                     )
 
-                    spark_df = spark.createDataFrame(df)
-                    spark_df.write.mode("overwrite").format("delta").saveAsTable(
-                        delta_table_name
+                    save_as_delta_table(
+                        dataframe=df,
+                        table_name=delta_table_name,
+                        write_mode="overwrite",
                     )
+
                     print(
                         f"{icons.green_dot} Calculated table '{tName}' has been refreshed as the '{delta_table_name.lower()}' table in the lakehouse."
                     )

sempy_labs/report/_download_report.py

@@ -22,7 +22,7 @@ def download_report(
     """
     Downloads the specified report from the specified workspace to a Power BI .pbix file.
 
-    This is a wrapper function for the following API: `Reports - Export Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/export-report-in-group>`.
+    This is a wrapper function for the following API: `Reports - Export Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/export-report-in-group>`_.
 
     Parameters
     ----------

sempy_labs/report/_generate_report.py

@@ -178,6 +178,7 @@ def update_report_from_reportjson(
     )
 
 
+@log
 def get_report_definition(
     report: str | UUID,
     workspace: Optional[str | UUID] = None,
@@ -206,7 +207,10 @@ def get_report_definition(
     """
 
     return get_item_definition(
-        item=report, type="Report", workspace=workspace, return_dataframe=True
+        item=report,
+        type="Report",
+        workspace=workspace,
+        return_dataframe=return_dataframe,
     )
 
 

sempy_labs/report/_reportwrapper.py

@@ -105,27 +105,40 @@ class ReportWrapper:
             )
         )
 
+        report_level_measures = list(
+            self.list_report_level_measures()["Measure Name"].values
+        )
         with connect_semantic_model(
             dataset=dataset_id, readonly=True, workspace=dataset_workspace_id
         ) as tom:
-            for index, row in dataframe.iterrows():
-                obj_type = row["Object Type"]
-                if obj_type == "Measure":
-                    dataframe.at[index, "Valid Semantic Model Object"] = any(
-                        o.Name == row["Object Name"] for o in tom.all_measures()
-                    )
-                elif obj_type == "Column":
-                    dataframe.at[index, "Valid Semantic Model Object"] = any(
-                        format_dax_object_name(c.Parent.Name, c.Name)
-                        == format_dax_object_name(row["Table Name"], row["Object Name"])
-                        for c in tom.all_columns()
-                    )
-                elif obj_type == "Hierarchy":
-                    dataframe.at[index, "Valid Semantic Model Object"] = any(
-                        format_dax_object_name(h.Parent.Name, h.Name)
-                        == format_dax_object_name(row["Table Name"], row["Object Name"])
-                        for h in tom.all_hierarchies()
-                    )
+            measure_names = {m.Name for m in tom.all_measures()}
+            measure_names.update(report_level_measures)
+            column_names = {
+                format_dax_object_name(c.Parent.Name, c.Name) for c in tom.all_columns()
+            }
+            hierarchy_names = {
+                format_dax_object_name(h.Parent.Name, h.Name)
+                for h in tom.all_hierarchies()
+            }
+
+        # Vectorized checks
+        def is_valid(row):
+            obj_type = row["Object Type"]
+            obj_name = row["Object Name"]
+            if obj_type == "Measure":
+                return obj_name in measure_names
+            elif obj_type == "Column":
+                return (
+                    format_dax_object_name(row["Table Name"], obj_name) in column_names
+                )
+            elif obj_type == "Hierarchy":
+                return (
+                    format_dax_object_name(row["Table Name"], obj_name)
+                    in hierarchy_names
+                )
+            return False
+
+        dataframe["Valid Semantic Model Object"] = dataframe.apply(is_valid, axis=1)
         return dataframe
 
     def _update_single_file(self, file_name: str, new_payload):

sempy_labs/tom/_model.py

@@ -802,23 +802,27 @@ class TOMWrapper:
         if permission not in ["Read", "None", "Default"]:
             raise ValueError(f"{icons.red_dot} Invalid 'permission' value.")
 
-        cp = TOM.ColumnPermission()
-        cp.Column = self.model.Tables[table_name].Columns[column_name]
-        cp.MetadataPermission = System.Enum.Parse(TOM.MetadataPermission, permission)
-
-        if any(
-            c.Name == column_name and t.Name == table_name and r.Name == role_name
-            for r in self.model.Roles
-            for t in r.TablePermissions
-            for c in t.ColumnPermissions
-        ):
-            self.model.Roles[role_name].TablePermissions[table_name].ColumnPermissions[
+        r = self.model.Roles[role_name]
+        tables = [t.Name for t in r.TablePermissions]
+        # Add table permission if it does not exist
+        if table_name not in tables:
+            tp = TOM.TablePermission()
+            tp.Table = self.model.Tables[table_name]
+            r.TablePermissions.Add(tp)
+        columns = [c.Name for c in r.TablePermissions[table_name].ColumnPermissions]
+        # Add column permission if it does not exist
+        if column_name not in columns:
+            cp = TOM.ColumnPermission()
+            cp.Column = self.model.Tables[table_name].Columns[column_name]
+            cp.MetadataPermission = System.Enum.Parse(
+                TOM.MetadataPermission, permission
+            )
+            r.TablePermissions[table_name].ColumnPermissions.Add(cp)
+        # Set column permission if it already exists
+        else:
+            r.TablePermissions[table_name].ColumnPermissions[
                 column_name
             ].MetadataPermission = System.Enum.Parse(TOM.MetadataPermission, permission)
-        else:
-            self.model.Roles[role_name].TablePermissions[
-                table_name
-            ].ColumnPermissions.Add(cp)
 
     def add_hierarchy(
         self,
@@ -938,19 +942,23 @@ class TOMWrapper:
         import Microsoft.AnalysisServices.Tabular as TOM
         import System
 
-        if cross_filtering_behavior is None:
+        if not cross_filtering_behavior:
             cross_filtering_behavior = "Automatic"
-        if security_filtering_behavior is None:
+        if not security_filtering_behavior:
             security_filtering_behavior = "OneDirection"
 
-        from_cardinality = from_cardinality.capitalize()
-        to_cardinality = to_cardinality.capitalize()
-        cross_filtering_behavior = cross_filtering_behavior.capitalize()
-        security_filtering_behavior = security_filtering_behavior.capitalize()
+        for var_name in [
+            "from_cardinality",
+            "to_cardinality",
+            "cross_filtering_behavior",
+            "security_filtering_behavior",
+        ]:
+            locals()[var_name] = locals()[var_name].capitalize()
+
+        cross_filtering_behavior = cross_filtering_behavior.replace("direct", "Direct")
         security_filtering_behavior = security_filtering_behavior.replace(
             "direct", "Direct"
         )
-        cross_filtering_behavior = cross_filtering_behavior.replace("direct", "Direct")
 
         rel = TOM.SingleColumnRelationship()
         rel.FromColumn = self.model.Tables[from_table].Columns[from_column]
@@ -962,13 +970,16 @@ class TOMWrapper:
             TOM.RelationshipEndCardinality, to_cardinality
         )
         rel.IsActive = is_active
-        rel.CrossFilteringBehavior = System.Enum.Parse(
-            TOM.CrossFilteringBehavior, cross_filtering_behavior
-        )
-        rel.SecurityFilteringBehavior = System.Enum.Parse(
-            TOM.SecurityFilteringBehavior, security_filtering_behavior
-        )
-        rel.RelyOnReferentialIntegrity = rely_on_referential_integrity
+        if cross_filtering_behavior != "Automatic":
+            rel.CrossFilteringBehavior = System.Enum.Parse(
+                TOM.CrossFilteringBehavior, cross_filtering_behavior
+            )
+        if security_filtering_behavior != "OneDirection":
+            rel.SecurityFilteringBehavior = System.Enum.Parse(
+                TOM.SecurityFilteringBehavior, security_filtering_behavior
+            )
+        if rely_on_referential_integrity:
+            rel.RelyOnReferentialIntegrity = True
 
         self.model.Relationships.Add(rel)
 
@@ -3655,25 +3666,27 @@ class TOMWrapper:
         import Microsoft.AnalysisServices.Tabular as TOM
         import System
 
-        if not self.has_incremental_refresh_policy(table_name=table_name):
+        if not self.has_incremental_refresh_policy(
+            object=self.model.Tables[table_name]
+        ):
             print(
                 f"The '{table_name}' table does not have an incremental refresh policy."
             )
             return
 
-        incGran = ["Day", "Month", "Quarter", "Year"]
+        granularities = ["Day", "Month", "Quarter", "Year"]
 
         incremental_granularity = incremental_granularity.capitalize()
         rolling_window_granularity = rolling_window_granularity.capitalize()
 
-        if incremental_granularity not in incGran:
+        if incremental_granularity not in granularities:
             raise ValueError(
-                f"{icons.red_dot} Invalid 'incremental_granularity' value. Please choose from the following options: {incGran}."
+                f"{icons.red_dot} Invalid 'incremental_granularity' value. Please choose from the following options: {granularities}."
             )
 
-        if rolling_window_granularity not in incGran:
+        if rolling_window_granularity not in granularities:
             raise ValueError(
-                f"{icons.red_dot} Invalid 'rolling_window_granularity' value. Please choose from the following options: {incGran}."
+                f"{icons.red_dot} Invalid 'rolling_window_granularity' value. Please choose from the following options: {granularities}."
             )
 
         if rolling_window_periods < 1:
@@ -5069,6 +5082,62 @@ class TOMWrapper:
             f"{icons.green_dot} The '{table_name}' table has been converted to Import mode."
         )
 
+    def copy_object(
+        self,
+        object,
+        target_dataset: str | UUID,
+        target_workspace: Optional[str | UUID] = None,
+        readonly: bool = False,
+    ):
+        """
+        Copies a semantic model object from the current semantic model to the target semantic model.
+
+        Parameters
+        ----------
+        object : TOM Object
+            The TOM object to be copied to the target semantic model. For example: tom.model.Tables['Sales'].
+        target_dataset : str | uuid.UUID
+            Name or ID of the target semantic model.
+        target_workspace : str | uuid.UUID, default=None
+            The Fabric workspace name or ID.
+            Defaults to None which resolves to the workspace of the attached lakehouse
+            or if no lakehouse attached, resolves to the workspace of the notebook.
+        readonly : bool, default=False
+            Whether the connection is read-only or read/write. Setting this to False enables read/write which saves the changes made back to the server.
+        """
+
+        import Microsoft.AnalysisServices.Tabular as TOM
+
+        clone = object.Clone()
+        with connect_semantic_model(
+            dataset=target_dataset,
+            workspace=target_workspace,
+            readonly=readonly,
+        ) as target_tom:
+            if isinstance(object, TOM.Table):
+                target_tom.model.Tables.Add(clone)
+            elif isinstance(object, TOM.Column):
+                target_tom.model.Tables[object.Parent.Name].Columns.Add(clone)
+            elif isinstance(object, TOM.Measure):
+                target_tom.model.Tables[object.Parent.Name].Measures.Add(clone)
+            elif isinstance(object, TOM.Hierarchy):
+                target_tom.model.Tables[object.Parent.Name].Hierarchies.Add(clone)
+            elif isinstance(object, TOM.Level):
+                target_tom.model.Tables[object.Parent.Parent.Name].Hierarchies[
+                    object.Parent.Name
+                ].Levels.Add(clone)
+            elif isinstance(object, TOM.Role):
+                target_tom.model.Roles.Add(clone)
+            elif isinstance(object, TOM.Relationship):
+                target_tom.model.Relationships.Add(clone)
+            else:
+                raise NotImplementedError(
+                    f"{icons.red_dot} The '{object.ObjectType}' object type is not supported."
+                )
+            print(
+                f"{icons.green_dot} The '{object.Name}' {str(object.ObjectType).lower()} has been copied to the '{target_dataset}' semantic model within the '{target_workspace}' workspace."
+            )
+
     def close(self):
 
         if not self._readonly and self.model is not None:

sempy_labs/report/_bpareporttemplate/.pbi/localSettings.json

@@ -1,9 +0,0 @@
-{
-  "version": "1.0",
-  "remoteArtifacts": [
-    {
-      "reportId": "6a91c344-dba8-4ebf-bedb-e07134f2a204"
-    }
-  ],
-  "securityBindingsSignature": "AQAAANCMnd8BFdERjHoAwE/Cl+sBAAAAMAVu7l76YU6Sl11KOiJdgQAAAAACAAAAAAAQZgAAAAEAACAAAAD1Ty+c7tZLT9/Sjguxhn/5ivfLWfUMNtgudyJ3BKzzZgAAAAAOgAAAAAIAACAAAABAyGf+iKMwvmNtcoRczjgebeIm0nlc9SFYTBYv3N7yvVADAADQN3JsIsvJUcKKc9WMo2EhiE21odezpd35tb+yudHwA/RYhypMA3fwiCTwArLefBZQ3vZ7KYh4MjihXS07i9o1XVqxAmDoli83Yhs/Wei+0HIfYOT5HOVHLUEul5x41Yx/7Bdfhc881SK6IoaJogBdwsiJVxPne+niMYqJQA6qLEPyJ33g6ucUxLA40lwdbN2cMWFzRn6tymmicDPwH0hcGPDMWwseAU+OuUeidkneRWhUGs6lkiiXLiO6kmY5RKq+S4FdtR19/e1B6EjAd94zSw+M5jQzYxn4eCZzWYiB+8Zd/jy07lfyLoGwagNqiQzbcNONqQd5w0n+8/+n4zGkBi2UojfRXoGaYDirQeZMTbt3pfPx2PArxsJ8dF0iT634pHiCF1ZFdtY+79JaFLUUG+Yf7JJv8IxuuuF74tAp4NYmuOij4hTDaf8Jafa5IoRVh7ICkwrjJyVQ8dG7I3tr0VvR+toBPG3Zlbm9BijcaBxhh1AINhnRAIkENOnPFQVH7l3Ml7B60H8Tst6ic3ihCCMYjtmN+NNWqFrJKT2trilh5TAxN+ei4H5fPwM9S7zb2bH5jhExcYTtoe7iCzxOvBsoYoFM+7FMjn9R2FATNICktYdbKDo1Of+u4oZ1+RsvBHQBVaMhSCoZ7+K5T5pZayNK3V2UID3wOuLOYvouxXXr4NVFsdgiV2oMuxTWeqmd/4bLxeqe3uTkGFmQU4mumF2YVsNbdO3IcRXhhrCCZ27ffzXBsH+lE3EhusD37Z0dsVbVVlG8AHXCh7Atgd8n73/eSI5mvj36DCOSRBVauItIATIa2FXueKA7vU6lRDYBSX8FCC2qkeN6dWpMoN5uXXEBsb5Yot1Fgrovcyl5lk7rh772Xon4FaIYFHZpklsY3JK5EXp3bF8UOE6ByN1ZucmkGgYRcTT/up/Uc86TLN6env9XXL4FQYPlReiOGWKBLVi9OoXGRLDshspniULtV3EwQ6WsjF2AyQ+WdLj3bbWKzG5Mg9jvANLrjycZAGWskh4X5JDGiv4TiJmnYQ/xPZAKKiowpVIHikLeG76uXFI+bxtpihV9+DaEJy4UxisHQxwuvUsQs38u3SHgpJmT8CNssZl41+T/IJdoQwJFLUAAAACnUQZGV9DvcOyrj8HBpXBVB5PuOQDxLB4HZOevHqCB5dc5z787E93B51QmN7I15fF6GCdWwN5f94gv1er2dtN3"
-}

sempy_labs/report/_bpareporttemplate/.platform

@@ -1,11 +0,0 @@
-{
-  "$schema": "https://developer.microsoft.com/json-schemas/fabric/gitIntegration/platformProperties/2.0.0/schema.json",
-  "metadata": {
-    "type": "Report",
-    "displayName": "BPAReport"
-  },
-  "config": {
-    "version": "2.0",
-    "logicalId": "a201f2cd-fd25-465f-bfbc-33b151e38b31"
-  }
-}