semantic-link-labs 0.8.4__py3-none-any.whl → 0.8.6__py3-none-any.whl

sempy_labs/directlake/_warm_cache.py

@@ -177,7 +177,7 @@ def warm_direct_lake_cache_isresident(
     dfC["DAX Object Name"] = format_dax_object_name(
         dfC["Table Name"], dfC["Column Name"]
     )
-    dfC_filtered = dfC[dfC["Is Resident"]]
+    dfC_filtered = dfC[dfC["Is Resident"] == True]
 
     if len(dfC_filtered) == 0:
         raise ValueError(
@@ -186,17 +186,18 @@ def warm_direct_lake_cache_isresident(
 
     # Refresh/frame dataset
     refresh_semantic_model(dataset=dataset, refresh_type="full", workspace=workspace)
-
     time.sleep(2)
 
-    tbls = dfC_filtered["Table Name"].unique()
-    column_values = dfC_filtered["DAX Object Name"].tolist()
-
     # Run basic query to get columns into memory; completed one table at a time (so as not to overload the capacity)
-    for tableName in (bar := tqdm(tbls)):
-        bar.set_description(f"Warming the '{tableName}' table...")
-        css = ",".join(map(str, column_values))
-        dax = """EVALUATE TOPN(1,SUMMARIZECOLUMNS(""" + css + "))" ""
+    tbls = dfC_filtered["Table Name"].unique()
+    for table_name in (bar := tqdm(tbls)):
+        bar.set_description(f"Warming the '{table_name}' table...")
+        css = ", ".join(
+            dfC_filtered[dfC_filtered["Table Name"] == table_name]["DAX Object Name"]
+            .astype(str)
+            .tolist()
+        )
+        dax = f"""EVALUATE TOPN(1,SUMMARIZECOLUMNS({css}))"""
         fabric.evaluate_dax(dataset=dataset, dax_string=dax, workspace=workspace)
 
     print(

sempy_labs/lakehouse/_get_lakehouse_tables.py

@@ -31,7 +31,7 @@ def get_lakehouse_tables(
     """
     Shows the tables of a lakehouse and their respective properties. Option to include additional properties relevant to Direct Lake guardrails.
 
-    This is a wrapper function for the following API: `Tables - List Tables <https://learn.microsoft.com/rest/api/fabric/lakehouse/tables/list-tables`_ plus extended capabilities.
+    This is a wrapper function for the following API: `Tables - List Tables <https://learn.microsoft.com/rest/api/fabric/lakehouse/tables/list-tables>`_ plus extended capabilities.
 
     Parameters
     ----------

sempy_labs/lakehouse/_shortcuts.py

@@ -20,7 +20,7 @@ def create_shortcut_onelake(
     """
     Creates a `shortcut <https://learn.microsoft.com/fabric/onelake/onelake-shortcuts>`_ to a delta table in OneLake.
 
-    This is a wrapper function for the following API: `OneLake Shortcuts - Create Shortcut <https://learn.microsoft.com/rest/api/fabric/core/onelake-shortcuts/create-shortcut`_.
+    This is a wrapper function for the following API: `OneLake Shortcuts - Create Shortcut <https://learn.microsoft.com/rest/api/fabric/core/onelake-shortcuts/create-shortcut>`_.
 
     Parameters
     ----------
@@ -171,7 +171,7 @@ def delete_shortcut(
     """
     Deletes a shortcut.
 
-    This is a wrapper function for the following API: `OneLake Shortcuts - Delete Shortcut <https://learn.microsoft.com/rest/api/fabric/core/onelake-shortcuts/delete-shortcut`_.
+    This is a wrapper function for the following API: `OneLake Shortcuts - Delete Shortcut <https://learn.microsoft.com/rest/api/fabric/core/onelake-shortcuts/delete-shortcut>`_.
 
     Parameters
     ----------

sempy_labs/migration/_create_pqt_file.py

@@ -47,7 +47,6 @@ def create_pqt_file(
 
     folderPath = "/lakehouse/default/Files"
     subFolderPath = os.path.join(folderPath, "pqtnewfolder")
-    os.makedirs(subFolderPath, exist_ok=True)
 
     with connect_semantic_model(
         dataset=dataset, workspace=workspace, readonly=True
@@ -81,8 +80,10 @@ def create_pqt_file(
         for e in tom.model.Expressions:
             expr_map[e.Name] = [str(e.Kind), e.Expression]
 
+        expressions = tom.model.Expressions.Count
+
         # Dataflows Gen2 max table limit is 50.
-        max_length = 50
+        max_length = 50 - expressions
         table_chunks = [
             dict(list(table_map.items())[i : i + max_length])
             for i in range(0, len(table_map), max_length)
@@ -90,6 +91,8 @@ def create_pqt_file(
 
         def create_pqt(table_map: dict, expr_map: dict, file_name: str):
 
+            os.makedirs(subFolderPath, exist_ok=True)
+
             class QueryMetadata:
                 def __init__(
                     self,
@@ -223,6 +226,8 @@ def create_pqt_file(
         a = 0
         for t_map in table_chunks:
             if a > 0:
-                file_name = f"{file_name}_{a}"
+                save_file_name = f"{file_name}_{a}"
+            else:
+                save_file_name = file_name
             a += 1
-            create_pqt(t_map, expr_map, file_name=file_name)
+            create_pqt(t_map, expr_map, file_name=save_file_name)

sempy_labs/report/__init__.py

@@ -10,6 +10,7 @@ from sempy_labs.report._generate_report import (
     update_report_from_reportjson,
     create_model_bpa_report,
 )
+from sempy_labs.report._download_report import download_report
 from sempy_labs.report._report_functions import (
     get_report_json,
     # report_dependency_tree,
@@ -42,4 +43,5 @@ __all__ = [
     "report_bpa_rules",
     "run_report_bpa",
     "get_report_datasources",
+    "download_report",
 ]

sempy_labs/report/_download_report.py

@@ -0,0 +1,75 @@
+import sempy.fabric as fabric
+import sempy_labs._icons as icons
+from typing import Optional
+from sempy_labs._helper_functions import (
+    resolve_workspace_name_and_id,
+    resolve_lakehouse_name,
+)
+from sempy_labs.lakehouse._lakehouse import lakehouse_attached
+from sempy.fabric.exceptions import FabricHTTPException
+
+
+def download_report(
+    report: str,
+    file_name: Optional[str] = None,
+    download_type: str = "LiveConnect",
+    workspace: Optional[str] = None,
+):
+    """
+    Downloads the specified report from the specified workspace to a Power BI .pbix file.
+
+    This is a wrapper function for the following API: `Reports - Export Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/export-report-in-group>`.
+
+    Parameters
+    ----------
+    report: str
+        Name of the report.
+    file_name : str, default=None
+        Name of the .pbix file to be saved.
+        Defaults to None which resolves to the name of the report.
+    download_type : str, default="LiveConnect"
+        The type of download. Valid values are "LiveConnect" and "IncludeModel".
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    if not lakehouse_attached():
+        raise ValueError(
+            f"{icons.red_dot} A lakehouse must be attached to the notebook."
+        )
+
+    lakehouse_id = fabric.get_lakehouse_id()
+    workspace_name = fabric.resolve_workspace_name()
+    lakehouse_name = resolve_lakehouse_name(
+        lakehouse_id=lakehouse_id, workspace=workspace_name
+    )
+
+    download_types = ["LiveConnect", "IncludeModel"]
+    if download_type not in download_types:
+        raise ValueError(
+            f"{icons.red_dot} Invalid download_type parameter. Valid options: {download_types}."
+        )
+
+    file_name = file_name or report
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    report_id = fabric.resolve_item_id(
+        item_name=report, type="Report", workspace=workspace
+    )
+
+    client = fabric.PowerBIRestClient()
+    response = client.get(
+        f"/v1.0/myorg/groups/{workspace_id}/reports/{report_id}/Export?downloadType={download_type}"
+    )
+
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+
+    # Save file to the attached lakehouse
+    with open(f"/lakehouse/default/Files/{file_name}.pbix", "wb") as file:
+        file.write(response.content)
+
+    print(
+        f"{icons.green_dot} The '{report}' report within the '{workspace}' workspace has been exported as the '{file_name}' file in the '{lakehouse_name}' lakehouse within the '{workspace_name} workspace."
+    )

sempy_labs/report/_generate_report.py

@@ -23,7 +23,7 @@ def create_report_from_reportjson(
     """
     Creates a report based on a report.json file (and an optional themes.json file).
 
-    This is a wrapper function for the following API: `Items - Create Report <https://learn.microsoft.com/rest/api/fabric/report/items/create-report`_.
+    This is a wrapper function for the following API: `Items - Create Report <https://learn.microsoft.com/rest/api/fabric/report/items/create-report>`_.
 
     Parameters
     ----------
@@ -126,7 +126,7 @@ def update_report_from_reportjson(
     """
     Updates a report based on a report.json file.
 
-    This is a wrapper function for the following API: `Items - Update Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/update-report-definition`_.
+    This is a wrapper function for the following API: `Items - Update Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/update-report-definition>`_.
 
     Parameters
     ----------
@@ -183,7 +183,7 @@ def get_report_definition(report: str, workspace: Optional[str] = None) -> pd.Da
     """
     Gets the collection of definition files of a report.
 
-    This is a wrapper function for the following API: `Items - Get Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/get-report-definition`_.
+    This is a wrapper function for the following API: `Items - Get Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/get-report-definition>`_.
 
     Parameters
     ----------

sempy_labs/report/_report_functions.py

@@ -33,7 +33,7 @@ def get_report_json(
     """
     Gets the report.json file content of a Power BI report.
 
-    This is a wrapper function for the following API: `Items - Get Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/get-report-definition`_.
+    This is a wrapper function for the following API: `Items - Get Report Definition <https://learn.microsoft.com/rest/api/fabric/report/items/get-report-definition>`_.
 
     Parameters
     ----------
@@ -159,7 +159,7 @@ def export_report(
     """
     Exports a Power BI report to a file in your lakehouse.
 
-    This is a wrapper function for the following APIs: `Reports - Export To File In Group <https://learn.microsoft.com/rest/api/power-bi/reports/export-to-file-in-group`_, `Reports - Get Export To File Status In Group <https://learn.microsoft.com/rest/api/power-bi/reports/get-export-to-file-status-in-group>`_, `Reports - Get File Of Export To File In Group <https://learn.microsoft.com/rest/api/power-bi/reports/get-file-of-export-to-file-in-group>`_.
+    This is a wrapper function for the following APIs: `Reports - Export To File In Group <https://learn.microsoft.com/rest/api/power-bi/reports/export-to-file-in-group>`_, `Reports - Get Export To File Status In Group <https://learn.microsoft.com/rest/api/power-bi/reports/get-export-to-file-status-in-group>`_, `Reports - Get File Of Export To File In Group <https://learn.microsoft.com/rest/api/power-bi/reports/get-file-of-export-to-file-in-group>`_.
 
     Parameters
     ----------
@@ -405,7 +405,7 @@ def clone_report(
     """
     Clones a Power BI report.
 
-    This is a wrapper function for the following API: `Reports - Clone Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/clone-report-in-group`_.
+    This is a wrapper function for the following API: `Reports - Clone Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/clone-report-in-group>`_.
 
     Parameters
     ----------

sempy_labs/report/_report_rebind.py

@@ -19,7 +19,7 @@ def report_rebind(
     """
     Rebinds a report to a semantic model.
 
-    This is a wrapper function for the following API: `Reports - Rebind Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/rebind-report-in-group`_.
+    This is a wrapper function for the following API: `Reports - Rebind Report In Group <https://learn.microsoft.com/rest/api/power-bi/reports/rebind-report-in-group>`_.
 
     Parameters
     ----------

sempy_labs/report/_reportwrapper.py

@@ -1332,6 +1332,7 @@ class ReportWrapper:
 
         theme_name = json_file["name"]
         theme_name_full = f"{theme_name}.json"
+        rd = self.rdef
 
         # Add theme.json file to request_body
         file_payload = _conv_b64(json_file)
@@ -1345,11 +1346,12 @@ class ReportWrapper:
             "type": "CustomTheme",
         }
 
-        rd = self.rdef
         for _, r in rd.iterrows():
             path = r["path"]
             payload = r["payload"]
-            if path != report_path:
+            if path == filePath:
+                pass
+            elif path != report_path:
                 _add_part(request_body, path, payload)
             # Update the report.json file
             else:

sempy_labs/tom/_model.py

@@ -51,15 +51,19 @@ class TOMWrapper:
 
         self._table_map = {}
         self._column_map = {}
-        for t in self.model.Tables:
-            if len(t.LineageTag) == 0:
-                t.LineageTag = generate_guid()
-            self._table_map[t.LineageTag] = t.Name
+        self._compat_level = self.model.Model.Database.CompatibilityLevel
 
-        for c in self.all_columns():
-            if len(c.LineageTag) == 0:
-                c.LineageTag = generate_guid()
-            self._column_map[c.LineageTag] = [c.Name, c.DataType]
+        # Minimum campat level for lineage tags is 1540 (https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.table.lineagetag?view=analysisservices-dotnet#microsoft-analysisservices-tabular-table-lineagetag)
+        if self._compat_level >= 1540:
+            for t in self.model.Tables:
+                if len(t.LineageTag) == 0:
+                    t.LineageTag = generate_guid()
+                self._table_map[t.LineageTag] = t.Name
+
+            for c in self.all_columns():
+                if len(c.LineageTag) == 0:
+                    c.LineageTag = generate_guid()
+                self._column_map[c.LineageTag] = [c.Name, c.DataType]
 
     def all_columns(self):
         """
@@ -887,6 +891,7 @@ class TOMWrapper:
         precedence: int,
         description: Optional[str] = None,
         hidden: bool = False,
+        column_name: str = "Name",
     ):
         """
         Adds a `calculation group <https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.calculationgroup?view=analysisservices-dotnet>`_ to a semantic model.
@@ -901,9 +906,10 @@ class TOMWrapper:
             A description of the calculation group.
         hidden : bool, default=False
             Whether the calculation group is hidden/visible.
+        column_name : str, default="Name"
+            The name of the calculation group column.
         """
         import Microsoft.AnalysisServices.Tabular as TOM
-        import System
 
         tbl = TOM.Table()
         tbl.Name = name
@@ -925,14 +931,14 @@ class TOMWrapper:
         col1.Name = sortCol
         col1.SourceColumn = sortCol
         col1.IsHidden = True
-        col1.DataType = System.Enum.Parse(TOM.DataType, "Int64")
+        col1.DataType = TOM.DataType.Int64
 
         tbl.Columns.Add(col1)
 
         col2 = TOM.DataColumn()
-        col2.Name = "Name"
-        col2.SourceColumn = "Name"
-        col2.DataType = System.Enum.Parse(TOM.DataType, "String")
+        col2.Name = column_name
+        col2.SourceColumn = column_name
+        col2.DataType = TOM.DataType.String
         # col.SortByColumn = m.Tables[name].Columns[sortCol]
         tbl.Columns.Add(col2)
 
@@ -2272,17 +2278,21 @@ class TOMWrapper:
         t = self.model.Tables[table_name]
 
         return (
-            any(
-                p.SourceType == TOM.PartitionSourceType.Calculated
-                and "NAMEOF(" in p.Source.Expression
-                for p in t.Partitions
+            self.is_calculated_table(table_name=table_name)
+            and t.Columns.Count == 4
+            and any(
+                "NAMEOF(" in p.Source.Expression.replace(" ", "") for p in t.Partitions
             )
             and all(
                 "[Value" in c.SourceColumn
                 for c in t.Columns
-                if c.Type != TOM.ColumnType.RowNumber
+                if c.Type == TOM.ColumnType.Data
+            )
+            and any(
+                ep.Name == "ParameterMetadata"
+                for c in t.Columns
+                for ep in c.ExtendedProperties
             )
-            and t.Columns.Count == 4
         )
 
     def is_auto_date_table(self, table_name: str):
@@ -4481,32 +4491,58 @@ class TOMWrapper:
         # with concurrent.futures.ThreadPoolExecutor() as executor:
         #     executor.map(process_measure, self.all_measures())
 
+    def set_value_filter_behavior(self, value_filter_behavior: str = "Automatic"):
+        """
+        Sets the `Value Filter Behavior <https://learn.microsoft.com/power-bi/transform-model/value-filter-behavior>`_ property for the semantic model.
+
+        Parameters
+        ----------
+        value_filter_behavior : str , default="Automatic"
+            Determines value filter behavior for SummarizeColumns. Valid options: 'Automatic', 'Independent', 'Coalesced'.
+        """
+
+        import Microsoft.AnalysisServices.Tabular as TOM
+        import System
+
+        value_filter_behavior = value_filter_behavior.capitalize()
+        min_compat = 1606
+
+        if self.model.Model.Database.CompatibilityLevel < min_compat:
+            self.model.Model.Database.CompatibilityLevel = min_compat
+
+        self.model.ValueFilterBehavior = System.Enum.Parse(
+            TOM.ValueFilterBehaviorType, value_filter_behavior
+        )
+
     def close(self):
 
         if not self._readonly and self.model is not None:
 
             import Microsoft.AnalysisServices.Tabular as TOM
 
-            # ChangedProperty logic
-            for t in self.model.Tables:
-                if any(
-                    p.SourceType == TOM.PartitionSourceType.Entity for p in t.Partitions
-                ):
-                    if t.LineageTag in list(self._table_map.keys()):
-                        if self._table_map.get(t.LineageTag) != t.Name:
-                            self.add_changed_property(object=t, property="Name")
-
-            for c in self.all_columns():
-                if c.LineageTag in list(self._column_map.keys()):
+            # ChangedProperty logic (min compat level is 1567) https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.changedproperty?view=analysisservices-dotnet
+            if self.model.Model.Database.CompatibilityLevel >= 1567:
+                for t in self.model.Tables:
                     if any(
                         p.SourceType == TOM.PartitionSourceType.Entity
-                        for p in c.Parent.Partitions
+                        for p in t.Partitions
                     ):
-                        if self._column_map.get(c.LineageTag)[0] != c.Name:
-                            self.add_changed_property(object=c, property="Name")
-                    if self._column_map.get(c.LineageTag)[1] != c.DataType:
-                        self.add_changed_property(object=c, property="DataType")
+                        if t.LineageTag in list(self._table_map.keys()):
+                            if self._table_map.get(t.LineageTag) != t.Name:
+                                self.add_changed_property(object=t, property="Name")
 
+                for c in self.all_columns():
+                    if c.LineageTag in list(self._column_map.keys()):
+                        if any(
+                            p.SourceType == TOM.PartitionSourceType.Entity
+                            for p in c.Parent.Partitions
+                        ):
+                            if self._column_map.get(c.LineageTag)[0] != c.Name:
+                                self.add_changed_property(object=c, property="Name")
+                        if self._column_map.get(c.LineageTag)[1] != c.DataType:
+                            self.add_changed_property(object=c, property="DataType")
+
+            # SLL Tags
             tags = [f"{icons.sll_prefix}{a}" for a in icons.sll_tags]
             tags.append("SLL")