semantic-link-labs 0.8.3__py3-none-any.whl → 0.8.5__py3-none-any.whl

sempy_labs/report/_reportwrapper.py

@@ -1332,6 +1332,7 @@ class ReportWrapper:
 
         theme_name = json_file["name"]
         theme_name_full = f"{theme_name}.json"
+        rd = self.rdef
 
         # Add theme.json file to request_body
         file_payload = _conv_b64(json_file)
@@ -1345,11 +1346,12 @@ class ReportWrapper:
             "type": "CustomTheme",
         }
 
-        rd = self.rdef
         for _, r in rd.iterrows():
             path = r["path"]
             payload = r["payload"]
-            if path != report_path:
+            if path == filePath:
+                pass
+            elif path != report_path:
                 _add_part(request_body, path, payload)
             # Update the report.json file
             else:

sempy_labs/tom/_model.py

@@ -6,6 +6,7 @@ from datetime import datetime
 from sempy_labs._helper_functions import (
     format_dax_object_name,
     generate_guid,
+    _make_list_unique,
 )
 from sempy_labs._list_functions import list_relationships
 from sempy_labs._refresh_semantic_model import refresh_semantic_model
@@ -15,6 +16,7 @@ from typing import List, Iterator, Optional, Union, TYPE_CHECKING
 from sempy._utils._log import log
 import sempy_labs._icons as icons
 from sempy.fabric.exceptions import FabricHTTPException
+import ast
 
 if TYPE_CHECKING:
     import Microsoft.AnalysisServices.Tabular
@@ -49,15 +51,19 @@ class TOMWrapper:
 
         self._table_map = {}
         self._column_map = {}
-        for t in self.model.Tables:
-            if len(t.LineageTag) == 0:
-                t.LineageTag = generate_guid()
-            self._table_map[t.LineageTag] = t.Name
+        self._compat_level = self.model.Model.Database.CompatibilityLevel
 
-        for c in self.all_columns():
-            if len(c.LineageTag) == 0:
-                c.LineageTag = generate_guid()
-            self._column_map[c.LineageTag] = [c.Name, c.DataType]
+        # Minimum campat level for lineage tags is 1540 (https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.table.lineagetag?view=analysisservices-dotnet#microsoft-analysisservices-tabular-table-lineagetag)
+        if self._compat_level >= 1540:
+            for t in self.model.Tables:
+                if len(t.LineageTag) == 0:
+                    t.LineageTag = generate_guid()
+                self._table_map[t.LineageTag] = t.Name
+
+            for c in self.all_columns():
+                if len(c.LineageTag) == 0:
+                    c.LineageTag = generate_guid()
+                self._column_map[c.LineageTag] = [c.Name, c.DataType]
 
     def all_columns(self):
         """
@@ -885,6 +891,7 @@ class TOMWrapper:
         precedence: int,
         description: Optional[str] = None,
         hidden: bool = False,
+        column_name: str = "Name",
     ):
         """
         Adds a `calculation group <https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.calculationgroup?view=analysisservices-dotnet>`_ to a semantic model.
@@ -899,9 +906,10 @@ class TOMWrapper:
             A description of the calculation group.
         hidden : bool, default=False
             Whether the calculation group is hidden/visible.
+        column_name : str, default="Name"
+            The name of the calculation group column.
         """
         import Microsoft.AnalysisServices.Tabular as TOM
-        import System
 
         tbl = TOM.Table()
         tbl.Name = name
@@ -914,6 +922,7 @@ class TOMWrapper:
         part = TOM.Partition()
         part.Name = name
         part.Source = TOM.CalculationGroupSource()
+        part.Mode = TOM.ModeType.Import
         tbl.Partitions.Add(part)
 
         sortCol = "Ordinal"
@@ -922,14 +931,14 @@ class TOMWrapper:
         col1.Name = sortCol
         col1.SourceColumn = sortCol
         col1.IsHidden = True
-        col1.DataType = System.Enum.Parse(TOM.DataType, "Int64")
+        col1.DataType = TOM.DataType.Int64
 
         tbl.Columns.Add(col1)
 
         col2 = TOM.DataColumn()
-        col2.Name = "Name"
-        col2.SourceColumn = "Name"
-        col2.DataType = System.Enum.Parse(TOM.DataType, "String")
+        col2.Name = column_name
+        col2.SourceColumn = column_name
+        col2.DataType = TOM.DataType.String
         # col.SortByColumn = m.Tables[name].Columns[sortCol]
         tbl.Columns.Add(col2)
 
@@ -988,10 +997,13 @@ class TOMWrapper:
         """
         import Microsoft.AnalysisServices.Tabular as TOM
 
-        cul = TOM.Culture()
-        cul.Name = language
-
         if not any(c.Name == language for c in self.model.Cultures):
+            cul = TOM.Culture()
+            cul.Name = language
+            lm = TOM.LinguisticMetadata()
+            lm.ContentType = TOM.ContentType.Json
+            lm.Content = f'{{"Version": "1.0.0", "Language": "{language}"}}'
+            cul.LinguisticMetadata = lm
             self.model.Cultures.Add(cul)
 
     def add_perspective(self, perspective_name: str):
@@ -2109,7 +2121,9 @@ class TOMWrapper:
             if c.Parent.Name == table_name and c.Parent.DataCategory == "Time"
         )
 
-    def mark_as_date_table(self, table_name: str, column_name: str):
+    def mark_as_date_table(
+        self, table_name: str, column_name: str, validate: bool = False
+    ):
         """
         Marks a table as a `date table <https://learn.microsoft.com/power-bi/transform-model/desktop-date-tables>`_.
 
@@ -2119,6 +2133,8 @@ class TOMWrapper:
             Name of the table.
         column_name : str
             Name of the date column in the table.
+        validate : bool, default=False
+            If True, performs a validation on if the the date table is viable.
         """
         import Microsoft.AnalysisServices.Tabular as TOM
 
@@ -2129,31 +2145,32 @@ class TOMWrapper:
                 f"{icons.red_dot} The column specified in the 'column_name' parameter in this function must be of DateTime data type."
             )
 
-        daxQuery = f"""
-        define measure '{table_name}'[test] = 
-        var mn = MIN('{table_name}'[{column_name}])
-        var ma = MAX('{table_name}'[{column_name}])
-        var x = COUNTROWS(DISTINCT('{table_name}'[{column_name}]))
-        var y = DATEDIFF(mn, ma, DAY) + 1
-        return if(y = x, 1,0)
-
-        EVALUATE
-        SUMMARIZECOLUMNS(
-        "1",[test]
-        )
-        """
-        df = fabric.evaluate_dax(
-            dataset=self._dataset, workspace=self._workspace, dax_string=daxQuery
-        )
-        value = df["1"].iloc[0]
-        if value != "1":
-            raise ValueError(
-                f"{icons.red_dot} The '{column_name}' within the '{table_name}' table does not contain contiguous date values."
+        if validate:
+            dax_query = f"""
+            define measure '{table_name}'[test] = 
+            var mn = MIN('{table_name}'[{column_name}])
+            var ma = MAX('{table_name}'[{column_name}])
+            var x = COUNTROWS(DISTINCT('{table_name}'[{column_name}]))
+            var y = DATEDIFF(mn, ma, DAY) + 1
+            return if(y = x, 1,0)
+
+            EVALUATE
+            SUMMARIZECOLUMNS(
+            "1",[test]
+            )
+            """
+            df = fabric.evaluate_dax(
+                dataset=self._dataset, workspace=self._workspace, dax_string=dax_query
             )
+            value = df["[1]"].iloc[0]
+            if value != "1":
+                raise ValueError(
+                    f"{icons.red_dot} The '{column_name}' within the '{table_name}' table does not contain contiguous date values."
+                )
 
         # Mark as a date table
         t.DataCategory = "Time"
-        c.Columns[column_name].IsKey = True
+        c.IsKey = True
         print(
             f"{icons.green_dot} The '{table_name}' table has been marked as a date table using the '{column_name}' column as its primary date key."
         )
@@ -2261,17 +2278,21 @@ class TOMWrapper:
         t = self.model.Tables[table_name]
 
         return (
-            any(
-                p.SourceType == TOM.PartitionSourceType.Calculated
-                and "NAMEOF(" in p.Source.Expression
-                for p in t.Partitions
+            self.is_field_parameter(table_name=table_name)
+            and t.Columns.Count == 4
+            and any(
+                "NAMEOF(" in p.Source.Expression.replace(" ", "") for p in t.Partitions
             )
             and all(
                 "[Value" in c.SourceColumn
                 for c in t.Columns
-                if c.Type != TOM.ColumnType.RowNumber
+                if c.Type == TOM.ColumnType.Data
+            )
+            and any(
+                ep.Name == "ParameterMetadata"
+                for c in t.Columns
+                for ep in c.ExtendedProperties
             )
-            and t.Columns.Count == 4
         )
 
     def is_auto_date_table(self, table_name: str):
@@ -2692,6 +2713,7 @@ class TOMWrapper:
 
         par = TOM.Partition()
         par.Name = name
+        par.Mode = TOM.ModeType.Import
 
         parSource = TOM.CalculatedPartitionSource()
         parSource.Expression = expression
@@ -2949,6 +2971,8 @@ class TOMWrapper:
             runId = "1"
         self.set_annotation(object=self.model, name="Vertipaq_Run", value=runId)
 
+        icons.sll_tags.append("VertipaqAnnotations")
+
     def row_count(self, object: Union["TOM.Partition", "TOM.Table"]):
         """
         Obtains the row count of a table or partition within a semantic model.
@@ -4182,15 +4206,7 @@ class TOMWrapper:
             Name of the column to use for sorting. Must be of integer (Int64) data type.
         """
 
-        import Microsoft.AnalysisServices.Tabular as TOM
-
         sbc = self.model.Tables[table_name].Columns[sort_by_column]
-
-        if sbc.DataType != TOM.DataType.Int64:
-            raise ValueError(
-                f"{icons.red_dot} Invalid sort by column data type. The sort by column must be of 'Int64' data type."
-            )
-
         self.model.Tables[table_name].Columns[column_name].SortByColumn = sbc
 
     def remove_sort_by_column(self, table_name: str, column_name: str):
@@ -4475,30 +4491,81 @@ class TOMWrapper:
         # with concurrent.futures.ThreadPoolExecutor() as executor:
         #     executor.map(process_measure, self.all_measures())
 
+    def set_value_filter_behavior(self, value_filter_behavior: str = "Automatic"):
+        """
+        Sets the `Value Filter Behavior <https://learn.microsoft.com/power-bi/transform-model/value-filter-behavior>`_ property for the semantic model.
+
+        Parameters
+        ----------
+        value_filter_behavior : str , default="Automatic"
+            Determines value filter behavior for SummarizeColumns. Valid options: 'Automatic', 'Independent', 'Coalesced'.
+        """
+
+        import Microsoft.AnalysisServices.Tabular as TOM
+        import System
+
+        value_filter_behavior = value_filter_behavior.capitalize()
+        min_compat = 1606
+
+        if self.model.Model.Database.CompatibilityLevel < min_compat:
+            self.model.Model.Database.CompatibilityLevel = min_compat
+
+        self.model.ValueFilterBehavior = System.Enum.Parse(
+            TOM.ValueFilterBehaviorType, value_filter_behavior
+        )
+
     def close(self):
+
         if not self._readonly and self.model is not None:
 
             import Microsoft.AnalysisServices.Tabular as TOM
 
-            # ChangedProperty logic
-            for t in self.model.Tables:
-                if any(
-                    p.SourceType == TOM.PartitionSourceType.Entity for p in t.Partitions
-                ):
-                    if t.LineageTag in list(self._table_map.keys()):
-                        if self._table_map.get(t.LineageTag) != t.Name:
-                            self.add_changed_property(object=t, property="Name")
-
-            for c in self.all_columns():
-                if c.LineageTag in list(self._column_map.keys()):
+            # ChangedProperty logic (min compat level is 1567) https://learn.microsoft.com/dotnet/api/microsoft.analysisservices.tabular.changedproperty?view=analysisservices-dotnet
+            if self.model.Model.Database.CompatibilityLevel >= 1567:
+                for t in self.model.Tables:
                     if any(
                         p.SourceType == TOM.PartitionSourceType.Entity
-                        for p in c.Parent.Partitions
+                        for p in t.Partitions
                     ):
-                        if self._column_map.get(c.LineageTag)[0] != c.Name:
-                            self.add_changed_property(object=c, property="Name")
-                    if self._column_map.get(c.LineageTag)[1] != c.DataType:
-                        self.add_changed_property(object=c, property="DataType")
+                        if t.LineageTag in list(self._table_map.keys()):
+                            if self._table_map.get(t.LineageTag) != t.Name:
+                                self.add_changed_property(object=t, property="Name")
+
+                for c in self.all_columns():
+                    if c.LineageTag in list(self._column_map.keys()):
+                        if any(
+                            p.SourceType == TOM.PartitionSourceType.Entity
+                            for p in c.Parent.Partitions
+                        ):
+                            if self._column_map.get(c.LineageTag)[0] != c.Name:
+                                self.add_changed_property(object=c, property="Name")
+                        if self._column_map.get(c.LineageTag)[1] != c.DataType:
+                            self.add_changed_property(object=c, property="DataType")
+
+            # SLL Tags
+            tags = [f"{icons.sll_prefix}{a}" for a in icons.sll_tags]
+            tags.append("SLL")
+
+            if not any(a.Name == icons.sll_ann_name for a in self.model.Annotations):
+                ann_list = _make_list_unique(tags)
+                new_ann_value = str(ann_list).replace("'", '"')
+                self.set_annotation(
+                    object=self.model, name=icons.sll_ann_name, value=new_ann_value
+                )
+            else:
+                try:
+                    ann_value = self.get_annotation_value(
+                        object=self.model, name=icons.sll_ann_name
+                    )
+                    ann_list = ast.literal_eval(ann_value)
+                    ann_list += tags
+                    ann_list = _make_list_unique(ann_list)
+                    new_ann_value = str(ann_list).replace("'", '"')
+                    self.set_annotation(
+                        object=self.model, name=icons.sll_ann_name, value=new_ann_value
+                    )
+                except Exception:
+                    pass
 
             self.model.SaveChanges()