semantic-link-labs 0.11.3__py3-none-any.whl → 0.12.0__py3-none-any.whl

sempy_labs/_translations.py

@@ -1,12 +1,7 @@
-import sempy
+import sempy.fabric as fabric
 import pandas as pd
 from typing import List, Optional, Union
 from sempy._utils._log import log
-import sempy_labs._icons as icons
-from ._helper_functions import (
-    get_language_codes,
-    _create_spark_session,
-)
 from uuid import UUID
 
 
@@ -39,358 +34,10 @@ def translate_semantic_model(
         Shows a pandas dataframe which displays all of the translations in the semantic model.
     """
 
-    from synapse.ml.services import Translate
-    from pyspark.sql.functions import col, flatten
-    from sempy_labs.tom import connect_semantic_model
-
-    icons.sll_tags.append("TranslateSemanticModel")
-
-    def _clean_text(text, exclude_chars):
-        if exclude_chars:
-            for char in exclude_chars:
-                text = text.replace(char, " ")
-        return text
-
-    if isinstance(languages, str):
-        languages = [languages]
-
-    languages = get_language_codes(languages)
-
-    df_prep = pd.DataFrame(
-        columns=["Object Type", "Name", "Description", "Display Folder"]
-    )
-
-    final_df = pd.DataFrame(columns=["Value", "Translation"])
-
-    with connect_semantic_model(
-        dataset=dataset, readonly=False, workspace=workspace
-    ) as tom:
-
-        for o in tom.model.Tables:
-            oName = _clean_text(o.Name, exclude_characters)
-            oDescription = _clean_text(o.Description, exclude_characters)
-            new_data = {
-                "Name": o.Name,
-                "TName": oName,
-                "Object Type": "Table",
-                "Description": o.Description,
-                "TDescription": oDescription,
-                "Display Folder": None,
-                "TDisplay Folder": None,
-            }
-            df_prep = pd.concat(
-                [df_prep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-            )
-        for o in tom.all_columns():
-            oName = _clean_text(o.Name, exclude_characters)
-            oDescription = _clean_text(o.Description, exclude_characters)
-            oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
-            new_data = {
-                "Name": o.Name,
-                "TName": oName,
-                "Object Type": "Column",
-                "Description": o.Description,
-                "TDescription": oDescription,
-                "Display Folder": o.DisplayFolder,
-                "TDisplay Folder": oDisplayFolder,
-            }
-            df_prep = pd.concat(
-                [df_prep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-            )
-        for o in tom.all_measures():
-            oName = _clean_text(o.Name, exclude_characters)
-            oDescription = _clean_text(o.Description, exclude_characters)
-            oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
-            new_data = {
-                "Name": o.Name,
-                "TName": oName,
-                "Object Type": "Measure",
-                "Description": o.Description,
-                "TDescription": oDescription,
-                "Display Folder": o.DisplayFolder,
-                "TDisplay Folder": oDisplayFolder,
-            }
-            df_prep = pd.concat(
-                [df_prep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-            )
-        for o in tom.all_hierarchies():
-            oName = _clean_text(o.Name, exclude_characters)
-            oDescription = _clean_text(o.Description, exclude_characters)
-            oDisplayFolder = _clean_text(o.DisplayFolder, exclude_characters)
-            new_data = {
-                "Name": o.Name,
-                "TName": oName,
-                "Object Type": "Hierarchy",
-                "Description": o.Description,
-                "TDescription": oDescription,
-                "Display Folder": o.DisplayFolder,
-                "TDisplay Folder": oDisplayFolder,
-            }
-            df_prep = pd.concat(
-                [df_prep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-            )
-        for o in tom.all_levels():
-            oName = _clean_text(o.Name, exclude_characters)
-            oDescription = _clean_text(o.Description, exclude_characters)
-            new_data = {
-                "Name": o.Name,
-                "TName": oName,
-                "Object Type": "Level",
-                "Description": o.Description,
-                "TDescription": oDescription,
-                "Display Folder": None,
-                "TDisplay Folder": None,
-            }
-            df_prep = pd.concat(
-                [df_prep, pd.DataFrame(new_data, index=[0])], ignore_index=True
-            )
-
-        spark = _create_spark_session()
-        df = spark.createDataFrame(df_prep)
-
-        columns = ["Name", "Description", "Display Folder"]
-
-        for clm in columns:
-            columnToTranslate = f"T{clm}"
-            translate = (
-                Translate()
-                .setTextCol(columnToTranslate)
-                .setToLanguage(languages)
-                .setOutputCol("translation")
-                .setConcurrency(5)
-            )
-
-            transDF = (
-                translate.transform(df)
-                .withColumn("translation", flatten(col("translation.translations")))
-                .withColumn("translation", col("translation.text"))
-                .select("Object Type", clm, columnToTranslate, "translation")
-            )
-
-            df_panda = transDF.toPandas()
-            df_panda = df_panda[~df_panda[clm].isin([None, ""])][[clm, "translation"]]
-
-            df_panda = df_panda.rename(columns={clm: "value"})
-            final_df = pd.concat([final_df, df_panda], ignore_index=True)
-
-        def set_translation_if_exists(object, language, property, index):
-
-            if property == "Name":
-                trans = object.Name
-            elif property == "Description":
-                trans = object.Description
-            elif property == "Display Folder":
-                trans = object.DisplayFolder
-
-            df_filt = final_df[final_df["value"] == trans]
-            if not df_filt.empty:
-                translation_value = df_filt["translation"].str[index].iloc[0]
-                tom.set_translation(
-                    object=object,
-                    language=language,
-                    property=property,
-                    value=translation_value,
-                )
-
-        for language in languages:
-            index = languages.index(language)
-            tom.add_translation(language=language)
-            print(
-                f"{icons.in_progress} Translating {clm.lower()}s into the '{language}' language..."
-            )
-
-            for t in tom.model.Tables:
-                set_translation_if_exists(
-                    object=t, language=language, property="Name", index=index
-                )
-                set_translation_if_exists(
-                    object=t, language=language, property="Description", index=index
-                )
-            for c in tom.all_columns():
-                set_translation_if_exists(
-                    object=c, language=language, property="Name", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Description", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Display Folder", index=index
-                )
-            for c in tom.all_measures():
-                set_translation_if_exists(
-                    object=c, language=language, property="Name", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Description", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Display Folder", index=index
-                )
-            for c in tom.all_hierarchies():
-                set_translation_if_exists(
-                    object=c, language=language, property="Name", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Description", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Display Folder", index=index
-                )
-            for c in tom.all_levels():
-                set_translation_if_exists(
-                    object=c, language=language, property="Name", index=index
-                )
-                set_translation_if_exists(
-                    object=c, language=language, property="Description", index=index
-                )
-
-    result = pd.DataFrame(
-        columns=[
-            "Language",
-            "Object Type",
-            "Table Name",
-            "Object Name",
-            "Translated Object Name",
-            "Description",
-            "Translated Description",
-            "Display Folder",
-            "Translated Display Folder",
-        ]
+    return fabric.translate_semantic_model(
+        dataset=dataset,
+        languages=languages,
+        exclude_characters=exclude_characters,
+        workspace=workspace,
+        model_readonly=False,
     )
-    with connect_semantic_model(
-        dataset=dataset, readonly=True, workspace=workspace
-    ) as tom:
-
-        sempy.fabric._client._utils._init_analysis_services()
-        import Microsoft.AnalysisServices.Tabular as TOM
-
-        for c in tom.model.Cultures:
-            for tr in c.ObjectTranslations:
-                oType = str(tr.Object.ObjectType)
-                oName = tr.Object.Name
-                tValue = tr.Value
-                prop = str(tr.Property)
-
-                if tr.Object.ObjectType == TOM.ObjectType.Table:
-                    desc = tom.model.Tables[oName].Description
-                    new_data = {
-                        "Language": c.Name,
-                        "Table Name": oName,
-                        "Object Name": oName,
-                        "Object Type": oType,
-                        "Description": desc,
-                    }
-                    result = pd.concat(
-                        [result, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                    condition = (
-                        (result["Language"] == c.Name)
-                        & (result["Table Name"] == oName)
-                        & (result["Object Name"] == oName)
-                        & (result["Object Type"] == oType)
-                    )
-                elif tr.Object.ObjectType == TOM.ObjectType.Level:
-                    hierarchyName = tr.Object.Parent.Name
-                    tName = tr.Object.Parent.Parent.Name
-                    levelName = "'" + hierarchyName + "'[" + oName + "]"
-                    desc = (
-                        tom.model.Tables[tName]
-                        .Hierarchies[hierarchyName]
-                        .Levels[oName]
-                        .Description
-                    )
-                    new_data = {
-                        "Language": c.Name,
-                        "Table Name": tName,
-                        "Object Name": levelName,
-                        "Object Type": oType,
-                        "Description": desc,
-                    }
-                    result = pd.concat(
-                        [result, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                    condition = (
-                        (result["Language"] == c.Name)
-                        & (result["Table Name"] == tName)
-                        & (result["Object Name"] == levelName)
-                        & (result["Object Type"] == oType)
-                    )
-                elif tr.Object.ObjectType == TOM.ObjectType.Column:
-                    tName = tr.Object.Table.Name
-                    desc = tom.model.Tables[tName].Columns[oName].Description
-                    display_folder = (
-                        tom.model.Tables[tName].Columns[oName].DisplayFolder
-                    )
-                    new_data = {
-                        "Language": c.Name,
-                        "Table Name": tName,
-                        "Object Name": oName,
-                        "Object Type": oType,
-                        "Description": desc,
-                        "Display Folder": display_folder,
-                    }
-                    result = pd.concat(
-                        [result, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                    condition = (
-                        (result["Language"] == c.Name)
-                        & (result["Table Name"] == tName)
-                        & (result["Object Name"] == oName)
-                        & (result["Object Type"] == oType)
-                    )
-                elif tr.Object.ObjectType == TOM.ObjectType.Measure:
-                    tName = tr.Object.Table.Name
-                    desc = tom.model.Tables[tName].Measures[oName].Description
-                    display_folder = (
-                        tom.model.Tables[tName].Measures[oName].DisplayFolder
-                    )
-                    new_data = {
-                        "Language": c.Name,
-                        "Table Name": tName,
-                        "Object Name": oName,
-                        "Object Type": oType,
-                        "Description": desc,
-                        "Display Folder": display_folder,
-                    }
-                    result = pd.concat(
-                        [result, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                    condition = (
-                        (result["Language"] == c.Name)
-                        & (result["Table Name"] == tName)
-                        & (result["Object Name"] == oName)
-                        & (result["Object Type"] == oType)
-                    )
-                elif tr.Object.ObjectType == TOM.ObjectType.Hierarchy:
-                    tName = tr.Object.Table.Name
-                    desc = tom.model.Tables[tName].Hierarchies[oName].Description
-                    display_folder = (
-                        tom.model.Tables[tName].Hierarchies[oName].DisplayFolder
-                    )
-                    new_data = {
-                        "Language": c.Name,
-                        "Table Name": tName,
-                        "Object Name": oName,
-                        "Object Type": oType,
-                        "Description": desc,
-                        "Display Folder": display_folder,
-                    }
-                    result = pd.concat(
-                        [result, pd.DataFrame(new_data, index=[0])], ignore_index=True
-                    )
-                    condition = (
-                        (result["Language"] == c.Name)
-                        & (result["Table Name"] == tName)
-                        & (result["Object Name"] == oName)
-                        & (result["Object Type"] == oType)
-                    )
-
-                if prop == "Caption":
-                    result.loc[condition, "Translated Object Name"] = tValue
-                elif prop == "Description":
-                    result.loc[condition, "Translated Description"] = tValue
-                else:
-                    result.loc[condition, "Translated Display Folder"] = tValue
-        result.fillna("", inplace=True)
-
-    return result

sempy_labs/_user_delegation_key.py

@@ -1,5 +1,5 @@
-from .lakehouse._blobs import _request_blob_api
-from ._helper_functions import (
+from sempy_labs.lakehouse._blobs import _request_blob_api
+from sempy_labs._helper_functions import (
     _xml_to_dict,
 )
 from datetime import datetime, timedelta, timezone

sempy_labs/_utils.py

@@ -40,3 +40,30 @@ item_types = {
     ],
     "Warehouse": ["Warehouse", "warehouses"],
 }
+
+
+items = {
+    "CopyJob": "copyJobs",
+    "Dataflow": "dataflows",
+    "Eventhouse": "eventhouses",
+    "GraphQLApi": "GraphQLApis",
+    "Report": "reports",
+    "SemanticModel": "semanticModels",
+    # "Environment": "environments",
+    "KQLDatabase": "kqlDatabases",
+    "KQLDashboard": "kqlDashboards",
+    "KQLQueryset": "kqlQuerysets",
+    "DataPipeline": "dataPipelines",
+    "Notebook": "notebooks",
+    "SparkJobDefinition": "sparkJobDefinitions",
+    "Eventstream": "eventstreams",
+    "MirroredWarehouse": "mirroredWarehouses",
+    "MirroredDatabase": "mirroredDatabases",
+    "MountedDataFactory": "mountedDataFactories",
+    "VariableLibrary": "variableLibraries",
+    "ApacheAirFlowJob": "ApacheAirflowJobs",
+    "WarehouseSnapshot": "warehousesnapshots",
+    "DigitalTwinBuilder": "digitaltwinbuilders",
+    "DigitalTwinBuilderFlow": "DigitalTwinBuilderFlows",
+    "MirroredAzureDatabricksCatalog": "mirroredAzureDatabricksCatalogs",
+}

sempy_labs/_vertipaq.py

@@ -6,7 +6,7 @@ import os
 import shutil
 import datetime
 import warnings
-from ._helper_functions import (
+from sempy_labs._helper_functions import (
     format_dax_object_name,
     save_as_delta_table,
     resolve_workspace_capacity,
@@ -17,8 +17,8 @@ from ._helper_functions import (
     resolve_workspace_id,
     resolve_workspace_name,
 )
-from ._list_functions import list_relationships, list_tables
-from .lakehouse import lakehouse_attached, get_lakehouse_tables
+from sempy_labs._list_functions import list_relationships, list_tables
+from sempy_labs.lakehouse import lakehouse_attached, get_lakehouse_tables
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons

sempy_labs/_vpax.py

@@ -6,7 +6,7 @@ import sys
 from pathlib import Path
 from typing import Optional
 from uuid import UUID
-from ._helper_functions import (
+from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
     resolve_lakehouse_name_and_id,

sempy_labs/_warehouses.py

@@ -25,6 +25,8 @@ def create_warehouse(
 
     This is a wrapper function for the following API: `Items - Create Warehouse <https://learn.microsoft.com/rest/api/fabric/warehouse/items/create-warehouse>`_.
 
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
     Parameters
     ----------
     warehouse: str
@@ -62,6 +64,7 @@ def create_warehouse(
         method="post",
         lro_return_json=True,
         status_codes=[201, 202],
+        client="fabric_sp",
     )
 
     print(
@@ -141,6 +144,8 @@ def delete_warehouse(name: str | UUID, workspace: Optional[str | UUID] = None):
 
     This is a wrapper function for the following API: `Items - Delete Warehouse <https://learn.microsoft.com/rest/api/fabric/warehouse/items/delete-warehouse>`_.
 
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
     Parameters
     ----------
     name: str | uuid.UUID

sempy_labs/_workloads.py

@@ -1,7 +1,7 @@
 import pandas as pd
 from typing import Optional
 import sempy_labs._icons as icons
-from ._helper_functions import (
+from sempy_labs._helper_functions import (
     _update_dataframe_datatypes,
     _base_api,
     _create_dataframe,

sempy_labs/_workspace_identity.py

@@ -1,4 +1,4 @@
-from ._helper_functions import (
+from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
 )