semantic-link-labs 0.7.3__py3-none-any.whl → 0.7.4__py3-none-any.whl

sempy_labs/_environments.py

@@ -0,0 +1,156 @@
+import sempy.fabric as fabric
+import pandas as pd
+import sempy_labs._icons as icons
+from typing import Optional
+from sempy_labs._helper_functions import (
+    resolve_workspace_name_and_id,
+    lro,
+    pagination,
+)
+from sempy.fabric.exceptions import FabricHTTPException
+
+
+def create_environment(
+    environment: str, description: Optional[str] = None, workspace: Optional[str] = None
+):
+    """
+    Creates a Fabric environment.
+
+    Parameters
+    ----------
+    environment: str
+        Name of the environment.
+    description : str, default=None
+        A description of the environment.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    request_body = {"displayName": environment}
+
+    if description:
+        request_body["description"] = description
+
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"/v1/workspaces/{workspace_id}/environments", json=request_body
+    )
+
+    lro(client, response, status_codes=[201, 202])
+
+    print(
+        f"{icons.green_dot} The '{environment}' environment has been created within the '{workspace}' workspace."
+    )
+
+
+def list_environments(workspace: Optional[str] = None) -> pd.DataFrame:
+    """
+    Shows the environments within a workspace.
+
+    Parameters
+    ----------
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the environments within a workspace.
+    """
+
+    df = pd.DataFrame(columns=["Environment Name", "Environment Id", "Description"])
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    client = fabric.FabricRestClient()
+    response = client.get(f"/v1/workspaces/{workspace_id}/environments")
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+
+    responses = pagination(client, response)
+
+    for r in responses:
+        for v in r.get("value", []):
+            new_data = {
+                "Environment Name": v.get("displayName"),
+                "Environment Id": v.get("id"),
+                "Description": v.get("description"),
+            }
+            df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+
+    return df
+
+
+def delete_environment(environment: str, workspace: Optional[str] = None):
+    """
+    Deletes a Fabric environment.
+
+    Parameters
+    ----------
+    environment: str
+        Name of the environment.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    from sempy_labs._helper_functions import resolve_environment_id
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    environment_id = resolve_environment_id(
+        environment=environment, workspace=workspace
+    )
+
+    client = fabric.FabricRestClient()
+    response = client.delete(
+        f"/v1/workspaces/{workspace_id}/environments/{environment_id}"
+    )
+
+    if response.status_code != 200:
+        raise FabricHTTPException(response)
+
+    print(
+        f"{icons.green_dot} The '{environment}' environment within the '{workspace}' workspace has been deleted."
+    )
+
+
+def publish_environment(environment: str, workspace: Optional[str] = None):
+    """
+    Publishes a Fabric environment.
+
+    Parameters
+    ----------
+    environment: str
+        Name of the environment.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    # https://learn.microsoft.com/en-us/rest/api/fabric/environment/spark-libraries/publish-environment?tabs=HTTP
+
+    from sempy_labs._helper_functions import resolve_environment_id
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+    environment_id = resolve_environment_id(
+        environment=environment, workspace=workspace
+    )
+
+    client = fabric.FabricRestClient()
+    response = client.post(
+        f"/v1/workspaces/{workspace_id}/environments/{environment_id}/staging/publish"
+    )
+
+    lro(client, response)
+
+    print(
+        f"{icons.green_dot} The '{environment}' environment within the '{workspace}' workspace has been published."
+    )

sempy_labs/_helper_functions.py

@@ -6,7 +6,6 @@ import pandas as pd
 from functools import wraps
 import datetime
 import time
-from pyspark.sql import SparkSession
 from typing import Optional, Tuple, List
 from uuid import UUID
 import sempy_labs._icons as icons
@@ -392,6 +391,7 @@ def save_as_delta_table(
     delta_table_name: str,
     write_mode: str,
     merge_schema: Optional[bool] = False,
+    schema: Optional[dict] = None,
     lakehouse: Optional[str] = None,
     workspace: Optional[str] = None,
 ):
@@ -408,6 +408,8 @@ def save_as_delta_table(
         The write mode for the save operation. Options: 'append', 'overwrite'.
     merge_schema : bool, default=False
         Merges the schemas of the dataframe to the delta table.
+    schema : dict, default=None
+        A dictionary showing the schema of the columns and their data types.
     lakehouse : str, default=None
         The Fabric lakehouse used by the Direct Lake semantic model.
         Defaults to None which resolves to the lakehouse attached to the notebook.
@@ -415,13 +417,22 @@ def save_as_delta_table(
         The Fabric workspace name.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-
-    Returns
-    -------
-    UUID
-        The ID of the Power BI report.
     """
 
+    from pyspark.sql import SparkSession
+    from pyspark.sql.types import (
+        StringType,
+        IntegerType,
+        FloatType,
+        DateType,
+        StructType,
+        StructField,
+        BooleanType,
+        LongType,
+        DoubleType,
+        TimestampType,
+    )
+
     if workspace is None:
         workspace_id = fabric.get_workspace_id()
         workspace = fabric.resolve_workspace_name(workspace_id)
@@ -450,9 +461,32 @@ def save_as_delta_table(
         )
 
     dataframe.columns = dataframe.columns.str.replace(" ", "_")
-
     spark = SparkSession.builder.getOrCreate()
-    spark_df = spark.createDataFrame(dataframe)
+
+    type_mapping = {
+        "string": StringType(),
+        "str": StringType(),
+        "integer": IntegerType(),
+        "int": IntegerType(),
+        "float": FloatType(),
+        "date": DateType(),
+        "bool": BooleanType(),
+        "boolean": BooleanType(),
+        "long": LongType(),
+        "double": DoubleType(),
+        "timestamp": TimestampType(),
+    }
+
+    if schema is None:
+        spark_df = spark.createDataFrame(dataframe)
+    else:
+        schema_map = StructType(
+            [
+                StructField(column_name, type_mapping[data_type], True)
+                for column_name, data_type in schema.items()
+            ]
+        )
+        spark_df = spark.createDataFrame(dataframe, schema_map)
 
     filePath = create_abfss_path(
         lakehouse_id=lakehouse_id,
@@ -781,6 +815,37 @@ def resolve_capacity_name(capacity_id: Optional[UUID] = None) -> str:
     return dfC_filt["Display Name"].iloc[0]
 
 
+def resolve_capacity_id(capacity_name: Optional[str] = None) -> UUID:
+    """
+    Obtains the capacity Id for a given capacity name.
+
+    Parameters
+    ----------
+    capacity_name : str, default=None
+        The capacity name.
+        Defaults to None which resolves to the capacity id of the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the capacity name of the workspace of the notebook.
+
+    Returns
+    -------
+    UUID
+        The capacity Id.
+    """
+
+    if capacity_name is None:
+        return get_capacity_id()
+
+    dfC = fabric.list_capacities()
+    dfC_filt = dfC[dfC["Display Name"] == capacity_name]
+
+    if len(dfC_filt) == 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{capacity_name}' capacity does not exist."
+        )
+
+    return dfC_filt["Id"].iloc[0]
+
+
 def retry(sleep_time: int, timeout_error_message: str):
     def decorator(func):
         @wraps(func)
@@ -883,6 +948,7 @@ class FabricTokenCredential(TokenCredential):
     ) -> AccessToken:
 
         from notebookutils import mssparkutils
+
         token = mssparkutils.credentials.getToken(scopes)
         access_token = AccessToken(token, 0)
 
@@ -910,3 +976,75 @@ def resolve_warehouse_id(warehouse: str, workspace: Optional[str]):
     )
 
     return warehouse_id
+
+
+def get_language_codes(languages: str | List[str]):
+
+    if isinstance(languages, str):
+        languages = [languages]
+
+    for i, lang in enumerate(languages):
+        for k, v in icons.language_map.items():
+            if v == lang.capitalize():
+                languages[i] = k
+                break
+
+    return languages
+
+
+def resolve_environment_id(environment: str, workspace: Optional[str] = None) -> UUID:
+    """
+    Obtains the environment Id for a given environment.
+
+    Parameters
+    ----------
+    environment: str
+        Name of the environment.
+    workspace : str, default=None
+        The Fabric workspace name.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    from sempy_labs._environments import list_environments
+
+    (workspace, workspace_id) = resolve_workspace_name_and_id(workspace)
+
+    dfE = list_environments(workspace=workspace)
+    dfE_filt = dfE[dfE["Environment Name"] == environment]
+    if len(dfE_filt) == 0:
+        raise ValueError(
+            f"{icons.red_dot} The '{environment}' environment does not exist within the '{workspace}' workspace."
+        )
+
+    return dfE_filt["Environment Id"].iloc[0]
+
+
+def get_azure_token_credentials(
+    key_vault_uri: str,
+    key_vault_tenant_id: str,
+    key_vault_client_id: str,
+    key_vault_client_secret: str,
+) -> Tuple[str, str, dict]:
+
+    from notebookutils import mssparkutils
+    from azure.identity import ClientSecretCredential
+
+    tenant_id = mssparkutils.credentials.getSecret(key_vault_uri, key_vault_tenant_id)
+    client_id = mssparkutils.credentials.getSecret(key_vault_uri, key_vault_client_id)
+    client_secret = mssparkutils.credentials.getSecret(
+        key_vault_uri, key_vault_client_secret
+    )
+
+    credential = ClientSecretCredential(
+        tenant_id=tenant_id, client_id=client_id, client_secret=client_secret
+    )
+
+    token = credential.get_token("https://management.azure.com/.default").token
+
+    headers = {
+        "Authorization": f"Bearer {token}",
+        "Content-Type": "application/json",
+    }
+
+    return token, credential, headers

sempy_labs/_icons.py

@@ -31,3 +31,46 @@ model_bpa_name = "ModelBPA"
 report_bpa_name = "ReportBPA"
 severity_mapping = {warning: "Warning", error: "Error", info: "Info"}
 special_characters = ['"', "/", '"', ":", "|", "<", ">", "*", "?", "'", "!"]
+
+language_map = {
+    "it-IT": "Italian",
+    "es-ES": "Spanish",
+    "he-IL": "Hebrew",
+    "pt-PT": "Portuguese",
+    "zh-CN": "Chinese",
+    "fr-FR": "French",
+    "da-DK": "Danish",
+    "cs-CZ": "Czech",
+    "de-DE": "German",
+    "el-GR": "Greek",
+    "fa-IR": "Persian",
+    "ga-IE": "Irish",
+    "hi-IN": "Hindi",
+    "hu-HU": "Hungarian",
+    "is-IS": "Icelandic",
+    "ja-JP": "Japanese",
+    "nl-NL": "Dutch",
+    "pl-PL": "Polish",
+    "pt-BR": "Portuguese",
+    "ru-RU": "Russian",
+    "te-IN": "Telugu",
+    "ta-IN": "Tamil",
+    "th-TH": "Thai",
+    "zu-ZA": "Zulu",
+    "am-ET": "Amharic",
+    "ar-AE": "Arabic",
+    "sv-SE": "Swedish",
+    "ko-KR": "Korean",
+    "id-ID": "Indonesian",
+    "mt-MT": "Maltese",
+    "ro-RO": "Romanian",
+    "sk-SK": "Slovak",
+    "sl-SL": "Slovenian",
+    "tr-TR": "Turkish",
+    "uk-UA": "Ukrainian",
+    "bg-BG": "Bulgarian",
+    "ca-ES": "Catalan",
+    "fi-FI": "Finnish",
+}
+workspace_roles = ["Admin", "Member", "Viewer", "Contributor"]
+principal_types = ["App", "Group", "None", "User"]