semantic-link-labs 0.9.2__py3-none-any.whl → 0.9.3__py3-none-any.whl

sempy_labs/lakehouse/_lakehouse.py

@@ -6,6 +6,7 @@ from sempy_labs._helper_functions import (
     _base_api,
     resolve_lakehouse_name_and_id,
     resolve_workspace_name_and_id,
+    _create_spark_session,
 )
 import sempy_labs._icons as icons
 import re
@@ -54,7 +55,6 @@ def optimize_lakehouse_tables(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    from pyspark.sql import SparkSession
     from sempy_labs.lakehouse._get_lakehouse_tables import get_lakehouse_tables
     from delta import DeltaTable
 
@@ -69,7 +69,7 @@ def optimize_lakehouse_tables(
     else:
         tables_filt = lakeTablesDelta.copy()
 
-    spark = SparkSession.builder.getOrCreate()
+    spark = _create_spark_session()
 
     for _, r in (bar := tqdm(tables_filt.iterrows())):
         tableName = r["Table Name"]
@@ -122,7 +122,7 @@ def vacuum_lakehouse_tables(
     else:
         tables_filt = lakeTablesDelta.copy()
 
-    spark = SparkSession.builder.getOrCreate()
+    spark = _create_spark_session()
     spark.conf.set("spark.databricks.delta.vacuum.parallelDelete.enabled", "true")
 
     for _, r in (bar := tqdm(tables_filt.iterrows())):

sempy_labs/lakehouse/_shortcuts.py

@@ -219,7 +219,7 @@ def delete_shortcut(
     )
 
 
-def reset_shortcut_cache(workspace: Optional[str | UUID]):
+def reset_shortcut_cache(workspace: Optional[str | UUID] = None):
     """
     Deletes any cached files that were stored while reading from shortcuts.
 

sempy_labs/migration/_migrate_calctables_to_lakehouse.py

@@ -9,9 +9,9 @@ from sempy_labs._helper_functions import (
     create_abfss_path,
     retry,
     generate_guid,
+    _create_spark_session,
 )
 from sempy_labs.tom import connect_semantic_model
-from pyspark.sql import SparkSession
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
@@ -98,7 +98,7 @@ def migrate_calc_tables_to_lakehouse(
     if killFunction:
         return
 
-    spark = SparkSession.builder.getOrCreate()
+    spark = _create_spark_session()
 
     if len(dfP_filt) == 0:
         print(

sempy_labs/migration/_refresh_calc_tables.py

@@ -2,7 +2,6 @@ import sempy.fabric as fabric
 import pandas as pd
 import re
 from sempy_labs._helper_functions import retry
-from pyspark.sql import SparkSession
 from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
@@ -11,6 +10,7 @@ from uuid import UUID
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
+    _create_spark_session,
 )
 
 
@@ -29,7 +29,7 @@ def refresh_calc_tables(dataset: str | UUID, workspace: Optional[str | UUID] = N
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
 
-    spark = SparkSession.builder.getOrCreate()
+    spark = _create_spark_session()
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
     (dataset_name, dataset_id) = resolve_dataset_name_and_id(dataset, workspace_id)
     icons.sll_tags.append("DirectLakeMigration")

sempy_labs/report/_report_functions.py

@@ -19,6 +19,7 @@ from sempy_labs._helper_functions import (
     resolve_dataset_id,
     _update_dataframe_datatypes,
     _base_api,
+    _create_spark_session,
 )
 from typing import List, Optional, Union
 from sempy._utils._log import log
@@ -726,7 +727,6 @@ def translate_report_titles(
         or if no lakehouse attached, resolves to the workspace of the notebook.
     """
     from synapse.ml.services import Translate
-    from pyspark.sql import SparkSession
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
 
@@ -738,7 +738,7 @@ def translate_report_titles(
 
     reportJson = get_report_json(report=report, workspace=workspace_id)
     dfV = list_report_visuals(report=report, workspace=workspace_id)
-    spark = SparkSession.builder.getOrCreate()
+    spark = _create_spark_session()
     df = spark.createDataFrame(dfV)
     columnToTranslate = "Title"
 

sempy_labs/report/_report_rebind.py

@@ -58,7 +58,7 @@ def report_rebind(
         _base_api(
             request=f"v1.0/myorg/groups/{report_workspace_id}/reports/{report_id}/Rebind",
             method="post",
-            json=payload,
+            payload=payload,
         )
 
         print(

sempy_labs/tom/_model.py

@@ -3412,7 +3412,10 @@ class TOMWrapper:
                     if c.Name == obj.Name:
                         tableList.append(c.Parent.Name)
                 if (
-                    re.search(create_pattern(tableList, obj.Name), object.Expression)
+                    re.search(
+                        create_pattern(tableList, re.escape(obj.Name)),
+                        object.Expression,
+                    )
                     is not None
                 ):
                     yield obj