semantic-link-labs 0.11.1__py3-none-any.whl → 0.11.3__py3-none-any.whl

sempy_labs/migration/_migrate_calctables_to_semantic_model.py

@@ -1,9 +1,7 @@
 import sempy.fabric as fabric
 import re
-import datetime
 from sempy_labs.lakehouse._get_lakehouse_tables import get_lakehouse_tables
 from sempy_labs._helper_functions import (
-    resolve_lakehouse_name,
     format_dax_object_name,
     retry,
 )
@@ -11,16 +9,17 @@ from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
+from uuid import UUID
 
 
 @log
 def migrate_calc_tables_to_semantic_model(
     dataset: str,
     new_dataset: str,
-    workspace: Optional[str] = None,
-    new_dataset_workspace: Optional[str] = None,
-    lakehouse: Optional[str] = None,
-    lakehouse_workspace: Optional[str] = None,
+    workspace: Optional[str | UUID] = None,
+    new_dataset_workspace: Optional[str | UUID] = None,
+    lakehouse: Optional[str | UUID] = None,
+    lakehouse_workspace: Optional[str | UUID] = None,
 ):
     """
     Creates new tables in the Direct Lake semantic model based on the lakehouse tables created using the 'migrate_calc_tables_to_lakehouse' function.
@@ -31,18 +30,18 @@ def migrate_calc_tables_to_semantic_model(
         Name of the import/DirectQuery semantic model.
     new_dataset : str
         Name of the Direct Lake semantic model.
-    workspace : str, default=None
+    workspace : str | uuid.UUID, default=None
         The Fabric workspace name in which the import/DirectQuery semantic model exists.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-    new_dataset_workspace : str
+    new_dataset_workspace : str | uuid.UUID, default=None
         The Fabric workspace name in which the Direct Lake semantic model will be created.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-    lakehouse : str, default=None
+    lakehouse : str | uuid.UUID, default=None
         The Fabric lakehouse used by the Direct Lake semantic model.
         Defaults to None which resolves to the lakehouse attached to the notebook.
-    lakehouse_workspace : str, default=None
+    lakehouse_workspace : str | uuid.UUID, default=None
         The Fabric workspace used by the lakehouse.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
@@ -53,18 +52,8 @@ def migrate_calc_tables_to_semantic_model(
             f"{icons.red_dot} The 'dataset' and 'new_dataset' parameters are both set to '{dataset}'. These parameters must be set to different values."
         )
 
-    workspace = fabric.resolve_workspace_name(workspace)
     fabric.refresh_tom_cache(workspace=workspace)
 
-    if new_dataset_workspace is None:
-        new_dataset_workspace = workspace
-
-    if lakehouse_workspace is None:
-        lakehouse_workspace = new_dataset_workspace
-    if lakehouse is None:
-        lakehouse_id = fabric.get_lakehouse_id()
-        lakehouse = resolve_lakehouse_name(lakehouse_id, lakehouse_workspace)
-
     icons.sll_tags.append("DirectLakeMigration")
 
     # Get calc tables but not field parameters

sempy_labs/migration/_migrate_model_objects_to_semantic_model.py

@@ -10,14 +10,15 @@ from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
+from uuid import UUID
 
 
 @log
 def migrate_model_objects_to_semantic_model(
     dataset: str,
     new_dataset: str,
-    workspace: Optional[str] = None,
-    new_dataset_workspace: Optional[str] = None,
+    workspace: Optional[str | UUID] = None,
+    new_dataset_workspace: Optional[str | UUID] = None,
 ):
     """
     Adds the rest of the model objects (besides tables/columns) and their properties to a Direct Lake semantic model based on an import/DirectQuery semantic model.
@@ -28,11 +29,11 @@ def migrate_model_objects_to_semantic_model(
         Name of the import/DirectQuery semantic model.
     new_dataset : str
         Name of the Direct Lake semantic model.
-    workspace : str, default=None
+    workspace : str | uuid.UUID, default=None
         The Fabric workspace name in which the import/DirectQuery semantic model exists.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
-    new_dataset_workspace : str
+    new_dataset_workspace : str | uuid.UUID, default=None
         The Fabric workspace name in which the Direct Lake semantic model will be created.
         Defaults to None which resolves to the workspace of the attached lakehouse
         or if no lakehouse attached, resolves to the workspace of the notebook.
@@ -47,12 +48,7 @@ def migrate_model_objects_to_semantic_model(
             f"{icons.red_dot} The 'dataset' and 'new_dataset' parameters are both set to '{dataset}'. These parameters must be set to different values."
         )
 
-    workspace = fabric.resolve_workspace_name(workspace)
     fabric.refresh_tom_cache(workspace=workspace)
-
-    if new_dataset_workspace is None:
-        new_dataset_workspace = workspace
-
     icons.sll_tags.append("DirectLakeMigration")
 
     dfT = fabric.list_tables(dataset=dataset, workspace=workspace)

sempy_labs/migration/_migrate_tables_columns_to_semantic_model.py

@@ -1,22 +1,23 @@
 import sempy.fabric as fabric
 import pandas as pd
 from sempy_labs.directlake._generate_shared_expression import generate_shared_expression
-from sempy_labs._helper_functions import resolve_lakehouse_name, retry
+from sempy_labs._helper_functions import retry
 from sempy_labs.lakehouse._lakehouse import lakehouse_attached
 from sempy_labs.tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
+from uuid import UUID
 
 
 @log
 def migrate_tables_columns_to_semantic_model(
     dataset: str,
     new_dataset: str,
-    workspace: Optional[str] = None,
-    new_dataset_workspace: Optional[str] = None,
-    lakehouse: Optional[str] = None,
-    lakehouse_workspace: Optional[str] = None,
+    workspace: Optional[str | UUID] = None,
+    new_dataset_workspace: Optional[str | UUID] = None,
+    lakehouse: Optional[str | UUID] = None,
+    lakehouse_workspace: Optional[str | UUID] = None,
 ):
     """
     Adds tables/columns to the new Direct Lake semantic model based on an import/DirectQuery semantic model.
@@ -49,18 +50,6 @@ def migrate_tables_columns_to_semantic_model(
             f"{icons.red_dot} The 'dataset' and 'new_dataset' parameters are both set to '{dataset}'. These parameters must be set to different values."
         )
 
-    workspace = fabric.resolve_workspace_name(workspace)
-
-    if new_dataset_workspace is None:
-        new_dataset_workspace = workspace
-
-    if lakehouse_workspace is None:
-        lakehouse_workspace = new_dataset_workspace
-
-    if lakehouse is None:
-        lakehouse_id = fabric.get_lakehouse_id()
-        lakehouse = resolve_lakehouse_name(lakehouse_id, lakehouse_workspace)
-
     icons.sll_tags.append("DirectLakeMigration")
 
     # Check that lakehouse is attached to the notebook
@@ -72,11 +61,13 @@ def migrate_tables_columns_to_semantic_model(
             "\nLearn more here: https://learn.microsoft.com/fabric/data-engineering/lakehouse-notebook-explore#add-or-remove-a-lakehouse"
         )
     shEx = generate_shared_expression(
-        item_name=lakehouse, item_type="Lakehouse", workspace=lakehouse_workspace
+        item_name=lakehouse,
+        item_type="Lakehouse",
+        workspace=lakehouse_workspace,
+        use_sql_endpoint=False,
     )
 
     fabric.refresh_tom_cache(workspace=workspace)
-
     dfC = fabric.list_columns(dataset=dataset, workspace=workspace)
     dfT = fabric.list_tables(dataset=dataset, workspace=workspace)
     dfT.rename(columns={"Type": "Table Type"}, inplace=True)
@@ -136,7 +127,7 @@ def migrate_tables_columns_to_semantic_model(
             tDC = r["Data Category"]
             tHid = bool(r["Hidden"])
             tDesc = r["Description"]
-            ent_name = tName.replace(" ", "_")
+            ent_name = tName  # .replace(" ", "_")
             for char in icons.special_characters:
                 ent_name = ent_name.replace(char, "")
 

sempy_labs/migration/_migration_validation.py

@@ -1,7 +1,6 @@
-import sempy.fabric as fabric
 import pandas as pd
 from typing import Optional
-from sempy_labs._list_functions import list_semantic_model_objects
+from .._list_functions import list_semantic_model_objects
 from sempy._utils._log import log
 import sempy_labs._icons as icons
 

sempy_labs/migration/_refresh_calc_tables.py

@@ -1,12 +1,12 @@
 import sempy.fabric as fabric
 import pandas as pd
 import re
-from sempy_labs.tom import connect_semantic_model
+from ..tom import connect_semantic_model
 from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
 from uuid import UUID
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
     save_as_delta_table,

sempy_labs/mirrored_azure_databricks_catalog/__init__.py

@@ -1,7 +1,7 @@
-from sempy_labs.mirrored_azure_databricks_catalog._refresh_catalog_metadata import (
+from ._refresh_catalog_metadata import (
     refresh_catalog_metadata,
 )
-from sempy_labs.mirrored_azure_databricks_catalog._discover import (
+from ._discover import (
     discover_catalogs,
     discover_schemas,
     discover_tables,

sempy_labs/mirrored_azure_databricks_catalog/_discover.py

@@ -1,6 +1,6 @@
 from uuid import UUID
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_id,
     _base_api,
     _create_dataframe,
@@ -54,20 +54,20 @@ def discover_catalogs(
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for r in responses:
         for i in r.get("value", []):
-            new_data = {
-                "Catalog Name": i.get("name"),
-                "Catalog Full Name": i.get("fullName"),
-                "Catalog Type": i.get("catalogType"),
-                "Storage Location": i.get("storageLocation"),
-            }
-
-            dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+            rows.append(
+                {
+                    "Catalog Name": i.get("name"),
+                    "Catalog Full Name": i.get("fullName"),
+                    "Catalog Type": i.get("catalogType"),
+                    "Storage Location": i.get("storageLocation"),
+                }
+            )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 
@@ -120,20 +120,20 @@ def discover_schemas(
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for r in responses:
         for i in r.get("value", []):
-            new_data = {
-                "Catalog Name": catalog,
-                "Schema Name": i.get("name"),
-                "Schema Full Name": i.get("fullName"),
-                "Storage Location": i.get("storageLocation"),
-            }
-
-            dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+            rows.append(
+                {
+                    "Catalog Name": catalog,
+                    "Schema Name": i.get("name"),
+                    "Schema Full Name": i.get("fullName"),
+                    "Storage Location": i.get("storageLocation"),
+                }
+            )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 
@@ -192,22 +192,22 @@ def discover_tables(
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for r in responses:
         for i in r.get("value", []):
-            new_data = {
-                "Catalog Name": catalog,
-                "Schema Name": schema,
-                "Table Name": i.get("name"),
-                "Table Full Name": i.get("fullName"),
-                "Storage Location": i.get("storageLocation"),
-                "Table Type": i.get("tableType"),
-                "Data Source Format": i.get("dataSourceFormat"),
-            }
-
-            dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+            rows.append(
+                {
+                    "Catalog Name": catalog,
+                    "Schema Name": schema,
+                    "Table Name": i.get("name"),
+                    "Table Full Name": i.get("fullName"),
+                    "Storage Location": i.get("storageLocation"),
+                    "Table Type": i.get("tableType"),
+                    "Data Source Format": i.get("dataSourceFormat"),
+                }
+            )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df

sempy_labs/mirrored_azure_databricks_catalog/_refresh_catalog_metadata.py

@@ -1,6 +1,6 @@
 from uuid import UUID
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_item_name_and_id,
     _base_api,

sempy_labs/ml_model/__init__.py

@@ -0,0 +1,23 @@
+from ._functions import (
+    list_ml_models,
+    create_ml_model,
+    delete_ml_model,
+    activate_ml_model_endpoint_version,
+    deactivate_all_ml_model_endpoint_versions,
+    deactivate_ml_model_endpoint_version,
+    list_ml_model_endpoint_versions,
+    score_ml_model_endpoint,
+    score_ml_model_endpoint_version,
+)
+
+__all__ = [
+    "list_ml_models",
+    "create_ml_model",
+    "delete_ml_model",
+    "activate_ml_model_endpoint_version",
+    "deactivate_all_ml_model_endpoint_versions",
+    "deactivate_ml_model_endpoint_version",
+    "list_ml_model_endpoint_versions",
+    "score_ml_model_endpoint",
+    "score_ml_model_endpoint_version",
+]