semantic-link-labs 0.11.1__py3-none-any.whl → 0.11.3__py3-none-any.whl

sempy_labs/ml_model/_functions.py

@@ -0,0 +1,427 @@
+import pandas as pd
+from typing import Any, Optional, List
+from .._helper_functions import (
+    _update_dataframe_datatypes,
+    resolve_item_id,
+    resolve_item_name_and_id,
+    resolve_workspace_id,
+    _base_api,
+    delete_item,
+    _create_dataframe,
+    create_item,
+    resolve_workspace_name_and_id,
+)
+from uuid import UUID
+from sempy._utils._log import log
+import sempy_labs._icons as icons
+
+
+@log
+def list_ml_models(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
+    """
+    Shows the ML models within a workspace.
+
+    This is a wrapper function for the following API: `Items - List ML Models <https://learn.microsoft.com/rest/api/fabric/mlmodel/items/list-ml-models>`_.
+
+    Parameters
+    ----------
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the ML models within a workspace.
+    """
+
+    columns = {
+        "ML Model Name": "string",
+        "ML Model Id": "string",
+        "Description": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    workspace_id = resolve_workspace_id(workspace)
+
+    responses = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlModels",
+        status_codes=200,
+        uses_pagination=True,
+    )
+
+    rows = []
+    for r in responses:
+        for v in r.get("value", []):
+            model_id = v.get("id")
+            modelName = v.get("displayName")
+            desc = v.get("description")
+
+            rows.append(
+                {
+                    "ML Model Name": modelName,
+                    "ML Model Id": model_id,
+                    "Description": desc,
+                }
+            )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
+
+    return df
+
+
+@log
+def create_ml_model(
+    name: str, description: Optional[str] = None, workspace: Optional[str | UUID] = None
+):
+    """
+    Creates a Fabric ML model.
+
+    This is a wrapper function for the following API: `Items - Create ML Model <https://learn.microsoft.com/rest/api/fabric/mlmodel/items/create-ml-model>`_.
+
+    Parameters
+    ----------
+    name: str
+        Name of the ML model.
+    description : str, default=None
+        A description of the ML model.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    create_item(name=name, description=description, type="MLModel", workspace=workspace)
+
+
+@log
+def delete_ml_model(ml_model: str | UUID, workspace: Optional[str | UUID] = None):
+    """
+    Deletes a Fabric ML model.
+
+    This is a wrapper function for the following API: `Items - Delete ML Model <https://learn.microsoft.com/rest/api/fabric/mlmodel/items/delete-ml-model>`_.
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    delete_item(item=ml_model, type="MLModel", workspace=workspace)
+
+
+@log
+def activate_ml_model_endpoint_version(
+    ml_model: str | UUID, name: str, workspace: Optional[str | UUID] = None
+):
+    """
+    Activates the specified model version endpoint.
+
+    This is a wrapper function for the following API: `Endpoint - Activate ML Model Endpoint Version <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/activate-ml-model-endpoint-version>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    name: str
+        The ML model version name.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    (model_name, model_id) = resolve_item_name_and_id(
+        item=ml_model, type="MLModel", workspace=workspace
+    )
+
+    _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/versions/{name}/activate",
+        method="post",
+        client="fabric_sp",
+        lro_return_status_code=True,
+        status_codes=[200, 202],
+    )
+
+    print(
+        f"{icons.green_dot} The {model_name} model version {name} has been activated in the {workspace_name} workspace."
+    )
+
+
+@log
+def deactivate_ml_model_endpoint_version(
+    ml_model: str | UUID, name: str, workspace: Optional[str | UUID] = None
+):
+    """
+    Deactivates the specified model version endpoint.
+
+    This is a wrapper function for the following API: `Endpoint - Deactivate ML Model Endpoint Version <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/deactivate-ml-model-endpoint-version>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    name: str
+        The ML model version name.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    (model_name, model_id) = resolve_item_name_and_id(
+        item=ml_model, type="MLModel", workspace=workspace
+    )
+
+    _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/versions/{name}/deactivate",
+        method="post",
+        client="fabric_sp",
+        lro_return_status_code=True,
+        status_codes=[200, 202],
+    )
+
+    print(
+        f"{icons.green_dot} The {model_name} model version {name} has been deactivated in the {workspace_name} workspace."
+    )
+
+
+@log
+def deactivate_all_ml_model_endpoint_versions(
+    ml_model: str | UUID, workspace: Optional[str | UUID] = None
+):
+    """
+    Deactivates the specified machine learning model and its version's endpoints.
+
+    This is a wrapper function for the following API: `Endpoint - Deactivate All ML Model Endpoint Versions <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/deactivate-all-ml-model-endpoint-versions>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
+    (model_name, model_id) = resolve_item_name_and_id(
+        item=ml_model, type="MLModel", workspace=workspace
+    )
+
+    _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/versions/deactivateAll",
+        method="post",
+        client="fabric_sp",
+        lro_return_status_code=True,
+        status_codes=[200, 202],
+    )
+
+    print(
+        f"{icons.green_dot} All endpoint versions of the {model_name} model within the {workspace_name} workspace have been deactivated."
+    )
+
+
+@log
+def list_ml_model_endpoint_versions(
+    ml_model: str | UUID, workspace: Optional[str | UUID] = None
+) -> pd.DataFrame:
+    """
+    Lists all machine learning model endpoint versions.
+
+    This is a wrapper function for the following API: `Endpoint - List ML Model Endpoint Versions <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/list-ml-model-endpoint-versions>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+
+    Returns
+    -------
+    pandas.DataFrame
+        A pandas dataframe showing the ML model endpoint versions within a workspace.
+    """
+
+    workspace_id = resolve_workspace_id(workspace)
+    model_id = resolve_item_id(item=ml_model, type="MLModel", workspace=workspace)
+
+    columns = {
+        "Version Name": "string",
+        "Status": "string",
+        "Type": "string",
+        "Name": "string",
+        "Required": "bool",
+        "Scale Rule": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    responses = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/versions",
+        client="fabric_sp",
+        uses_pagination=True,
+    )
+
+    rows = []
+    for r in responses:
+        for version in r.get("value", []):
+            base = {
+                "Version Name": version.get("versionName"),
+                "Status": version.get("status"),
+                "Scale Rule": version.get("scaleRule"),
+            }
+            for sig_type in ["inputSignature", "outputSignature"]:
+                for entry in version.get(sig_type, []):
+                    rows.append(
+                        {
+                            **base,
+                            "Signature Type": (
+                                "Input" if sig_type == "inputSignature" else "Output"
+                            ),
+                            "Name": entry.get("name"),
+                            "Type": entry.get("type"),
+                            "Required": entry.get("required"),
+                        }
+                    )
+            # Handle versions with no signatures
+            if "inputSignature" not in version and "outputSignature" not in version:
+                rows.append(base)
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
+        _update_dataframe_datatypes(dataframe=df, column_map=columns)
+
+    return df
+
+
+@log
+def score_ml_model_endpoint(
+    ml_model: str | UUID,
+    inputs: List[List[Any]],
+    orientation: str = "values",
+    workspace: Optional[str | UUID] = None,
+) -> dict:
+    """
+    Scores input data using the default version of the endpoint and returns results.
+
+    This is a wrapper function for the following API: `Endpoint - Score ML Model Endpoint <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/score-ml-model-endpoint>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    inputs: List[List[Any]]
+        Machine learning inputs to score in the form of Pandas dataset arrays that can include strings, numbers, integers and booleans.
+    orientation: str, default='values'
+        `Orientation <https://learn.microsoft.com/en-us/rest/api/fabric/mlmodel/endpoint/score-ml-model-endpoint?tabs=HTTP#orientation>`_ of the input data.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    workspace_id = resolve_workspace_id(workspace)
+    model_id = resolve_item_id(item=ml_model, type="MLModel", workspace=workspace)
+
+    orientation = _validate_orientation(orientation)
+    payload = {
+        "formatType": "dataframe",
+        "orientation": orientation,
+        "inputs": inputs,
+    }
+
+    result = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/score",
+        method="post",
+        client="fabric_sp",
+        payload=payload,
+        lro_return_json=True,
+        status_codes=[200, 202],
+    )
+
+    return result
+
+
+@log
+def score_ml_model_endpoint_version(
+    ml_model: str | UUID,
+    name: str,
+    inputs: List[List[Any]],
+    orientation: str = "values",
+    workspace: Optional[str | UUID] = None,
+) -> dict:
+    """
+    Scores input data using the default version of the endpoint and returns results.
+
+    This is a wrapper function for the following API: `Endpoint - Score ML Model Endpoint Version <https://learn.microsoft.com/rest/api/fabric/mlmodel/endpoint/score-ml-model-endpoint-version>`_.
+
+    Service Principal Authentication is supported (see `here <https://github.com/microsoft/semantic-link-labs/blob/main/notebooks/Service%20Principal.ipynb>`_ for examples).
+
+    Parameters
+    ----------
+    ml_model: str | uuid.UUID
+        Name or ID of the ML model.
+    name: str
+        The ML model version name.
+    inputs: List[List[Any]]
+        Machine learning inputs to score in the form of Pandas dataset arrays that can include strings, numbers, integers and booleans.
+    orientation: str, default='values'
+        `Orientation <https://learn.microsoft.com/en-us/rest/api/fabric/mlmodel/endpoint/score-ml-model-endpoint?tabs=HTTP#orientation>`_ of the input data.
+    workspace : str | uuid.UUID, default=None
+        The Fabric workspace name or ID.
+        Defaults to None which resolves to the workspace of the attached lakehouse
+        or if no lakehouse attached, resolves to the workspace of the notebook.
+    """
+
+    workspace_id = resolve_workspace_id(workspace)
+    model_id = resolve_item_id(item=ml_model, type="MLModel", workspace=workspace)
+
+    orientation = _validate_orientation(orientation)
+    payload = {
+        "formatType": "dataframe",
+        "orientation": orientation,
+        "inputs": inputs,
+    }
+
+    result = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/mlmodels/{model_id}/endpoint/versions/{name}/score",
+        method="post",
+        client="fabric_sp",
+        payload=payload,
+        lro_return_json=True,
+        status_codes=[200, 202],
+    )
+
+    return result
+
+
+def _validate_orientation(orientation: str):
+
+    orientation = orientation.lower()
+    if orientation not in ["split", "values", "record", "index", "table"]:
+        raise ValueError(
+            f"Invalid orientation '{orientation}'. Must be one of 'split', 'values', 'record', 'index', or 'table'."
+        )
+    return orientation

sempy_labs/report/__init__.py

@@ -1,34 +1,34 @@
-from sempy_labs.report._save_report import (
+from ._save_report import (
     save_report_as_pbip,
 )
-from sempy_labs.report._reportwrapper import (
+from ._reportwrapper import (
     ReportWrapper,
     connect_report,
 )
-from sempy_labs.report._paginated import (
+from ._paginated import (
     get_report_datasources,
 )
-from sempy_labs.report._generate_report import (
+from ._generate_report import (
     create_report_from_reportjson,
     get_report_definition,
     update_report_from_reportjson,
     create_model_bpa_report,
 )
-from sempy_labs.report._download_report import download_report
-from sempy_labs.report._report_functions import (
+from ._download_report import download_report
+from ._report_functions import (
     get_report_json,
     # report_dependency_tree,
     clone_report,
     launch_report,
     # translate_report_titles
 )
-from sempy_labs.report._report_rebind import (
+from ._report_rebind import (
     report_rebind,
     report_rebind_all,
 )
-from sempy_labs.report._report_bpa_rules import report_bpa_rules
-from sempy_labs.report._report_bpa import run_report_bpa
-from sempy_labs.report._export_report import (
+from ._report_bpa_rules import report_bpa_rules
+from ._report_bpa import run_report_bpa
+from ._export_report import (
     export_report,
 )
 

sempy_labs/report/_download_report.py

@@ -1,6 +1,6 @@
 import sempy_labs._icons as icons
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_name_and_id,
     resolve_lakehouse_name_and_id,
     _base_api,
@@ -8,7 +8,7 @@ from sempy_labs._helper_functions import (
     _mount,
     resolve_workspace_name,
 )
-from sempy_labs.lakehouse._lakehouse import lakehouse_attached
+from ..lakehouse._lakehouse import lakehouse_attached
 from uuid import UUID
 from sempy._utils._log import log
 

sempy_labs/report/_export_report.py

@@ -2,7 +2,7 @@ import sempy.fabric as fabric
 import json
 import os
 import time
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     generate_embedded_filter,
     resolve_workspace_name_and_id,
     _base_api,
@@ -12,7 +12,7 @@ from typing import Optional
 from sempy._utils._log import log
 import sempy_labs._icons as icons
 from uuid import UUID
-from sempy_labs.report._report_functions import (
+from ._report_functions import (
     list_report_visuals,
     list_report_pages,
 )

sempy_labs/report/_generate_report.py

@@ -3,7 +3,7 @@ import pandas as pd
 import json
 import os
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_name_and_id,
     _conv_b64,
     resolve_dataset_name_and_id,

sempy_labs/report/_paginated.py

@@ -1,7 +1,7 @@
 from typing import Optional
 import pandas as pd
 from uuid import UUID
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_name_and_id,
     _base_api,
     resolve_item_id,

sempy_labs/report/_report_bpa.py

@@ -2,8 +2,9 @@ from typing import Optional
 import pandas as pd
 import datetime
 from sempy._utils._log import log
-from sempy_labs.report import connect_report, report_bpa_rules
-from sempy_labs._helper_functions import (
+from ._reportwrapper import connect_report
+from ._report_bpa_rules import report_bpa_rules
+from .._helper_functions import (
     format_dax_object_name,
     save_as_delta_table,
     resolve_item_name_and_id,
@@ -11,7 +12,7 @@ from sempy_labs._helper_functions import (
     _get_column_aggregate,
     resolve_workspace_name_and_id,
 )
-from sempy_labs.lakehouse import get_lakehouse_tables, lakehouse_attached
+from ..lakehouse import get_lakehouse_tables, lakehouse_attached
 import sempy_labs._icons as icons
 from IPython.display import display, HTML
 from uuid import UUID

sempy_labs/report/_report_functions.py

@@ -6,9 +6,9 @@ import copy
 from anytree import Node, RenderTree
 from powerbiclient import Report
 from pyspark.sql.functions import col, flatten
-from sempy_labs.report._generate_report import update_report_from_reportjson
-from sempy_labs.lakehouse._lakehouse import lakehouse_attached
-from sempy_labs._helper_functions import (
+from ._generate_report import update_report_from_reportjson
+from ..lakehouse._lakehouse import lakehouse_attached
+from .._helper_functions import (
     resolve_report_id,
     language_validate,
     resolve_workspace_name_and_id,

sempy_labs/report/_report_list_functions.py

@@ -1,13 +1,13 @@
 import sempy.fabric as fabric
 from typing import Optional
 import pandas as pd
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     format_dax_object_name,
     resolve_workspace_name_and_id,
     resolve_dataset_name_and_id,
 )
-from sempy_labs.report._reportwrapper import ReportWrapper
-from sempy_labs._list_functions import list_reports_using_semantic_model
+from ._reportwrapper import ReportWrapper
+from .._list_functions import list_reports_using_semantic_model
 from uuid import UUID
 
 

sempy_labs/report/_report_rebind.py

@@ -1,4 +1,4 @@
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_dataset_id,
     resolve_workspace_name_and_id,
     resolve_report_id,