semantic-link-labs 0.9.0__py3-none-any.whl → 0.9.2__py3-none-any.whl

sempy_labs/_connections.py

@@ -1,11 +1,12 @@
 import sempy.fabric as fabric
 import pandas as pd
-from sempy.fabric.exceptions import FabricHTTPException
 from typing import Optional
 from sempy_labs._helper_functions import (
-    pagination,
     _is_valid_uuid,
     resolve_workspace_name_and_id,
+    _update_dataframe_datatypes,
+    _base_api,
+    _create_dataframe,
 )
 from uuid import UUID
 import sempy_labs._icons as icons
@@ -25,13 +26,7 @@ def delete_connection(connection: str | UUID):
     """
 
     connection_id = _resolve_connection_id(connection)
-
-    client = fabric.FabricRestClient()
-    response = client.delete(f"/v1/connections/{connection_id}")
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
+    _base_api(request=f"/v1/connections/{connection_id}", method="delete")
     print(f"{icons.green_dot} The '{connection}' connection has been deleted.")
 
 
@@ -50,15 +45,11 @@ def delete_connection_role_assignment(connection: str | UUID, role_assignment_id
     """
 
     connection_id = _resolve_connection_id(connection)
-
-    client = fabric.FabricRestClient()
-    response = client.delete(
-        f"/v1/connections/{connection_id}/roleAssignments/{role_assignment_id}"
+    _base_api(
+        request=f"/v1/connections/{connection_id}/roleAssignments/{role_assignment_id}",
+        method="delete",
     )
 
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
     print(
         f"{icons.green_dot} The '{role_assignment_id}' role assignment Id has been deleted from the '{connection}' connection."
     )
@@ -99,22 +90,18 @@ def list_connection_role_assignments(connection: str | UUID) -> pd.DataFrame:
 
     connection_id = _resolve_connection_id(connection)
 
-    client = fabric.FabricRestClient()
-    response = client.get(f"/v1/connections/{connection_id}/roleAssignments")
-
-    df = pd.DataFrame(
-        columns=[
-            "Connection Role Assignment Id",
-            "Principal Id",
-            "Principal Type",
-            "Role",
-        ]
-    )
+    columns = {
+        "Connection Role Assignment Id": "string",
+        "Principal Id": "string",
+        "Principal Type": "string",
+        "Role": "string",
+    }
 
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
+    df = _create_dataframe(columns=columns)
 
-    responses = pagination(client, response)
+    responses = _base_api(
+        request=f"/v1/connections/{connection_id}/roleAssignments", uses_pagination=True
+    )
 
     for r in responses:
         for v in r.get("value", []):
@@ -140,29 +127,23 @@ def list_connections() -> pd.DataFrame:
         A pandas dataframe showing all available connections.
     """
 
-    client = fabric.FabricRestClient()
-    response = client.get("/v1/connections")
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    responses = pagination(client, response)
-
-    df = pd.DataFrame(
-        columns=[
-            "Connection Id",
-            "Connection Name",
-            "Gateway Id",
-            "Connectivity Type",
-            "Connection Path",
-            "Connection Type",
-            "Privacy Level",
-            "Credential Type",
-            "Single Sign on Type",
-            "Connection Encyrption",
-            "Skip Test Connection",
-        ]
-    )
+    columns = {
+        "Connection Id": "string",
+        "Connection Name": "string",
+        "Gateway Id": "string",
+        "Connectivity Type": "string",
+        "Connection Path": "string",
+        "Connection Type": "string",
+        "Privacy Level": "string",
+        "Credential Type": "string",
+        "Single Sign on Type": "string",
+        "Connection Encyrption": "string",
+        "Skip Test Connection": "bool",
+    }
+    df = _create_dataframe(columns=columns)
+
+    responses = _base_api(request="/v1/connections", uses_pagination=True)
+
     for r in responses:
         for i in r.get("value", []):
             connection_details = i.get("connectionDetails", {})
@@ -199,8 +180,8 @@ def list_connections() -> pd.DataFrame:
             }
 
             df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
-    bool_cols = ["Skip Test Connection"]
-    df[bool_cols] = df[bool_cols].astype(bool)
+
+    _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
 
@@ -236,24 +217,20 @@ def list_item_connections(
         item_name=item_name, type=item_type, workspace=workspace_id
     )
 
-    client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/items/{item_id}/connections")
-
-    df = pd.DataFrame(
-        columns=[
-            "Connection Name",
-            "Connection Id",
-            "Connectivity Type",
-            "Connection Type",
-            "Connection Path",
-            "Gateway Id",
-        ]
-    )
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
+    columns = {
+        "Connection Name": "string",
+        "Connection Id": "string",
+        "Connectivity Type": "string",
+        "Connection Type": "string",
+        "Connection Path": "string",
+        "Gateway Id": "string",
+    }
+    df = _create_dataframe(columns=columns)
 
-    responses = pagination(client, response)
+    responses = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/items/{item_id}/connections",
+        uses_pagination=True,
+    )
 
     for r in responses:
         for v in r.get("value", []):
@@ -280,23 +257,17 @@ def _list_supported_connection_types(
         gateway_id = _resolve_gateway_id(gateway)
         url += f"gatewayId={gateway_id}"
 
-    df = pd.DataFrame(
-        columns=[
-            "Connection Type",
-            "Creation Method",
-            "Supported Credential Types",
-            "Supported Connection Encryption Types",
-            "Supports Skip Test Connection",
-        ]
-    )
+    columns = {
+        "Connection Type": "string",
+        "Creation Method": "string",
+        "Supported Credential Types": "string",
+        "Supported Connection Encryption Types": "string",
+        "Supports Skip Test Connection": "bool",
+    }
+    df = _create_dataframe(columns=columns)
 
     url = url.rstrip("&")
-    client = fabric.FabricRestClient()
-    response = client.get(url)
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    responses = pagination(client, response)
+    responses = _base_api(request=url, uses_pagination=True)
 
     records = []
     for r in responses:
@@ -318,6 +289,8 @@ def _list_supported_connection_types(
     if records:
         df = pd.DataFrame(records)
 
+    _update_dataframe_datatypes(dataframe=df, column_map=columns)
+
     return df
 
 
@@ -356,7 +329,7 @@ def create_cloud_connection(
         If True, skips the test connection.
     """
 
-    request_body = {
+    payload = {
         "connectivityType": "ShareableCloud",
         "displayName": name,
         "connectionDetails": {
@@ -388,11 +361,9 @@ def create_cloud_connection(
         },
     }
 
-    client = fabric.FabricRestClient()
-    response = client.post("/v1/connections", json=request_body)
-
-    if response.status_code != 201:
-        raise FabricHTTPException(response)
+    _base_api(
+        request="/v1/connections", method="post", payload=payload, status_codes=201
+    )
 
     print(f"{icons.green_dot} The '{name}' cloud connection has been created.")
 
@@ -436,7 +407,7 @@ def create_on_prem_connection(
 
     gateway_id = _resolve_gateway_id(gateway)
 
-    request_body = {
+    payload = {
         "connectivityType": "OnPremisesGateway",
         "gatewayId": gateway_id,
         "displayName": name,
@@ -468,11 +439,9 @@ def create_on_prem_connection(
         },
     }
 
-    client = fabric.FabricRestClient()
-    response = client.post("/v1/connections", json=request_body)
-
-    if response.status_code != 201:
-        raise FabricHTTPException(response)
+    _base_api(
+        request="/v1/connections", method="post", payload=payload, status_codes=201
+    )
 
     print(f"{icons.green_dot} The '{name}' on-prem connection has been created.")
 
@@ -517,7 +486,7 @@ def create_vnet_connection(
 
     gateway_id = _resolve_gateway_id(gateway)
 
-    request_body = {
+    payload = {
         "connectivityType": "VirtualNetworkGateway",
         "gatewayId": gateway_id,
         "displayName": name,
@@ -550,11 +519,9 @@ def create_vnet_connection(
         },
     }
 
-    client = fabric.FabricRestClient()
-    response = client.post("/v1/connections", json=request_body)
-
-    if response.status_code != 201:
-        raise FabricHTTPException(response)
+    _base_api(
+        request="/v1/connections", method="post", payload=payload, status_codes=201
+    )
 
     print(
         f"{icons.green_dot} The '{name}' virtual network gateway connection has been created."

sempy_labs/_data_pipelines.py

@@ -1,14 +1,14 @@
 import sempy.fabric as fabric
 import pandas as pd
-import sempy_labs._icons as icons
 from typing import Optional
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
-    lro,
-    pagination,
     _decode_b64,
+    _base_api,
+    _print_success,
+    resolve_item_id,
+    _create_dataframe,
 )
-from sempy.fabric.exceptions import FabricHTTPException
 from uuid import UUID
 
 
@@ -31,16 +31,18 @@ def list_data_pipelines(workspace: Optional[str | UUID] = None) -> pd.DataFrame:
         A pandas dataframe showing the data pipelines within a workspace.
     """
 
-    df = pd.DataFrame(columns=["Data Pipeline Name", "Data Pipeline ID", "Description"])
+    columns = {
+        "Data Pipeline Name": "string",
+        "Data Pipeline ID": "string",
+        "Description": "string",
+    }
+    df = _create_dataframe(columns=columns)
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
 
-    client = fabric.FabricRestClient()
-    response = client.get(f"/v1/workspaces/{workspace_id}/dataPipelines")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    responses = pagination(client, response)
+    responses = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/dataPipelines", uses_pagination=True
+    )
 
     for r in responses:
         for v in r.get("value", []):
@@ -76,24 +78,27 @@ def create_data_pipeline(
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
 
-    request_body = {"displayName": name}
+    payload = {"displayName": name}
 
     if description:
-        request_body["description"] = description
-
-    client = fabric.FabricRestClient()
-    response = client.post(
-        f"/v1/workspaces/{workspace_id}/dataPipelines", json=request_body
+        payload["description"] = description
+
+    _base_api(
+        request=f"/v1/workspaces/{workspace_id}/dataPipelines",
+        method="post",
+        payload=payload,
+        status_codes=[201, 202],
+        lro_return_status_code=True,
     )
-
-    lro(client, response, status_codes=[201, 202])
-
-    print(
-        f"{icons.green_dot} The '{name}' data pipeline has been created within the '{workspace_name}' workspace."
+    _print_success(
+        item_name=name,
+        item_type="data pipeline",
+        workspace_name=workspace_name,
+        action="created",
     )
 
 
-def delete_data_pipeline(name: str, workspace: Optional[str | UUID] = None):
+def delete_data_pipeline(name: str | UUID, workspace: Optional[str | UUID] = None):
     """
     Deletes a Fabric data pipeline.
 
@@ -101,8 +106,8 @@ def delete_data_pipeline(name: str, workspace: Optional[str | UUID] = None):
 
     Parameters
     ----------
-    name: str
-        Name of the data pipeline.
+    name: str | uuid.UUID
+        Name or ID of the data pipeline.
     workspace : str | uuid.UUID, default=None
         The Fabric workspace name.
         Defaults to None which resolves to the workspace of the attached lakehouse
@@ -110,32 +115,27 @@ def delete_data_pipeline(name: str, workspace: Optional[str | UUID] = None):
     """
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-
-    item_id = fabric.resolve_item_id(
-        item_name=name, type="DataPipeline", workspace=workspace_id
-    )
-
-    client = fabric.FabricRestClient()
-    response = client.delete(f"/v1/workspaces/{workspace_id}/dataPipelines/{item_id}")
-
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
-
-    print(
-        f"{icons.green_dot} The '{name}' data pipeline within the '{workspace_name}' workspace has been deleted."
+    item_id = resolve_item_id(item=name, type="DataPipeline", workspace=workspace)
+
+    fabric.delete_item(item_id=item_id, workspace=workspace)
+    _print_success(
+        item_name=name,
+        item_type="data pipeline",
+        workspace_name=workspace_name,
+        action="deleted",
     )
 
 
 def get_data_pipeline_definition(
-    name: str, workspace: Optional[str | UUID] = None, decode: bool = True
+    name: str | UUID, workspace: Optional[str | UUID] = None, decode: bool = True
 ) -> dict | pd.DataFrame:
     """
     Obtains the definition of a data pipeline.
 
     Parameters
     ----------
-    name : str
-        The name of the data pipeline.
+    name : str or uuid.UUID
+        The name or ID of the data pipeline.
     workspace : str | uuid.UUID, default=None
         The Fabric workspace name or ID.
         Defaults to None which resolves to the workspace of the attached lakehouse
@@ -152,16 +152,14 @@ def get_data_pipeline_definition(
     """
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    item_id = fabric.resolve_item_id(
-        item_name=name, type="DataPipeline", workspace=workspace_id
-    )
 
-    client = fabric.FabricRestClient()
-    response = client.post(
-        f"/v1/workspaces/{workspace_id}/dataPipelines/{item_id}/getDefinition"
+    item_id = resolve_item_id(item=name, type="DataPipeline", workspace=workspace)
+    result = _base_api(
+        request=f"/v1/workspaces/{workspace_id}/dataPipelines/{item_id}/getDefinition",
+        method="post",
+        lro_return_json=True,
+        status_codes=None,
     )
-    result = lro(client, response).json()
-
     df = pd.json_normalize(result["definition"]["parts"])
 
     if not decode:

sempy_labs/_dataflows.py

@@ -3,10 +3,12 @@ import pandas as pd
 from sempy_labs._helper_functions import (
     resolve_workspace_name_and_id,
     _is_valid_uuid,
+    _update_dataframe_datatypes,
+    _base_api,
+    _create_dataframe,
 )
 from typing import Optional, Tuple
 import sempy_labs._icons as icons
-from sempy.fabric.exceptions import FabricHTTPException
 from uuid import UUID
 
 
@@ -28,14 +30,17 @@ def list_dataflows(workspace: Optional[str | UUID] = None):
     """
 
     (workspace_name, workspace_id) = resolve_workspace_name_and_id(workspace)
-    client = fabric.PowerBIRestClient()
-    response = client.get(f"/v1.0/myorg/groups/{workspace_id}/dataflows")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
 
-    df = pd.DataFrame(
-        columns=["Dataflow Id", "Dataflow Name", "Configured By", "Users", "Generation"]
-    )
+    columns = {
+        "Dataflow Id": "string",
+        "Dataflow Name": "string",
+        "Configured By": "string",
+        "Users": "string",
+        "Generation": "int",
+    }
+    df = _create_dataframe(columns=columns)
+
+    response = _base_api(request=f"/v1.0/myorg/groups/{workspace_id}/dataflows")
 
     data = []  # Collect rows here
 
@@ -51,7 +56,8 @@ def list_dataflows(workspace: Optional[str | UUID] = None):
 
     if data:
         df = pd.DataFrame(data)
-        df["Generation"] = df["Generation"].astype(int)
+
+        _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
 
@@ -85,16 +91,14 @@ def assign_workspace_to_dataflow_storage(
         )
 
     dataflow_storage_id = df_filt["Dataflow Storage Account ID"].iloc[0]
-    client = fabric.PowerBIRestClient()
-
-    request_body = {"dataflowStorageId": dataflow_storage_id}
+    payload = {"dataflowStorageId": dataflow_storage_id}
 
-    response = client.post(
-        f"/v1.0/myorg/groups/{workspace_id}/AssignToDataflowStorage", json=request_body
+    _base_api(
+        request=f"/v1.0/myorg/groups/{workspace_id}/AssignToDataflowStorage",
+        method="post",
+        payload=payload,
     )
 
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
     print(
         f"{icons.green_dot} The '{dataflow_storage_account}' dataflow storage account has been assigned to the '{workspace_name}' workspacce."
     )
@@ -112,17 +116,14 @@ def list_dataflow_storage_accounts() -> pd.DataFrame:
         A pandas dataframe showing the accessible dataflow storage accounts.
     """
 
-    df = pd.DataFrame(
-        columns=[
-            "Dataflow Storage Account ID",
-            "Dataflow Storage Account Name",
-            "Enabled",
-        ]
-    )
-    client = fabric.PowerBIRestClient()
-    response = client.get("/v1.0/myorg/dataflowStorageAccounts")
-    if response.status_code != 200:
-        raise FabricHTTPException(response)
+    columns = {
+        "Dataflow Storage Account ID": "string",
+        "Dataflow Storage Account Name": "string",
+        "Enabled": "bool",
+    }
+    df = _create_dataframe(columns=columns)
+
+    response = _base_api(request="/v1.0/myorg/dataflowStorageAccounts")
 
     for v in response.json().get("value", []):
         new_data = {
@@ -132,7 +133,7 @@ def list_dataflow_storage_accounts() -> pd.DataFrame:
         }
         df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
 
-    df["Enabled"] = df["Enabled"].astype(bool)
+    _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
 
@@ -164,29 +165,23 @@ def list_upstream_dataflows(
     (dataflow_name, dataflow_id) = _resolve_dataflow_name_and_id(
         dataflow=dataflow, workspace=workspace_id
     )
-    client = fabric.PowerBIRestClient()
-
-    df = pd.DataFrame(
-        columns=[
-            "Dataflow Name",
-            "Dataflow Id",
-            "Workspace Name",
-            "Workspace Id",
-            "Upstream Dataflow Name",
-            "Upstream Dataflow Id",
-            "Upstream Workspace Name",
-            "Upstream Workspace Id",
-        ]
-    )
 
-    def collect_upstreams(
-        client, dataflow_id, dataflow_name, workspace_id, workspace_name
-    ):
-        response = client.get(
-            f"/v1.0/myorg/groups/{workspace_id}/dataflows/{dataflow_id}/upstreamDataflows"
+    columns = {
+        "Dataflow Name": "string",
+        "Dataflow Id": "string",
+        "Workspace Name": "string",
+        "Workspace Id": "string",
+        "Upstream Dataflow Name": "string",
+        "Upstream Dataflow Id": "string",
+        "Upstream Workspace Name": "string",
+        "Upstream Workspace Id": "string",
+    }
+    df = _create_dataframe(columns=columns)
+
+    def collect_upstreams(dataflow_id, dataflow_name, workspace_id, workspace_name):
+        response = _base_api(
+            request=f"/v1.0/myorg/groups/{workspace_id}/dataflows/{dataflow_id}/upstreamDataflows"
         )
-        if response.status_code != 200:
-            raise FabricHTTPException(response)
 
         values = response.json().get("value", [])
         for v in values:
@@ -209,14 +204,13 @@ def list_upstream_dataflows(
             }
 
             collect_upstreams(
-                client,
                 tgt_dataflow_id,
                 tgt_dataflow_name,
                 tgt_workspace_id,
                 tgt_workspace_name,
             )
 
-    collect_upstreams(client, dataflow_id, dataflow_name, workspace_id, workspace_name)
+    collect_upstreams(dataflow_id, dataflow_name, workspace_id, workspace_name)
 
     return df