semantic-link-labs 0.11.0__py3-none-any.whl → 0.11.2__py3-none-any.whl

sempy_labs/admin/_datasets.py

@@ -1,6 +1,6 @@
 import pandas as pd
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _build_url,
     _base_api,
     _create_dataframe,
@@ -54,8 +54,8 @@ def list_datasets(
         "Content Provider Type": "string",
         "Create Report Embed URL": "string",
         "QnA Embed URL": "string",
-        "Upstream Datasets": "string",
-        "Users": "string",
+        "Upstream Datasets": "list",
+        "Users": "list",
         "Is In Place Sharing Enabled": "bool",
         "Workspace Id": "string",
         "Auto Sync Read Only Replicas": "bool",
@@ -79,39 +79,40 @@ def list_datasets(
     url = _build_url(url, params)
     response = _base_api(request=url, client="fabric_sp")
 
-    dfs = []
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "Dataset Id": v.get("id"),
-            "Dataset Name": v.get("name"),
-            "Web URL": v.get("webUrl"),
-            "Add Rows API Enabled": v.get("addRowsAPIEnabled"),
-            "Configured By": v.get("configuredBy"),
-            "Is Refreshable": v.get("isRefreshable"),
-            "Is Effective Identity Required": v.get("isEffectiveIdentityRequired"),
-            "Is Effective Identity Roles Required": v.get(
-                "isEffectiveIdentityRolesRequired"
-            ),
-            "Target Storage Mode": v.get("targetStorageMode"),
-            "Created Date": pd.to_datetime(v.get("createdDate")),
-            "Content Provider Type": v.get("contentProviderType"),
-            "Create Report Embed URL": v.get("createReportEmbedURL"),
-            "QnA Embed URL": v.get("qnaEmbedURL"),
-            "Upstream Datasets": v.get("upstreamDatasets", []),
-            "Users": v.get("users", []),
-            "Is In Place Sharing Enabled": v.get("isInPlaceSharingEnabled"),
-            "Workspace Id": v.get("workspaceId"),
-            "Auto Sync Read Only Replicas": v.get("queryScaleOutSettings", {}).get(
-                "autoSyncReadOnlyReplicas"
-            ),
-            "Max Read Only Replicas": v.get("queryScaleOutSettings", {}).get(
-                "maxReadOnlyReplicas"
-            ),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Dataset Id": v.get("id"),
+                "Dataset Name": v.get("name"),
+                "Web URL": v.get("webUrl"),
+                "Add Rows API Enabled": v.get("addRowsAPIEnabled"),
+                "Configured By": v.get("configuredBy"),
+                "Is Refreshable": v.get("isRefreshable"),
+                "Is Effective Identity Required": v.get("isEffectiveIdentityRequired"),
+                "Is Effective Identity Roles Required": v.get(
+                    "isEffectiveIdentityRolesRequired"
+                ),
+                "Target Storage Mode": v.get("targetStorageMode"),
+                "Created Date": pd.to_datetime(v.get("createdDate")),
+                "Content Provider Type": v.get("contentProviderType"),
+                "Create Report Embed URL": v.get("createReportEmbedURL"),
+                "QnA Embed URL": v.get("qnaEmbedURL"),
+                "Upstream Datasets": v.get("upstreamDatasets", []),
+                "Users": v.get("users", []),
+                "Is In Place Sharing Enabled": v.get("isInPlaceSharingEnabled"),
+                "Workspace Id": v.get("workspaceId"),
+                "Auto Sync Read Only Replicas": v.get("queryScaleOutSettings", {}).get(
+                    "autoSyncReadOnlyReplicas"
+                ),
+                "Max Read Only Replicas": v.get("queryScaleOutSettings", {}).get(
+                    "maxReadOnlyReplicas"
+                ),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
@@ -165,20 +166,21 @@ def list_dataset_users(dataset: str | UUID) -> pd.DataFrame:
     url = f"/v1.0/myorg/admin/datasets/{dataset_id}/users"
     response = _base_api(request=url, client="fabric_sp")
 
-    dfs = []
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "User Name": v.get("displayName"),
-            "Email Address": v.get("emailAddress"),
-            "Dataset User Access Right": v.get("datasetUserAccessRight"),
-            "Identifier": v.get("identifier"),
-            "Graph Id": v.get("graphId"),
-            "Principal Type": v.get("principalType"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "User Name": v.get("displayName"),
+                "Email Address": v.get("emailAddress"),
+                "Dataset User Access Right": v.get("datasetUserAccessRight"),
+                "Identifier": v.get("identifier"),
+                "Graph Id": v.get("graphId"),
+                "Principal Type": v.get("principalType"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df

sempy_labs/admin/_domains.py

@@ -2,8 +2,8 @@ from typing import Optional, List
 import sempy_labs._icons as icons
 import pandas as pd
 from uuid import UUID
-from sempy_labs.admin._basic_functions import list_workspaces
-from sempy_labs._helper_functions import (
+from ._basic_functions import list_workspaces
+from .._helper_functions import (
     _base_api,
     _create_dataframe,
     _is_valid_uuid,
@@ -119,19 +119,20 @@ def list_domains(non_empty_only: bool = False) -> pd.DataFrame:
 
     response = _base_api(request=url, client="fabric_sp")
 
-    dfs = []
+    rows = []
     for v in response.json().get("domains", []):
-        new_data = {
-            "Domain ID": v.get("id"),
-            "Domain Name": v.get("displayName"),
-            "Description": v.get("description"),
-            "Parent Domain ID": v.get("parentDomainId"),
-            "Contributors Scope": v.get("contributorsScope"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Domain ID": v.get("id"),
+                "Domain Name": v.get("displayName"),
+                "Description": v.get("description"),
+                "Parent Domain ID": v.get("parentDomainId"),
+                "Contributors Scope": v.get("contributorsScope"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 
@@ -177,12 +178,17 @@ def list_domain_workspaces(domain: Optional[str] = None, **kwargs) -> pd.DataFra
         request=f"/v1/admin/domains/{domain_id}/workspaces", client="fabric_sp"
     )
 
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "Workspace ID": v.get("id"),
-            "Workspace Name": v.get("displayName"),
-        }
-        df = pd.concat([df, pd.DataFrame(new_data, index=[0])], ignore_index=True)
+        rows.append(
+            {
+                "Workspace ID": v.get("id"),
+                "Workspace Name": v.get("displayName"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 

sempy_labs/admin/_external_data_share.py

@@ -1,8 +1,8 @@
 from uuid import UUID
 import sempy_labs._icons as icons
 import pandas as pd
-from sempy_labs.admin._basic_functions import _resolve_workspace_name_and_id
-from sempy_labs._helper_functions import (
+from ._basic_functions import _resolve_workspace_name_and_id
+from .._helper_functions import (
     _base_api,
     _create_dataframe,
     _update_dataframe_datatypes,
@@ -41,28 +41,30 @@ def list_external_data_shares() -> pd.DataFrame:
 
     response = _base_api(request="/v1/admin/items/externalDataShares")
 
-    dfs = []
+    rows = []
     for i in response.json().get("value", []):
         cp = i.get("creatorPrincipal", {})
-        new_data = {
-            "External Data Share Id": i.get("id"),
-            "Paths": [i.get("paths", [])],
-            "Creater Principal Id": cp.get("id"),
-            "Creater Principal Name": cp.get("displayName"),
-            "Creater Principal Type": cp.get("type"),
-            "Creater Principal UPN": cp.get("userDetails", {}).get("userPrincipalName"),
-            "Recipient UPN": i.get("recipient", {}).get("userPrincipalName"),
-            "Status": i.get("status"),
-            "Expiration Time UTC": i.get("expirationTimeUtc"),
-            "Workspace Id": i.get("workspaceId"),
-            "Item Id": i.get("itemId"),
-            "Invitation URL": i.get("invitationUrl"),
-        }
-
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "External Data Share Id": i.get("id"),
+                "Paths": [i.get("paths", [])],
+                "Creater Principal Id": cp.get("id"),
+                "Creater Principal Name": cp.get("displayName"),
+                "Creater Principal Type": cp.get("type"),
+                "Creater Principal UPN": cp.get("userDetails", {}).get(
+                    "userPrincipalName"
+                ),
+                "Recipient UPN": i.get("recipient", {}).get("userPrincipalName"),
+                "Status": i.get("status"),
+                "Expiration Time UTC": i.get("expirationTimeUtc"),
+                "Workspace Id": i.get("workspaceId"),
+                "Item Id": i.get("itemId"),
+                "Invitation URL": i.get("invitationUrl"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df

sempy_labs/admin/_git.py

@@ -1,9 +1,9 @@
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _base_api,
     _create_dataframe,
 )
 import pandas as pd
-from sempy_labs.admin._basic_functions import list_workspaces
+from ._basic_functions import list_workspaces
 from sempy._utils._log import log
 
 
@@ -40,25 +40,25 @@ def list_git_connections() -> pd.DataFrame:
         uses_pagination=True,
     )
 
-    dfs = []
+    rows = []
     for r in responses:
         for v in r.get("value", []):
             git = v.get("gitProviderDetails", {})
-            new_data = {
-                "Workspace Id": v.get("workspaceId"),
-                "Organization Name": git.get("organizationName"),
-                "Owner Name": git.get("ownerName"),
-                "Project Name": git.get("projectName"),
-                "Git Provider Type": git.get("gitProviderType"),
-                "Repository Name": git.get("repositoryName"),
-                "Branch Name": git.get("branchName"),
-                "Directory Name": git.get("directoryName"),
-            }
+            rows.append(
+                {
+                    "Workspace Id": v.get("workspaceId"),
+                    "Organization Name": git.get("organizationName"),
+                    "Owner Name": git.get("ownerName"),
+                    "Project Name": git.get("projectName"),
+                    "Git Provider Type": git.get("gitProviderType"),
+                    "Repository Name": git.get("repositoryName"),
+                    "Branch Name": git.get("branchName"),
+                    "Directory Name": git.get("directoryName"),
+                }
+            )
 
-            dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         dfW = list_workspaces()
         df = pd.merge(
             df, dfW[["Id", "Name"]], left_on="Workspace Id", right_on="Id", how="left"

sempy_labs/admin/_items.py

@@ -2,13 +2,13 @@ import pandas as pd
 from typing import Optional, Tuple
 from uuid import UUID
 import sempy_labs._icons as icons
-from sempy_labs.admin._basic_functions import (
+from ._basic_functions import (
     _resolve_workspace_name_and_id,
 )
-from sempy_labs.admin._capacities import (
+from ._capacities import (
     _resolve_capacity_name_and_id,
 )
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _is_valid_uuid,
     _build_url,
     _base_api,
@@ -150,31 +150,32 @@ def list_items(
 
     responses = _base_api(request=url, client="fabric_sp", uses_pagination=True)
 
-    dfs = []
+    rows = []
     for r in responses:
         for v in r.get("itemEntities", []):
-            new_data = {
-                "Item Id": v.get("id"),
-                "Type": v.get("type"),
-                "Item Name": v.get("name"),
-                "Description": v.get("description"),
-                "State": v.get("state"),
-                "Last Updated Date": v.get("lastUpdatedDate"),
-                "Creator Principal Id": v.get("creatorPrincipal", {}).get("id"),
-                "Creator Principal Display Name": v.get("creatorPrincipal", {}).get(
-                    "displayName"
-                ),
-                "Creator Principal Type": v.get("creatorPrincipal", {}).get("type"),
-                "Creator User Principal Name": v.get("creatorPrincipal", {})
-                .get("userDetails", {})
-                .get("userPrincipalName"),
-                "Workspace Id": v.get("workspaceId"),
-                "Capacity Id": v.get("capacityId"),
-            }
-            dfs.append(pd.DataFrame(new_data, index=[0]))
+            rows.append(
+                {
+                    "Item Id": v.get("id"),
+                    "Type": v.get("type"),
+                    "Item Name": v.get("name"),
+                    "Description": v.get("description"),
+                    "State": v.get("state"),
+                    "Last Updated Date": v.get("lastUpdatedDate"),
+                    "Creator Principal Id": v.get("creatorPrincipal", {}).get("id"),
+                    "Creator Principal Display Name": v.get("creatorPrincipal", {}).get(
+                        "displayName"
+                    ),
+                    "Creator Principal Type": v.get("creatorPrincipal", {}).get("type"),
+                    "Creator User Principal Name": v.get("creatorPrincipal", {})
+                    .get("userDetails", {})
+                    .get("userPrincipalName"),
+                    "Workspace Id": v.get("workspaceId"),
+                    "Capacity Id": v.get("capacityId"),
+                }
+            )
 
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     if item is not None:
         if _is_valid_uuid(item):
@@ -250,26 +251,27 @@ def list_item_access_details(
         client="fabric_sp",
     )
 
-    dfs = []
+    rows = []
     for v in response.json().get("accessDetails", []):
-        new_data = {
-            "User Id": v.get("principal", {}).get("id"),
-            "User Name": v.get("principal", {}).get("displayName"),
-            "User Type": v.get("principal", {}).get("type"),
-            "User Principal Name": v.get("principal", {})
-            .get("userDetails", {})
-            .get("userPrincipalName"),
-            "Item Type": v.get("itemAccessDetails", {}).get("type"),
-            "Permissions": v.get("itemAccessDetails", {}).get("permissions"),
-            "Additional Permissions": v.get("itemAccessDetails", {}).get(
-                "additionalPermissions"
-            ),
-            "Item Name": item_name,
-            "Item Id": item_id,
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "User Id": v.get("principal", {}).get("id"),
+                "User Name": v.get("principal", {}).get("displayName"),
+                "User Type": v.get("principal", {}).get("type"),
+                "User Principal Name": v.get("principal", {})
+                .get("userDetails", {})
+                .get("userPrincipalName"),
+                "Item Type": v.get("itemAccessDetails", {}).get("type"),
+                "Permissions": v.get("itemAccessDetails", {}).get("permissions"),
+                "Additional Permissions": v.get("itemAccessDetails", {}).get(
+                    "additionalPermissions"
+                ),
+                "Item Name": item_name,
+                "Item Id": item_id,
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df

sempy_labs/admin/_reports.py

@@ -1,6 +1,6 @@
 import pandas as pd
 from typing import Optional
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _base_api,
     _create_dataframe,
     _update_dataframe_datatypes,
@@ -70,29 +70,30 @@ def list_reports(
     url.rstrip("$").rstrip("?")
     response = _base_api(request=url, client="fabric_sp")
 
-    dfs = []
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "Report Id": v.get("id"),
-            "Report Name": v.get("name"),
-            "Type": v.get("reportType"),
-            "Web URL": v.get("webUrl"),
-            "Embed URL": v.get("embedUrl"),
-            "Dataset Id": v.get("datasetId"),
-            "Created Date": v.get("createdDateTime"),
-            "Modified Date": v.get("modifiedDateTime"),
-            "Created By": v.get("createdBy"),
-            "Modified By": v.get("modifiedBy"),
-            "Sensitivity Label Id": v.get("sensitivityLabel", {}).get("labelId"),
-            "Users": v.get("users"),
-            "Subscriptions": v.get("subscriptions"),
-            "Workspace Id": v.get("workspaceId"),
-            "Report Flags": v.get("reportFlags"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Report Id": v.get("id"),
+                "Report Name": v.get("name"),
+                "Type": v.get("reportType"),
+                "Web URL": v.get("webUrl"),
+                "Embed URL": v.get("embedUrl"),
+                "Dataset Id": v.get("datasetId"),
+                "Created Date": v.get("createdDateTime"),
+                "Modified Date": v.get("modifiedDateTime"),
+                "Created By": v.get("createdBy"),
+                "Modified By": v.get("modifiedBy"),
+                "Sensitivity Label Id": v.get("sensitivityLabel", {}).get("labelId"),
+                "Users": v.get("users"),
+                "Subscriptions": v.get("subscriptions"),
+                "Workspace Id": v.get("workspaceId"),
+                "Report Flags": v.get("reportFlags"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
@@ -146,20 +147,21 @@ def list_report_users(report: str | UUID) -> pd.DataFrame:
     url = f"/v1.0/myorg/admin/reports/{report_id}/users"
     response = _base_api(request=url, client="fabric_sp")
 
-    dfs = []
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "User Name": v.get("displayName"),
-            "Email Address": v.get("emailAddress"),
-            "Report User Access Right": v.get("reportUserAccessRight"),
-            "Identifier": v.get("identifier"),
-            "Graph Id": v.get("graphId"),
-            "Principal Type": v.get("principalType"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "User Name": v.get("displayName"),
+                "Email Address": v.get("emailAddress"),
+                "Report User Access Right": v.get("reportUserAccessRight"),
+                "Identifier": v.get("identifier"),
+                "Graph Id": v.get("graphId"),
+                "Principal Type": v.get("principalType"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
@@ -201,7 +203,7 @@ def list_report_subscriptions(report: str | UUID) -> pd.DataFrame:
         "Link To Content": "bool",
         "Preview Image": "bool",
         "Attachment Format": "string",
-        "Users": "string",
+        "Users": "list",
     }
 
     df = _create_dataframe(columns=columns)
@@ -211,28 +213,29 @@ def list_report_subscriptions(report: str | UUID) -> pd.DataFrame:
         client="fabric_sp",
     )
 
-    dfs = []
+    rows = []
     for v in response.json().get("value", []):
-        new_data = {
-            "Subscription Id": v.get("id"),
-            "Title": v.get("title"),
-            "Artifact Id": v.get("artifactId"),
-            "Artifact Name": v.get("artifactDisplayName"),
-            "Sub Artifact Name": v.get("subArtifactDisplayName"),
-            "Artifact Type": v.get("artifactType"),
-            "Is Enabled": v.get("isEnabled"),
-            "Frequency": v.get("frequency"),
-            "Start Date": v.get("startDate"),
-            "End Date": v.get("endDate"),
-            "Link To Content": v.get("linkToContent"),
-            "Preview Image": v.get("previewImage"),
-            "Attachment Format": v.get("attachmentFormat"),
-            "Users": str(v.get("users")),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Subscription Id": v.get("id"),
+                "Title": v.get("title"),
+                "Artifact Id": v.get("artifactId"),
+                "Artifact Name": v.get("artifactDisplayName"),
+                "Sub Artifact Name": v.get("subArtifactDisplayName"),
+                "Artifact Type": v.get("artifactType"),
+                "Is Enabled": v.get("isEnabled"),
+                "Frequency": v.get("frequency"),
+                "Start Date": v.get("startDate"),
+                "End Date": v.get("endDate"),
+                "Link To Content": v.get("linkToContent"),
+                "Preview Image": v.get("previewImage"),
+                "Attachment Format": v.get("attachmentFormat"),
+                "Users": v.get("users", []),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df

sempy_labs/admin/_scanner.py

@@ -3,9 +3,9 @@ from uuid import UUID
 from sempy.fabric.exceptions import FabricHTTPException
 import time
 import sempy_labs._icons as icons
-from sempy_labs.admin._basic_functions import list_workspaces
+from ._basic_functions import list_workspaces
 from sempy._utils._log import log
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _base_api,
     _is_valid_uuid,
     _build_url,