semantic-link-labs 0.11.1__py3-none-any.whl → 0.11.3__py3-none-any.whl

sempy_labs/graph/_groups.py

@@ -1,6 +1,6 @@
 import pandas as pd
 from uuid import UUID
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _is_valid_uuid,
     _base_api,
     _create_dataframe,
@@ -75,27 +75,28 @@ def list_groups() -> pd.DataFrame:
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for v in result.get("value"):
-        new_data = {
-            "Group Id": v.get("id"),
-            "Group Name": v.get("displayName"),
-            "Mail": v.get("mail"),
-            "Description": v.get("description"),
-            "Classification": v.get("classification"),
-            "Mail Enabled": v.get("mailEnabled"),
-            "Security Enabled": v.get("securityEnabled"),
-            "Created Date Time": v.get("createdDateTime"),
-            "Expiration Date Time": v.get("expirationDateTime"),
-            "Renewed Date Time": v.get("renewedDateTime"),
-            "Deleted Date Time": v.get("deletedDateTime"),
-            "Visibility": v.get("visibility"),
-            "Security Identifier": v.get("securityIdentifier"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Group Id": v.get("id"),
+                "Group Name": v.get("displayName"),
+                "Mail": v.get("mail"),
+                "Description": v.get("description"),
+                "Classification": v.get("classification"),
+                "Mail Enabled": v.get("mailEnabled"),
+                "Security Enabled": v.get("securityEnabled"),
+                "Created Date Time": v.get("createdDateTime"),
+                "Expiration Date Time": v.get("expirationDateTime"),
+                "Renewed Date Time": v.get("renewedDateTime"),
+                "Deleted Date Time": v.get("deletedDateTime"),
+                "Visibility": v.get("visibility"),
+                "Security Identifier": v.get("securityIdentifier"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
@@ -140,28 +141,28 @@ def _get_group(group_id: UUID) -> pd.DataFrame:
     }
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for v in result.get("value"):
-        new_data = {
-            "Group Id": v.get("id"),
-            "Group Name": v.get("displayName"),
-            "Mail": v.get("mail"),
-            "Description": v.get("description"),
-            "Classification": v.get("classification"),
-            "Mail Enabled": v.get("mailEnabled"),
-            "Security Enabled": v.get("securityEnabled"),
-            "Created Date Time": v.get("createdDateTime"),
-            "Expiration Date Time": v.get("expirationDateTime"),
-            "Deleted Date Time": v.get("deletedDateTime"),
-            "Renewed Date Time": v.get("renewedDateTime"),
-            "Visibility": v.get("visibility"),
-            "Security Identifier": v.get("securityIdentifier"),
-        }
-
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Group Id": v.get("id"),
+                "Group Name": v.get("displayName"),
+                "Mail": v.get("mail"),
+                "Description": v.get("description"),
+                "Classification": v.get("classification"),
+                "Mail Enabled": v.get("mailEnabled"),
+                "Security Enabled": v.get("securityEnabled"),
+                "Created Date Time": v.get("createdDateTime"),
+                "Expiration Date Time": v.get("expirationDateTime"),
+                "Deleted Date Time": v.get("deletedDateTime"),
+                "Renewed Date Time": v.get("renewedDateTime"),
+                "Visibility": v.get("visibility"),
+                "Security Identifier": v.get("securityIdentifier"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df
@@ -207,25 +208,26 @@ def list_group_members(group: str | UUID) -> pd.DataFrame:
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for v in result.get("value"):
-        new_data = {
-            "Member Id": v.get("id"),
-            "Member Name": v.get("displayName"),
-            "User Principal Name": v.get("userPrincipalName"),
-            "Mail": v.get("mail"),
-            "Job Title": v.get("jobTitle"),
-            "Office Location": v.get("officeLocation"),
-            "Mobile Phone": v.get("mobilePhone"),
-            "Business Phones": str(v.get("businessPhones")),
-            "Preferred Language": v.get("preferredLanguage"),
-            "Given Name": v.get("givenName"),
-            "Surname": v.get("surname"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Member Id": v.get("id"),
+                "Member Name": v.get("displayName"),
+                "User Principal Name": v.get("userPrincipalName"),
+                "Mail": v.get("mail"),
+                "Job Title": v.get("jobTitle"),
+                "Office Location": v.get("officeLocation"),
+                "Mobile Phone": v.get("mobilePhone"),
+                "Business Phones": str(v.get("businessPhones")),
+                "Preferred Language": v.get("preferredLanguage"),
+                "Given Name": v.get("givenName"),
+                "Surname": v.get("surname"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 
@@ -270,25 +272,26 @@ def list_group_owners(group: str | UUID) -> pd.DataFrame:
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for v in result.get("value"):
-        new_data = {
-            "Owner Id": v.get("id"),
-            "Owner Name": v.get("displayName"),
-            "User Principal Name": v.get("userPrincipalName"),
-            "Mail": v.get("mail"),
-            "Job Title": v.get("jobTitle"),
-            "Office Location": v.get("officeLocation"),
-            "Mobile Phone": v.get("mobilePhone"),
-            "Business Phones": str(v.get("businessPhones")),
-            "Preferred Language": v.get("preferredLanguage"),
-            "Given Name": v.get("givenName"),
-            "Surname": v.get("surname"),
-        }
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Owner Id": v.get("id"),
+                "Owner Name": v.get("displayName"),
+                "User Principal Name": v.get("userPrincipalName"),
+                "Mail": v.get("mail"),
+                "Job Title": v.get("jobTitle"),
+                "Office Location": v.get("officeLocation"),
+                "Mobile Phone": v.get("mobilePhone"),
+                "Business Phones": str(v.get("businessPhones")),
+                "Preferred Language": v.get("preferredLanguage"),
+                "Given Name": v.get("givenName"),
+                "Surname": v.get("surname"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
 
     return df
 

sempy_labs/graph/_teams.py

@@ -1,7 +1,7 @@
 import pandas as pd
 from uuid import UUID
 from sempy._utils._log import log
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     _base_api,
     _create_dataframe,
     _update_dataframe_datatypes,
@@ -42,27 +42,27 @@ def list_teams() -> pd.DataFrame:
 
     df = _create_dataframe(columns=columns)
 
-    dfs = []
+    rows = []
     for v in result.get("value"):
-        new_data = {
-            "Team Id": v.get("id"),
-            "Team Name": v.get("displayName"),
-            "Description": v.get("description"),
-            "Creation Date Time": v.get("createdDateTime"),
-            "Classification": v.get("classification"),
-            "Specialization": v.get("specialization"),
-            "Visibility": v.get("visibility"),
-            "Web Url": v.get("webUrl"),
-            "Archived": v.get("isArchived"),
-            "Favorite By Me": v.get("isFavoriteByMe"),
-            "Discoverable By Me": v.get("isDiscoverableByMe"),
-            "Member Count": v.get("memberCount"),
-        }
-
-        dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+        rows.append(
+            {
+                "Team Id": v.get("id"),
+                "Team Name": v.get("displayName"),
+                "Description": v.get("description"),
+                "Creation Date Time": v.get("createdDateTime"),
+                "Classification": v.get("classification"),
+                "Specialization": v.get("specialization"),
+                "Visibility": v.get("visibility"),
+                "Web Url": v.get("webUrl"),
+                "Archived": v.get("isArchived"),
+                "Favorite By Me": v.get("isFavoriteByMe"),
+                "Discoverable By Me": v.get("isDiscoverableByMe"),
+                "Member Count": v.get("memberCount"),
+            }
+        )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df

sempy_labs/graph/_users.py

@@ -1,11 +1,14 @@
 import pandas as pd
+import os
+import base64
 from uuid import UUID
 import sempy_labs._icons as icons
-from typing import List
-from sempy_labs._helper_functions import (
+from typing import List, Literal, Optional
+from .._helper_functions import (
     _is_valid_uuid,
     _base_api,
     _create_dataframe,
+    _mount,
 )
 from sempy._utils._log import log
 
@@ -130,8 +133,11 @@ def send_mail(
     subject: str,
     to_recipients: str | List[str],
     content: str,
-    content_type: str = "Text",
-    cc_recipients: str | List[str] = None,
+    content_type: Literal["Text", "HTML"] = "Text",
+    cc_recipients: Optional[str | List[str]] = None,
+    bcc_recipients: Optional[str | List[str]] = None,
+    priority: Literal["Normal", "High", "Low"] = "Normal",
+    attachments: Optional[str | List[str]] = None,
 ):
     """
     Sends an email to the specified recipients.
@@ -150,16 +156,25 @@ def send_mail(
         The email address of the recipients.
     content : str
         The email content.
-    content_type : str, default="Text"
+    content_type : Literal["Text", "HTML"], default="Text"
         The email content type. Options: "Text" or "HTML".
     cc_recipients : str | List[str], default=None
         The email address of the CC recipients.
+    bcc_recipients : str | List[str], default=None
+        The email address of the BCC recipients.
+    priority : Literal["Normal", "High", "Low"], default="Normal"
+        The email priority.
+    attachments : str | List[str], default=None
+        The abfss path or a list of the abfss paths of the attachments to include in the email.
     """
 
-    if content_type.lower() == "html":
-        content_type = "HTML"
-    else:
-        content_type = "Text"
+    content_type = "HTML" if content_type.lower() == "html" else "Text"
+
+    priority = priority.capitalize()
+    if priority not in ["Normal", "High", "Low"]:
+        raise ValueError(
+            f"{icons.red_dot} Invalid priority: {priority}. Options are: Normal, High, Low."
+        )
 
     user_id = resolve_user_id(user=user)
 
@@ -178,6 +193,11 @@ def send_mail(
         if cc_recipients
         else None
     )
+    bcc_email_addresses = (
+        [{"emailAddress": {"address": email}} for email in bcc_recipients]
+        if bcc_recipients
+        else None
+    )
 
     payload = {
         "message": {
@@ -187,12 +207,84 @@ def send_mail(
                 "content": content,
             },
             "toRecipients": to_email_addresses,
+            "importance": priority,
         },
     }
 
     if cc_email_addresses:
         payload["message"]["ccRecipients"] = cc_email_addresses
 
+    if bcc_email_addresses:
+        payload["message"]["bccRecipients"] = bcc_email_addresses
+
+    # if follow_up_flag:
+    #    payload["message"]["flag"] = {"flagStatus": "flagged"}
+
+    content_types = {
+        ".txt": "text/plain",
+        ".pdf": "application/pdf",
+        ".docx": "application/vnd.openxmlformats-officedocument.wordprocessingml.document",
+        ".xlsx": "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet",
+        ".csv": "text/csv",
+        ".pptx": "application/vnd.openxmlformats-officedocument.presentationml.presentation",
+        ".jpg": "image/jpeg",
+        ".jpeg": "image/jpeg",
+        ".png": "image/png",
+        ".gif": "image/gif",
+        ".bmp": "image/bmp",
+        ".zip": "application/zip",
+        ".json": "application/json",
+        ".xml": "application/xml",
+        ".html": "text/html",
+        ".bim": "application/json",
+        ".pbix": "application/vnd.ms-powerbi.report",
+        ".pbip": "application/vnd.ms-powerbi.report",
+        ".pbit": "application/vnd.ms-powerbi.report",
+        ".vpax": "application/zip",
+        ".geojson": "application/geo+json",
+    }
+
+    def file_path_to_content_bytes(file_path):
+
+        path_parts = file_path.split("abfss://")[1].split("@")
+        workspace = path_parts[0]
+
+        rest = path_parts[1].split(".microsoft.com/")[1]
+        lakehouse, *file_parts = rest.split("/")
+        if lakehouse.endswith(".Lakehouse"):
+            lakehouse = lakehouse.removesuffix(".Lakehouse")
+        relative_path = os.path.join(*file_parts)
+
+        local_path = _mount(lakehouse, workspace)
+        full_path = os.path.join(local_path, relative_path)
+
+        with open(full_path, "rb") as file:
+            return base64.b64encode(file.read()).decode("utf-8")
+
+    if isinstance(attachments, str):
+        attachments = [attachments]
+    if attachments:
+        attachments_list = []
+        for attach_path in attachments:
+            content_bytes = file_path_to_content_bytes(attach_path)
+            file_extension = os.path.splitext(attach_path)[1]
+            content_type = content_types.get(file_extension)
+            if not content_type:
+                raise ValueError(
+                    f"{icons.red_dot} Unsupported file type: {file_extension}. Supported types are: {', '.join(content_types.keys())}."
+                )
+            attachments_list.append(
+                {
+                    "@odata.type": "#microsoft.graph.fileAttachment",
+                    "name": attach_path.split("/")[-1],
+                    "contentType": content_type,
+                    "contentBytes": content_bytes,
+                }
+            )
+
+        # Add to payload
+        payload["message"]["attachments"] = attachments_list
+
     _base_api(
         request=f"users/{user_id}/sendMail",
         client="graph",
@@ -201,4 +293,11 @@ def send_mail(
         method="post",
     )
 
-    print(f"{icons.green_dot} The email has been sent to {to_recipients}.")
+    printout = f"{icons.green_dot} The email has been sent to {to_recipients}"
+    if cc_recipients:
+        printout += f" and CCed to {cc_recipients}"
+    if bcc_recipients:
+        printout += f" and BCCed to {bcc_recipients}"
+    if attachments:
+        printout += f" with {len(attachments)} attachment(s)"
+    print(f"{printout}.")

sempy_labs/lakehouse/__init__.py

@@ -1,30 +1,30 @@
-from sempy_labs.lakehouse._get_lakehouse_columns import (
+from ._get_lakehouse_columns import (
     get_lakehouse_columns,
 )
-from sempy_labs.lakehouse._get_lakehouse_tables import (
+from ._get_lakehouse_tables import (
     get_lakehouse_tables,
 )
-from sempy_labs.lakehouse._lakehouse import (
+from ._lakehouse import (
     lakehouse_attached,
     optimize_lakehouse_tables,
     vacuum_lakehouse_tables,
     run_table_maintenance,
 )
-from sempy_labs.lakehouse._shortcuts import (
+from ._shortcuts import (
     # create_shortcut,
     create_shortcut_onelake,
     delete_shortcut,
     reset_shortcut_cache,
     list_shortcuts,
 )
-from sempy_labs.lakehouse._blobs import (
+from ._blobs import (
     recover_lakehouse_object,
     list_blobs,
 )
-from sempy_labs.lakehouse._livy_sessions import (
+from ._livy_sessions import (
     list_livy_sessions,
 )
-from sempy_labs.lakehouse._helper import (
+from ._helper import (
     is_v_ordered,
     delete_lakehouse,
     update_lakehouse,

sempy_labs/lakehouse/_blobs.py

@@ -1,4 +1,4 @@
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     resolve_workspace_id,
     resolve_lakehouse_id,
     _xml_to_dict,
@@ -146,7 +146,7 @@ def list_blobs(
         uses_pagination=True,
     )
 
-    dfs = []
+    rows = []
     for root in responses:
         response_json = _xml_to_dict(root)
 
@@ -159,34 +159,34 @@ def list_blobs(
 
         for blob in blobs:
             p = blob.get("Properties", {})
-            new_data = {
-                "Blob Name": blob.get("Name"),
-                "Is Deleted": blob.get("Deleted", False),
-                "Deletion Id": blob.get("DeletionId"),
-                "Creation Time": p.get("Creation-Time"),
-                "Expiry Time": p.get("Expiry-Time"),
-                "Etag": p.get("Etag"),
-                "Resource Type": p.get("ResourceType"),
-                "Content Length": p.get("Content-Length"),
-                "Content Type": p.get("Content-Type"),
-                "Content Encoding": p.get("Content-Encoding"),
-                "Content Language": p.get("Content-Language"),
-                "Content CRC64": p.get("Content-CRC64"),
-                "Content MD5": p.get("Content-MD5"),
-                "Cache Control": p.get("Cache-Control"),
-                "Content Disposition": p.get("Content-Disposition"),
-                "Blob Type": p.get("BlobType"),
-                "Access Tier": p.get("AccessTier"),
-                "Access Tier Inferred": p.get("AccessTierInferred"),
-                "Server Encrypted": p.get("ServerEncrypted"),
-                "Deleted Time": p.get("DeletedTime"),
-                "Remaining Retention Days": p.get("RemainingRetentionDays"),
-            }
-
-            dfs.append(pd.DataFrame(new_data, index=[0]))
-
-    if dfs:
-        df = pd.concat(dfs, ignore_index=True)
+            rows.append(
+                {
+                    "Blob Name": blob.get("Name"),
+                    "Is Deleted": blob.get("Deleted", False),
+                    "Deletion Id": blob.get("DeletionId"),
+                    "Creation Time": p.get("Creation-Time"),
+                    "Expiry Time": p.get("Expiry-Time"),
+                    "Etag": p.get("Etag"),
+                    "Resource Type": p.get("ResourceType"),
+                    "Content Length": p.get("Content-Length"),
+                    "Content Type": p.get("Content-Type"),
+                    "Content Encoding": p.get("Content-Encoding"),
+                    "Content Language": p.get("Content-Language"),
+                    "Content CRC64": p.get("Content-CRC64"),
+                    "Content MD5": p.get("Content-MD5"),
+                    "Cache Control": p.get("Cache-Control"),
+                    "Content Disposition": p.get("Content-Disposition"),
+                    "Blob Type": p.get("BlobType"),
+                    "Access Tier": p.get("AccessTier"),
+                    "Access Tier Inferred": p.get("AccessTierInferred"),
+                    "Server Encrypted": p.get("ServerEncrypted"),
+                    "Deleted Time": p.get("DeletedTime"),
+                    "Remaining Retention Days": p.get("RemainingRetentionDays"),
+                }
+            )
+
+    if rows:
+        df = pd.DataFrame(rows, columns=list(columns.keys()))
         _update_dataframe_datatypes(dataframe=df, column_map=columns)
 
     return df

sempy_labs/lakehouse/_get_lakehouse_columns.py

@@ -1,6 +1,6 @@
 import pandas as pd
 import re
-from sempy_labs._helper_functions import (
+from .._helper_functions import (
     format_dax_object_name,
     resolve_workspace_name_and_id,
     resolve_lakehouse_name_and_id,
@@ -38,7 +38,7 @@ def get_lakehouse_columns(
     pandas.DataFrame
         Shows the tables/columns within a lakehouse and their properties.
     """
-    from sempy_labs.lakehouse._get_lakehouse_tables import get_lakehouse_tables
+    from ._get_lakehouse_tables import get_lakehouse_tables
 
     columns = {
         "Workspace Name": "string",