surfdataverse 4.0.1__tar.gz → 4.0.2__tar.gz

{surfdataverse-4.0.1 → surfdataverse-4.0.2}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: surfdataverse
-Version: 4.0.1
+Version: 4.0.2
 Summary: A Python package for ionysis Microsoft Dataverse integration
 Keywords: dataverse,microsoft,crm,api
 Author: ionysis

{surfdataverse-4.0.1 → surfdataverse-4.0.2}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "uv_build"
 
 [project]
 name = "surfdataverse"
-version = "4.0.1"
+version = "4.0.2"
 description = "A Python package for ionysis Microsoft Dataverse integration"
 readme = "README.md"
 authors = [

{surfdataverse-4.0.1 → surfdataverse-4.0.2}/src/surfdataverse/core.py

@@ -7,7 +7,7 @@ from decimal import Decimal
 from pathlib import Path
 from typing import Optional
 
-import msal
+import msal  # type: ignore
 import pandas as pd
 import requests
 
@@ -205,13 +205,13 @@ class DataverseBase:
         self.name = table_logical_name.title().replace("_", " ")
 
         # Stored values for this session
-        self._guid_mapping = {}
-        self._all_relationships = {}  # Populated by first call
-        self._global_choices = {}  # Populated by first call
+        self._guid_mapping: dict[str, dict] = {}
+        self._all_relationships: dict = {}  # Populated by first call
+        self._global_choices: dict = {}  # Populated by first call
 
-        self._table_metadata = {}
-        self._table_definitions = {}
-        self._table_relationships = {}
+        self._table_metadata: dict = {}
+        self._table_definitions: dict = {}
+        self._table_relationships: dict = {}
 
     # === RELATIONSHIPS
     @property
@@ -361,7 +361,7 @@ class DataverseBase:
             raise DataverseAPIError(error_msg, response.status_code, response.text)
 
     # === HELPER METHODS
-    def name_to_guid(self, table_name, name=None, name_column=None) -> uuid.UUID | None:
+    def name_to_guid(self, table_name, name: str="", name_column=None) -> str | None:
         """
         Fetches a mapping of unique names to GUIDs in a Dataverse table
 
@@ -700,14 +700,25 @@ class DataverseEntity(DataverseBase):
             field_type = metadata[column].get("AttributeType")
 
             # File columns (check first since they can have special handling)
-            if field_type == "File" or (field_type == "Virtual" and "json" in column.lower()):
+            if field_type in ["File", "Image", "Virtual"]:
                 self.set_file(column, value)
-            # Lookup columns
-            elif column in self.get_table_relationships():
+
+            elif field_type == "Lookup":
+                if column not in self.get_table_relationships():
+                    raise EntityError(
+                        f"Crosscheck: Column {column} is not a valid lookup for this entity despite "
+                        f"being lookup"
+                    )
                 self.set_lookup(column, value)
-            # Choice columns (picklist/option sets)
-            elif column in self.global_choices:
+
+            elif field_type == "Picklist":
+                if column not in self.global_choices:
+                    raise EntityError(
+                        f"Crosscheck: Column {column} is not a valid choice for this entity despite "
+                        f"being picklist"
+                    )
                 self.set_choice(column, value)
+
             # Regular data columns (including DateTime, String, Integer, Decimal, etc.)
             else:
                 self.set_data(column, value)
@@ -841,7 +852,10 @@ class DataverseEntity(DataverseBase):
         target_entity_set_name = self.get_table_entity_set_name(logical_name=target_entity)
 
         if not is_valid_guid(value):
-            value = self.name_to_guid(target_entity, value)
+            guid_result = self.name_to_guid(target_entity, value)
+            if guid_result is None:
+                raise EntityError(f"Could not find GUID for lookup value '{value}'")
+            value = guid_result
 
         self.data[f"{lookup_column_schema_name}@odata.bind"] = f"/{target_entity_set_name}({value})"
 
@@ -938,9 +952,14 @@ class DataverseEntity(DataverseBase):
             filename = f"{column}_data.json"
             # logger.info(f"Uploading JSON content as file: {filename} of type {type(json_content)}")
             return self.upload_file(column, file_content, filename)
+        elif isinstance(value, bytes):
+            # Raw bytes data - upload directly
+            file_content = io.BytesIO(value)
+            filename = f"{column}_data.bin"  # Generic binary file extension
+            return self.upload_file(column, file_content, filename)
         else:
             raise ValueError(
-                f"Unsupported file value type: {type(value)}. Expected dict or list for JSON data."
+                f"Unsupported file value type: {type(value)}. Expected dict, list, or bytes for file data."
             )
 
     def get_file_url(self, column):