aio-sf 0.1.0b11__py3-none-any.whl → 0.1.0b12__py3-none-any.whl

aio_sf/exporter/parquet_writer.py

@@ -227,17 +227,11 @@ class ParquetWriter:
 
             # Apply type-specific conversions
             if pa.types.is_boolean(field.type):
-                # Convert string 'true'/'false' to boolean, keeping original values for others
-                original_series = df[field_name]
-                mapped_series = original_series.map(
-                    {"true": True, "false": False, None: None}
+                # Convert string 'true'/'false' to boolean
+                # Use map directly - unmapped values become NaN which is fine for nullable boolean
+                df[field_name] = df[field_name].map(
+                    {"true": True, "false": False, "True": True, "False": False}
                 )
-                # For values that weren't mapped, keep the original values
-                # This avoids the fillna FutureWarning by using boolean indexing instead
-                mask = mapped_series.notna()
-                result_series = original_series.copy()
-                result_series.loc[mask] = mapped_series.loc[mask]
-                df[field_name] = result_series
             elif pa.types.is_integer(field.type):
                 df[field_name] = pd.to_numeric(df[field_name], errors="coerce").astype(
                     "Int64"
@@ -256,6 +250,12 @@ class ParquetWriter:
                 date_series = df[field_name]
                 if isinstance(date_series, pd.Series):
                     df[field_name] = self._convert_date_strings_to_dates(date_series)
+            elif pa.types.is_string(field.type):
+                # Ensure string columns contain only strings or None
+                # This handles edge cases where non-string values might be present
+                df[field_name] = df[field_name].apply(
+                    lambda x: None if pd.isna(x) else str(x)
+                )
 
             # Replace empty strings with None for non-string fields
             if not pa.types.is_string(field.type):
@@ -300,33 +300,19 @@ class ParquetWriter:
 
     def _convert_date_strings_to_dates(self, series: pd.Series) -> pd.Series:
         """
-        Convert Salesforce ISO date strings to pandas date objects.
+        Convert Salesforce ISO date strings to pandas datetime objects.
 
         Salesforce returns date in ISO format like '2025-10-01'.
+        PyArrow will handle conversion from datetime64 to date32.
         """
+        # Replace empty strings with None first
+        series = series.replace({"": None})
 
-        def parse_sf_date(date_str):
-            if pd.isna(date_str) or date_str == "" or date_str is None:
-                return pd.NaT
-
-            try:
-                # Handle Salesforce date format (YYYY-MM-DD)
-                date_str = str(date_str).strip()
-
-                # Use pandas to_datetime for date parsing, then convert to date
-                return pd.to_datetime(date_str, format="%Y-%m-%d").date()
-
-            except (ValueError, TypeError) as e:
-                logging.warning(f"Failed to parse date string '{date_str}': {e}")
-                return pd.NaT
+        # Use pandas to_datetime for vectorized conversion
+        # This returns datetime64[ns] which PyArrow can convert to date32
+        result = pd.to_datetime(series, format="%Y-%m-%d", errors="coerce")
 
-        # Apply the conversion function to the series
-        result = series.apply(parse_sf_date)
-        if isinstance(result, pd.Series):
-            return result
-        else:
-            # This shouldn't happen, but handle it gracefully
-            return pd.Series(result, index=series.index)
+        return result
 
     def close(self) -> None:
         """Close the parquet writer."""

{aio_sf-0.1.0b11.dist-info → aio_sf-0.1.0b12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: aio-sf
-Version: 0.1.0b11
+Version: 0.1.0b12
 Summary: Async Salesforce library for Python
 Project-URL: Homepage, https://github.com/callawaycloud/aio-salesforce
 Project-URL: Repository, https://github.com/callawaycloud/aio-salesforce

{aio_sf-0.1.0b11.dist-info → aio_sf-0.1.0b12.dist-info}/RECORD

@@ -25,8 +25,8 @@ aio_sf/api/query/client.py,sha256=E9NTFgfAv01SDrOvZqufsM0GkQN4joHRRUp7-WMzBdk,81
 aio_sf/api/query/types.py,sha256=Wfk75kJpNDCGpTHonCbzjWvayy8guA3eyZp3hE7nBt0,845
 aio_sf/exporter/__init__.py,sha256=waTegrvw_SvJzREAWD4twSDldSL-HfvhLTLLT1o765o,771
 aio_sf/exporter/bulk_export.py,sha256=2GtiwXChf7dq7dByGLPDhIJJg-yq9eyoE57H4Ekqaus,13169
-aio_sf/exporter/parquet_writer.py,sha256=jGiLooxyaqciSDUbXj5F_4uWoR_YrQaB-PrDfRuXR3Y,14495
-aio_sf-0.1.0b11.dist-info/METADATA,sha256=oRytg8N6fOafyfFhHOCAMiYLqIeokqjp_5Rz7yu4aeE,8282
-aio_sf-0.1.0b11.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-aio_sf-0.1.0b11.dist-info/licenses/LICENSE,sha256=gu0Cbpiqs-vX7YgJJhGI1jH1mHup3dZMrZc-gmpEG60,1071
-aio_sf-0.1.0b11.dist-info/RECORD,,
+aio_sf/exporter/parquet_writer.py,sha256=11502SuAJNShP4K770taXoY4GV6PV1Fe4eDPKbvS9EE,13994
+aio_sf-0.1.0b12.dist-info/METADATA,sha256=HLPTOlBDAHdyDIIkyS3izksCuGtU62xBSOFyvBm2n1g,8282
+aio_sf-0.1.0b12.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+aio_sf-0.1.0b12.dist-info/licenses/LICENSE,sha256=gu0Cbpiqs-vX7YgJJhGI1jH1mHup3dZMrZc-gmpEG60,1071
+aio_sf-0.1.0b12.dist-info/RECORD,,

{aio_sf-0.1.0b11.dist-info → aio_sf-0.1.0b12.dist-info}/WHEEL

@@ -1,4 +1,4 @@
 Wheel-Version: 1.0
-Generator: hatchling 1.27.0
+Generator: hatchling 1.28.0
 Root-Is-Purelib: true
 Tag: py3-none-any