sqlServerConnector 0.1.12__tar.gz → 0.1.14__tar.gz

{sqlserverconnector-0.1.12 → sqlserverconnector-0.1.14}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlServerConnector
-Version: 0.1.12
+Version: 0.1.14
 Summary: A custom SQL Server Connector for ETL processes with Pandas
 Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
 Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector

{sqlserverconnector-0.1.12 → sqlserverconnector-0.1.14}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "sqlServerConnector"
-version = "0.1.12"
+version = "0.1.14"
 description = "A custom SQL Server Connector for ETL processes with Pandas"
 readme = "README.md"
 requires-python = ">=3.8"

{sqlserverconnector-0.1.12 → sqlserverconnector-0.1.14}/src/connector.py

@@ -220,7 +220,7 @@ class SQLServerConnector:
             conn.execute(text(f"ALTER TABLE [{table_name}] ADD [{col}] {type_str}"))
             logger.info(f"Auto-evolve: Added column '{col}' to table '{table_name}'")
 
-def upsert_data(self, 
+    def upsert_data(self, 
                     df: pd.DataFrame, 
                     target_table: str, 
                     primary_key: Union[str, List[str]] = None, 
@@ -233,6 +233,8 @@ def upsert_data(self,
         """
         if df.empty:
             return
+        
+        df = self._sanitize_data(df)
 
         # 1. Xác định Join Keys
         join_keys = match_columns or (
@@ -367,8 +369,28 @@ def upsert_data(self,
             except Exception:
                 pass
 
-    def dispose(self):
-        self.engine.dispose()
+    def _sanitize_data(self, df: pd.DataFrame) -> pd.DataFrame:
+        """
+        Sanitizes DataFrame before SQL upload.
+        Forces Pandas Timestamps into Pure Python datetime objects to 
+        safely pass through pyodbc's fast_executemany without overflow.
+        """
+        df_clean = df.copy()
+        
+        for col in df_clean.columns:
+            # Check if the column is a datetime type
+            if pd.api.types.is_datetime64_any_dtype(df_clean[col]):
+                # 1. Floor to nearest second to avoid DB precision issues
+                floored_series = df_clean[col].dt.floor('s')
+                
+                # 2. CRITICAL FIX: Convert Pandas Timestamp -> Pure Python datetime
+                # (and cleanly handle NaT/NaN as None)
+                df_clean[col] = [
+                    x.to_pydatetime() if pd.notna(x) else None 
+                    for x in floored_series
+                ]
+                
+        return df_clean
 
     def dispose(self):
         self.engine.dispose()

{sqlserverconnector-0.1.12 → sqlserverconnector-0.1.14}/src/sqlServerConnector.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlServerConnector
-Version: 0.1.12
+Version: 0.1.14
 Summary: A custom SQL Server Connector for ETL processes with Pandas
 Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
 Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector