sqlServerConnector 0.1.10__tar.gz → 0.1.11__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/PKG-INFO +1 -1
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/pyproject.toml +1 -1
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/connector.py +8 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/PKG-INFO +1 -1
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/README.md +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/setup.cfg +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/__init__.py +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/SOURCES.txt +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/dependency_links.txt +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/requires.txt +0 -0
- {sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sqlServerConnector
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.11
|
|
4
4
|
Summary: A custom SQL Server Connector for ETL processes with Pandas
|
|
5
5
|
Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector
|
|
@@ -253,6 +253,14 @@ class SQLServerConnector:
|
|
|
253
253
|
|
|
254
254
|
if not join_keys:
|
|
255
255
|
logger.warning(f"No keys provided for {target_table}. Switching to APPEND mode.")
|
|
256
|
+
else:
|
|
257
|
+
# --- CRITICAL FIX FOR UNIQUE KEY VIOLATION ---
|
|
258
|
+
# Remove duplicates in Python before sending to Staging Table
|
|
259
|
+
# This prevents MERGE from crashing when Source has duplicate keys
|
|
260
|
+
initial_count = len(df)
|
|
261
|
+
df = df.drop_duplicates(subset=join_keys, keep='last').copy()
|
|
262
|
+
if len(df) < initial_count:
|
|
263
|
+
logger.warning(f"Dropped {initial_count - len(df)} duplicate rows based on keys {join_keys} before upsert.")
|
|
256
264
|
|
|
257
265
|
# 2. Xử lý Logic 'SUM' (Aggregation tại Python trước khi đẩy DB)
|
|
258
266
|
# Đây là logic quý giá từ code cũ của bạn
|
{sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sqlServerConnector
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.11
|
|
4
4
|
Summary: A custom SQL Server Connector for ETL processes with Pandas
|
|
5
5
|
Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{sqlserverconnector-0.1.10 → sqlserverconnector-0.1.11}/src/sqlServerConnector.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|