sqlServerConnector 0.1.4__tar.gz → 0.1.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/PKG-INFO +1 -1
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/pyproject.toml +1 -1
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/connector.py +43 -1
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/PKG-INFO +1 -1
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/README.md +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/setup.cfg +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/__init__.py +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/SOURCES.txt +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/dependency_links.txt +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/requires.txt +0 -0
- {sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sqlServerConnector
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.5
|
|
4
4
|
Summary: A custom SQL Server Connector for ETL processes with Pandas
|
|
5
5
|
Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector
|
|
@@ -177,4 +177,46 @@ class SQLServerConnector:
|
|
|
177
177
|
for col in new_cols:
|
|
178
178
|
sql_type = "NVARCHAR(MAX)" if df[col].dtype == 'object' else "FLOAT"
|
|
179
179
|
conn.execute(text(f"ALTER TABLE [{table_name}] ADD [{col}] {sql_type} NULL"))
|
|
180
|
-
conn.commit()
|
|
180
|
+
conn.commit()
|
|
181
|
+
|
|
182
|
+
# ========================================================
|
|
183
|
+
# DATA RETRIEVAL METHODS
|
|
184
|
+
# ========================================================
|
|
185
|
+
def get_data(self, query: str, params: Optional[Dict[str, Any]] = None, chunksize: Optional[int] = None) -> Union[pd.DataFrame, Any]:
|
|
186
|
+
"""
|
|
187
|
+
Executes a SQL query and returns a Pandas DataFrame.
|
|
188
|
+
|
|
189
|
+
Args:
|
|
190
|
+
query (str): The SQL query string. Use :param_name for parameters.
|
|
191
|
+
params (dict, optional): Dictionary of parameters to bind to the query.
|
|
192
|
+
chunksize (int, optional): If specified, returns an iterator where each chunk is the given size.
|
|
193
|
+
|
|
194
|
+
Returns:
|
|
195
|
+
pd.DataFrame or Iterator[pd.DataFrame]
|
|
196
|
+
"""
|
|
197
|
+
try:
|
|
198
|
+
with self.engine.connect() as conn:
|
|
199
|
+
# Use text() explicitly for SQLAlchemy 2.0 compatibility
|
|
200
|
+
sql_query = text(query)
|
|
201
|
+
|
|
202
|
+
# If chunksize is provided, read_sql returns a generator
|
|
203
|
+
result = pd.read_sql(
|
|
204
|
+
sql_query,
|
|
205
|
+
conn,
|
|
206
|
+
params=params,
|
|
207
|
+
chunksize=chunksize
|
|
208
|
+
)
|
|
209
|
+
|
|
210
|
+
if chunksize is None:
|
|
211
|
+
logger.info(f"Successfully retrieved {len(result)} rows.")
|
|
212
|
+
else:
|
|
213
|
+
logger.info(f"Retrieving data in chunks of {chunksize} rows.")
|
|
214
|
+
|
|
215
|
+
return result
|
|
216
|
+
|
|
217
|
+
except SQLAlchemyError as e:
|
|
218
|
+
logger.error(f"Failed to retrieve data: {e}")
|
|
219
|
+
raise
|
|
220
|
+
except Exception as e:
|
|
221
|
+
logger.error(f"An unexpected error occurred during get_data: {e}")
|
|
222
|
+
raise
|
{sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: sqlServerConnector
|
|
3
|
-
Version: 0.1.
|
|
3
|
+
Version: 0.1.5
|
|
4
4
|
Summary: A custom SQL Server Connector for ETL processes with Pandas
|
|
5
5
|
Author-email: Nguyen Minh Son <nguyen.minhson1511@gmail.com>
|
|
6
6
|
Project-URL: Homepage, https://github.com/johnnyb1509/sqlServerConnector
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/requires.txt
RENAMED
|
File without changes
|
{sqlserverconnector-0.1.4 → sqlserverconnector-0.1.5}/src/sqlServerConnector.egg-info/top_level.txt
RENAMED
|
File without changes
|