fdc-shared-kernel 0.0.201__tar.gz → 0.0.203__tar.gz

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fdc_shared_kernel
-Version: 0.0.201
+Version: 0.0.203
 Summary: Shared library for microservice
 Author-email: Shikhil S <shikhil.s@dbizsolution.com>, Ahammed Akdham N <ahammedakdham.n@dbizsolution.com>
 Classifier: Programming Language :: Python :: 3

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/fdc_shared_kernel.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fdc_shared_kernel
-Version: 0.0.201
+Version: 0.0.203
 Summary: Shared library for microservice
 Author-email: Shikhil S <shikhil.s@dbizsolution.com>, Ahammed Akdham N <ahammedakdham.n@dbizsolution.com>
 Classifier: Programming Language :: Python :: 3

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/fdc_shared_kernel.egg-info/SOURCES.txt

@@ -92,6 +92,7 @@ shared_kernel/datatype_mappings/connectors_to_system/salesforce.py
 shared_kernel/datatype_mappings/connectors_to_system/snowflake.py
 shared_kernel/datatype_mappings/connectors_to_system/sqlalchemy.py
 shared_kernel/datatype_mappings/system_to_warehouse/__init__.py
+shared_kernel/datatype_mappings/system_to_warehouse/athena.py
 shared_kernel/datatype_mappings/system_to_warehouse/postgres.py
 shared_kernel/datatype_mappings/system_to_warehouse/redshift.py
 shared_kernel/enums/__init__.py

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "fdc_shared_kernel"
-version = "0.0.201"
+version = "0.0.203"
 requires-python = ">=3.7"
 readme = "README_pypi.md"
 description = "Shared library for microservice"

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/shared_kernel/data_warehouse_handlers/connections/redshift_warehouse_connection.py

@@ -243,7 +243,7 @@ class RedshiftWarehouseConnection(DataWarehouseConnection):
                 yield conn
                 return
 
-            except (OperationalError, InterfaceError, ProgrammingError) as e:
+            except (OperationalError, InterfaceError, ProgrammingError, OSError) as e:
                 last_exception = e
                 if conn is not None:
                     try:
@@ -253,6 +253,15 @@ class RedshiftWarehouseConnection(DataWarehouseConnection):
                     conn.close()
                     conn = None
 
+                # A pooled connection whose socket was silently killed by a
+                # network-level idle timeout can fail pool_pre_ping in ways
+                # that surface as a raw OSError (e.g. "cannot read from timed
+                # out object") rather than a recognized DBAPI disconnect -
+                # dispose the pool so the retry below gets a fresh connection
+                # instead of possibly drawing another dead one from the same
+                # pool.
+                self.invalidate_pool()
+
                 if self._is_maintenance_error(e):
                     logger.warning(f"Redshift maintenance detected (attempt {attempt + 1}/{retries}): {e}")
                 else:

{fdc_shared_kernel-0.0.201 → fdc_shared_kernel-0.0.203}/shared_kernel/datatype_mappings/system_to_warehouse/__init__.py

@@ -1 +1,2 @@
 from shared_kernel.datatype_mappings.system_to_warehouse.redshift import system_to_redshift
+from shared_kernel.datatype_mappings.system_to_warehouse.athena import system_to_athena

fdc_shared_kernel-0.0.203/shared_kernel/datatype_mappings/system_to_warehouse/athena.py

@@ -0,0 +1,27 @@
+system_to_athena = {
+    "integer": "BIGINT",
+    "int": "BIGINT",
+    "bigint": "BIGINT",
+    "long": "BIGINT",
+    "real": "REAL",
+    "numeric": "DECIMAL",
+    "number": "DECIMAL",
+    "decimal": "DECIMAL",
+    "double": "DOUBLE",
+    "boolean": "BOOLEAN",
+    "bit": "BOOLEAN",
+    "id": "VARCHAR",
+    "reference": "VARCHAR",
+    "string": "VARCHAR",
+    "text": "VARCHAR",
+    "picklist": "VARCHAR",
+    "character varying": "VARCHAR",
+    "character": "VARCHAR",
+    "varchar": "VARCHAR",
+    "date": "DATE",
+    "timestamp": "TIMESTAMP",
+    "timestamptz": "TIMESTAMP",
+    "datetime": "TIMESTAMP",
+    "none": "NULL",
+    "null": "NULL",
+}