datamarket 0.9.7__py3-none-any.whl → 0.9.8__py3-none-any.whl

datamarket/interfaces/alchemy.py

@@ -4,7 +4,7 @@
 import logging
 from urllib.parse import quote_plus
 
-from sqlalchemy import DDL, create_engine
+from sqlalchemy import DDL, create_engine, text
 from sqlalchemy.exc import IntegrityError
 from sqlalchemy.orm import sessionmaker
 
@@ -14,6 +14,13 @@ from sqlalchemy.orm import sessionmaker
 logger = logging.getLogger(__name__)
 
 
+class MockContext:
+    def __init__(self, column):
+        self.current_parameters = {}
+        self.current_column = column
+        self.connection = None
+
+
 class AlchemyInterface:
     def __init__(self, config):
         if "db" in config:
@@ -28,10 +35,10 @@ class AlchemyInterface:
 
     def get_conn_str(self):
         return (
-            f'{self.config["engine"]}://'
-            f'{self.config["user"]}:{quote_plus(self.config["password"])}'
-            f'@{self.config["host"]}:{self.config["port"]}'
-            f'/{self.config["database"]}'
+            f"{self.config['engine']}://"
+            f"{self.config['user']}:{quote_plus(self.config['password'])}"
+            f"@{self.config['host']}:{self.config['port']}"
+            f"/{self.config['database']}"
         )
 
     @staticmethod
@@ -109,3 +116,30 @@ class AlchemyInterface:
                 logger.info(f"{alchemy_obj} already in db")
 
             self.session.rollback()
+
+    def reset_column(self, query_results, column_name):
+        if not query_results:
+            logger.warning("No objects to reset column for.")
+            return
+
+        first_obj = query_results[0]
+        model_class = first_obj.__class__
+        table = model_class.__table__
+
+        if column_name not in table.columns:
+            logger.warning(f"Column {column_name} does not exist in table {table.name}.")
+            return
+
+        column = table.columns[column_name]
+
+        if column.server_default is not None:
+            query_results.update({column_name: text("DEFAULT")}, synchronize_session=False)
+        elif column.default is not None:
+            default_value = column.default.arg
+            if callable(default_value):
+                default_value = default_value(MockContext(column))
+            query_results.update({column_name: default_value}, synchronize_session=False)
+        else:
+            raise ValueError(f"Column '{column_name}' doesn't have a default value defined.")
+
+        self.session.commit()

{datamarket-0.9.7.dist-info → datamarket-0.9.8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.9.7
+Version: 0.9.8
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket

{datamarket-0.9.7.dist-info → datamarket-0.9.8.dist-info}/RECORD

@@ -1,6 +1,6 @@
 datamarket/__init__.py,sha256=FHS77P9qNewKMoN-p0FLEUEC60oWIYup1QkbJZP4ays,12
 datamarket/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-datamarket/interfaces/alchemy.py,sha256=V8E1GtokxUNmrUftKTFkIpNoXaqJME7ACES2BY0znQM,4214
+datamarket/interfaces/alchemy.py,sha256=9Guzsdy8k8tBsODeozQhuuXshxf3dMgERPVhuumiP2M,5427
 datamarket/interfaces/aws.py,sha256=7KLUeBxmPN7avEMPsu5HC_KHB1N7W6Anp2X8fo43mlw,2383
 datamarket/interfaces/drive.py,sha256=shbV5jpQVe_KPE-8Idx6Z9te5Zu1SmVfrvSAyd9ZIgE,2915
 datamarket/interfaces/ftp.py,sha256=o0KlJxtksbop9OjCiQRzyAa2IeG_ExVXagS6apwrAQo,1881
@@ -17,7 +17,7 @@ datamarket/utils/main.py,sha256=O6rX-65h4h0j2zs9dofdTPlly5reKDnvgLtTwbLmbWg,6529
 datamarket/utils/selenium.py,sha256=IMKlbLzXABFhACnWzhHmB0l2hhVzNwHGZwbo14nEewQ,2499
 datamarket/utils/soda.py,sha256=eZTXFbI1P3WoMd1MM-YjoVTpdjTcDSWuvBb7ViBMhSQ,941
 datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
-datamarket-0.9.7.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamarket-0.9.7.dist-info/METADATA,sha256=5uPWw12J2Cmhl_ClqhSIMan7x-wD0KjShK1sh0XnXBw,6362
-datamarket-0.9.7.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-datamarket-0.9.7.dist-info/RECORD,,
+datamarket-0.9.8.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamarket-0.9.8.dist-info/METADATA,sha256=Hokmy_KnaGN4bwDG4S2NjJRyYy2jNZd2ZkBq4hwA7Bc,6362
+datamarket-0.9.8.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+datamarket-0.9.8.dist-info/RECORD,,