datamarket 0.7.92__tar.gz → 0.7.94__tar.gz

{datamarket-0.7.92 → datamarket-0.7.94}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.7.92
+Version: 0.7.94
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket
@@ -52,7 +52,6 @@ Provides-Extra: pyrate-limiter
 Provides-Extra: pysocks
 Provides-Extra: pyspark
 Provides-Extra: pytest
-Provides-Extra: rapidfuzz
 Provides-Extra: retry
 Provides-Extra: rnet
 Provides-Extra: shapely
@@ -116,7 +115,7 @@ Requires-Dist: pysocks (>=1.0.0,<2.0.0) ; extra == "pysocks"
 Requires-Dist: pyspark (>=3.0.0,<4.0.0) ; extra == "pyspark"
 Requires-Dist: pytest (>=8.0.0,<9.0.0) ; extra == "pytest"
 Requires-Dist: python-string-utils (>=1.0.0,<2.0.0)
-Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0) ; extra == "rapidfuzz"
+Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0)
 Requires-Dist: requests (>=2.0.0,<3.0.0)
 Requires-Dist: retry (>=0.9.0,<0.10.0) ; extra == "retry"
 Requires-Dist: rnet (>=2.0.0,<3.0.0) ; extra == "rnet"

{datamarket-0.7.92 → datamarket-0.7.94}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "datamarket"
-version = "0.7.92"
+version = "0.7.94"
 description = "Utilities that integrate advanced scraping knowledge into just one library."
 authors = ["DataMarket <techsupport@datamarket.es>"]
 license = "GPL-3.0-or-later"
@@ -36,6 +36,7 @@ geopy = "^2.0.0"
 jellyfish = "^1.0.0"
 stem = "^1.0.0"
 babel = "^2.0.0"
+rapidfuzz = "^3.0.0"
 
 boto3 = { version = "~1.35.0", optional = true }
 lxml = { extras = ["html-clean"], version = "^5.0.0", optional = true }
@@ -51,7 +52,6 @@ fake-useragent = { version = "^2.0.0", optional = true }
 pydrive2 = { version = "^1.0.0", optional = true }
 clickhouse-driver = { version = "~0.2.0", optional = true }
 click = { version = "^8.0.0", optional = true }
-rapidfuzz = { version = "^3.0.0", optional = true }
 demjson3 = { version = "^3.0.0", optional = true }
 nodriver = { version = "~0.44", optional = true }
 retry = { version = "~0.9.0", optional = true }
@@ -106,7 +106,6 @@ fake-useragent = ["fake-useragent"]
 pydrive2 = ["pydrive2"]
 clickhouse-driver = ["clickhouse-driver"]
 click = ["click"]
-rapidfuzz = ["rapidfuzz"]
 demjson3 = ["demjson3"]
 nodriver = ["nodriver"]
 undetected-chromedriver = ["undetected-chromedriver"]

{datamarket-0.7.92 → datamarket-0.7.94}/src/datamarket/interfaces/aws.py

@@ -100,6 +100,19 @@ class AWSInterface:
             logger.info(f"{s3_path} does not exist")
             return None
 
+    def file_exists(self, s3_path: str) -> bool:
+        if not self.bucket:
+            logger.warning("No active bucket selected")
+            return False
+        try:
+            self.s3_client.head_object(Bucket=self.bucket, Key=s3_path)
+            return True
+        except self.s3_client.exceptions.NoSuchKey:
+            return False
+        except Exception as e:
+            logger.error(f"Error checking existence of {s3_path}: {e}")
+            raise
+
     def read_file_as_bytes(self, s3_path: str) -> Optional[io.BytesIO]:
         obj = self.get_file(s3_path)
         if not obj: