datamarket 0.7.92__py3-none-any.whl → 0.7.94__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of datamarket might be problematic. Click here for more details.

@@ -100,6 +100,19 @@ class AWSInterface:
100
100
  logger.info(f"{s3_path} does not exist")
101
101
  return None
102
102
 
103
+ def file_exists(self, s3_path: str) -> bool:
104
+ if not self.bucket:
105
+ logger.warning("No active bucket selected")
106
+ return False
107
+ try:
108
+ self.s3_client.head_object(Bucket=self.bucket, Key=s3_path)
109
+ return True
110
+ except self.s3_client.exceptions.NoSuchKey:
111
+ return False
112
+ except Exception as e:
113
+ logger.error(f"Error checking existence of {s3_path}: {e}")
114
+ raise
115
+
103
116
  def read_file_as_bytes(self, s3_path: str) -> Optional[io.BytesIO]:
104
117
  obj = self.get_file(s3_path)
105
118
  if not obj:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: datamarket
3
- Version: 0.7.92
3
+ Version: 0.7.94
4
4
  Summary: Utilities that integrate advanced scraping knowledge into just one library.
5
5
  License: GPL-3.0-or-later
6
6
  Author: DataMarket
@@ -52,7 +52,6 @@ Provides-Extra: pyrate-limiter
52
52
  Provides-Extra: pysocks
53
53
  Provides-Extra: pyspark
54
54
  Provides-Extra: pytest
55
- Provides-Extra: rapidfuzz
56
55
  Provides-Extra: retry
57
56
  Provides-Extra: rnet
58
57
  Provides-Extra: shapely
@@ -116,7 +115,7 @@ Requires-Dist: pysocks (>=1.0.0,<2.0.0) ; extra == "pysocks"
116
115
  Requires-Dist: pyspark (>=3.0.0,<4.0.0) ; extra == "pyspark"
117
116
  Requires-Dist: pytest (>=8.0.0,<9.0.0) ; extra == "pytest"
118
117
  Requires-Dist: python-string-utils (>=1.0.0,<2.0.0)
119
- Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0) ; extra == "rapidfuzz"
118
+ Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0)
120
119
  Requires-Dist: requests (>=2.0.0,<3.0.0)
121
120
  Requires-Dist: retry (>=0.9.0,<0.10.0) ; extra == "retry"
122
121
  Requires-Dist: rnet (>=2.0.0,<3.0.0) ; extra == "rnet"
@@ -3,7 +3,7 @@ datamarket/exceptions/__init__.py,sha256=-Vu-RZNKjW6fYCLqbUJTkKNuHeA8Yi_gyR50oZN
3
3
  datamarket/exceptions/main.py,sha256=MP5ql6M7DoMbBf-Dg_2ohcUFdWXgzv-dXHntPPit31s,453
4
4
  datamarket/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
5
5
  datamarket/interfaces/alchemy.py,sha256=TquEsTeYmiFaiyaTgIx0yF3McQeRdY5YVMsTOXrsT9s,15592
6
- datamarket/interfaces/aws.py,sha256=zfFEtIz6PsLMjKPOUcYuVgBcBIUkuNI2xKW-QturS30,4314
6
+ datamarket/interfaces/aws.py,sha256=co5JkC3iFIp-0FqdYX4eKy3_m71LhZKuJoW6kXwEImc,4780
7
7
  datamarket/interfaces/azure.py,sha256=PnPlo95skYiq63qYa4QDvEnVYi2JblPmMSfbTsmXhFs,4937
8
8
  datamarket/interfaces/drive.py,sha256=3nhx3THr2SHNWKYwme9F2nPpvsqyEMFIxz0whF2FjHk,4840
9
9
  datamarket/interfaces/ftp.py,sha256=K219-PP21EhQo1A1LkvRLahlrw2-pf4svBN0LogZaJE,2813
@@ -28,7 +28,7 @@ datamarket/utils/strings/normalization.py,sha256=4HSs-8y1k36_xett0nqN2ND_A3xFn45
28
28
  datamarket/utils/strings/obfuscation.py,sha256=Jo-x3f2Cb75983smmpcdPqUlBrLCTyrnmH3FPlgUUjM,5246
29
29
  datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
30
30
  datamarket/utils/types.py,sha256=vxdQZdwdXrfPR4Es52gBgol-tMRIOD6oK9cBo3rB0JQ,74
31
- datamarket-0.7.92.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
32
- datamarket-0.7.92.dist-info/METADATA,sha256=OtPM2d_9vLMdOfAACyAnS2UpLDgJKRcDk-fp5ERKTG4,7386
33
- datamarket-0.7.92.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
34
- datamarket-0.7.92.dist-info/RECORD,,
31
+ datamarket-0.7.94.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
32
+ datamarket-0.7.94.dist-info/METADATA,sha256=JMr_MRS7o1ZrC1LsdygwqQ9PQTq_HqG6W9KJyKWl9_8,7337
33
+ datamarket-0.7.94.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
34
+ datamarket-0.7.94.dist-info/RECORD,,