datamarket 0.7.92__py3-none-any.whl → 0.7.94__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of datamarket might be problematic. Click here for more details.
- datamarket/interfaces/aws.py +13 -0
- {datamarket-0.7.92.dist-info → datamarket-0.7.94.dist-info}/METADATA +2 -3
- {datamarket-0.7.92.dist-info → datamarket-0.7.94.dist-info}/RECORD +5 -5
- {datamarket-0.7.92.dist-info → datamarket-0.7.94.dist-info}/LICENSE +0 -0
- {datamarket-0.7.92.dist-info → datamarket-0.7.94.dist-info}/WHEEL +0 -0
datamarket/interfaces/aws.py
CHANGED
|
@@ -100,6 +100,19 @@ class AWSInterface:
|
|
|
100
100
|
logger.info(f"{s3_path} does not exist")
|
|
101
101
|
return None
|
|
102
102
|
|
|
103
|
+
def file_exists(self, s3_path: str) -> bool:
|
|
104
|
+
if not self.bucket:
|
|
105
|
+
logger.warning("No active bucket selected")
|
|
106
|
+
return False
|
|
107
|
+
try:
|
|
108
|
+
self.s3_client.head_object(Bucket=self.bucket, Key=s3_path)
|
|
109
|
+
return True
|
|
110
|
+
except self.s3_client.exceptions.NoSuchKey:
|
|
111
|
+
return False
|
|
112
|
+
except Exception as e:
|
|
113
|
+
logger.error(f"Error checking existence of {s3_path}: {e}")
|
|
114
|
+
raise
|
|
115
|
+
|
|
103
116
|
def read_file_as_bytes(self, s3_path: str) -> Optional[io.BytesIO]:
|
|
104
117
|
obj = self.get_file(s3_path)
|
|
105
118
|
if not obj:
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: datamarket
|
|
3
|
-
Version: 0.7.
|
|
3
|
+
Version: 0.7.94
|
|
4
4
|
Summary: Utilities that integrate advanced scraping knowledge into just one library.
|
|
5
5
|
License: GPL-3.0-or-later
|
|
6
6
|
Author: DataMarket
|
|
@@ -52,7 +52,6 @@ Provides-Extra: pyrate-limiter
|
|
|
52
52
|
Provides-Extra: pysocks
|
|
53
53
|
Provides-Extra: pyspark
|
|
54
54
|
Provides-Extra: pytest
|
|
55
|
-
Provides-Extra: rapidfuzz
|
|
56
55
|
Provides-Extra: retry
|
|
57
56
|
Provides-Extra: rnet
|
|
58
57
|
Provides-Extra: shapely
|
|
@@ -116,7 +115,7 @@ Requires-Dist: pysocks (>=1.0.0,<2.0.0) ; extra == "pysocks"
|
|
|
116
115
|
Requires-Dist: pyspark (>=3.0.0,<4.0.0) ; extra == "pyspark"
|
|
117
116
|
Requires-Dist: pytest (>=8.0.0,<9.0.0) ; extra == "pytest"
|
|
118
117
|
Requires-Dist: python-string-utils (>=1.0.0,<2.0.0)
|
|
119
|
-
Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0)
|
|
118
|
+
Requires-Dist: rapidfuzz (>=3.0.0,<4.0.0)
|
|
120
119
|
Requires-Dist: requests (>=2.0.0,<3.0.0)
|
|
121
120
|
Requires-Dist: retry (>=0.9.0,<0.10.0) ; extra == "retry"
|
|
122
121
|
Requires-Dist: rnet (>=2.0.0,<3.0.0) ; extra == "rnet"
|
|
@@ -3,7 +3,7 @@ datamarket/exceptions/__init__.py,sha256=-Vu-RZNKjW6fYCLqbUJTkKNuHeA8Yi_gyR50oZN
|
|
|
3
3
|
datamarket/exceptions/main.py,sha256=MP5ql6M7DoMbBf-Dg_2ohcUFdWXgzv-dXHntPPit31s,453
|
|
4
4
|
datamarket/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
5
5
|
datamarket/interfaces/alchemy.py,sha256=TquEsTeYmiFaiyaTgIx0yF3McQeRdY5YVMsTOXrsT9s,15592
|
|
6
|
-
datamarket/interfaces/aws.py,sha256=
|
|
6
|
+
datamarket/interfaces/aws.py,sha256=co5JkC3iFIp-0FqdYX4eKy3_m71LhZKuJoW6kXwEImc,4780
|
|
7
7
|
datamarket/interfaces/azure.py,sha256=PnPlo95skYiq63qYa4QDvEnVYi2JblPmMSfbTsmXhFs,4937
|
|
8
8
|
datamarket/interfaces/drive.py,sha256=3nhx3THr2SHNWKYwme9F2nPpvsqyEMFIxz0whF2FjHk,4840
|
|
9
9
|
datamarket/interfaces/ftp.py,sha256=K219-PP21EhQo1A1LkvRLahlrw2-pf4svBN0LogZaJE,2813
|
|
@@ -28,7 +28,7 @@ datamarket/utils/strings/normalization.py,sha256=4HSs-8y1k36_xett0nqN2ND_A3xFn45
|
|
|
28
28
|
datamarket/utils/strings/obfuscation.py,sha256=Jo-x3f2Cb75983smmpcdPqUlBrLCTyrnmH3FPlgUUjM,5246
|
|
29
29
|
datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
|
|
30
30
|
datamarket/utils/types.py,sha256=vxdQZdwdXrfPR4Es52gBgol-tMRIOD6oK9cBo3rB0JQ,74
|
|
31
|
-
datamarket-0.7.
|
|
32
|
-
datamarket-0.7.
|
|
33
|
-
datamarket-0.7.
|
|
34
|
-
datamarket-0.7.
|
|
31
|
+
datamarket-0.7.94.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
|
|
32
|
+
datamarket-0.7.94.dist-info/METADATA,sha256=JMr_MRS7o1ZrC1LsdygwqQ9PQTq_HqG6W9KJyKWl9_8,7337
|
|
33
|
+
datamarket-0.7.94.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
34
|
+
datamarket-0.7.94.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|