deltacat 1.1.23__py3-none-any.whl → 1.1.25__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- deltacat/__init__.py +1 -1
- deltacat/io/memcached_object_store.py +5 -2
- deltacat/io/s3_object_store.py +1 -1
- {deltacat-1.1.23.dist-info → deltacat-1.1.25.dist-info}/METADATA +1 -1
- {deltacat-1.1.23.dist-info → deltacat-1.1.25.dist-info}/RECORD +8 -8
- {deltacat-1.1.23.dist-info → deltacat-1.1.25.dist-info}/LICENSE +0 -0
- {deltacat-1.1.23.dist-info → deltacat-1.1.25.dist-info}/WHEEL +0 -0
- {deltacat-1.1.23.dist-info → deltacat-1.1.25.dist-info}/top_level.txt +0 -0
deltacat/__init__.py
CHANGED
@@ -200,9 +200,9 @@ class MemcachedObjectStore(IObjectStore):
|
|
200
200
|
total_refs += len(current_refs)
|
201
201
|
try:
|
202
202
|
# always returns true
|
203
|
-
client.delete_many(current_refs,
|
203
|
+
client.delete_many(current_refs, noreply=self.noreply)
|
204
204
|
fully_deleted_refs += len(current_refs)
|
205
|
-
except
|
205
|
+
except BaseException:
|
206
206
|
# if an exception is raised then all, some, or none of the keys may have been deleted
|
207
207
|
logger.warning(
|
208
208
|
f"Failed to fully delete refs: {current_refs}", exc_info=True
|
@@ -218,6 +218,9 @@ class MemcachedObjectStore(IObjectStore):
|
|
218
218
|
f"The total time taken to attempt deleting {len(refs)} objects is: {end - start}"
|
219
219
|
)
|
220
220
|
|
221
|
+
# We need to clear the client cache in case of multi-round compaction because client cannot be pickled
|
222
|
+
self.client_cache.clear()
|
223
|
+
|
221
224
|
return all_deleted
|
222
225
|
|
223
226
|
def clear(self) -> bool:
|
deltacat/io/s3_object_store.py
CHANGED
@@ -50,7 +50,7 @@ class S3ObjectStore(IObjectStore):
|
|
50
50
|
try:
|
51
51
|
s3_utils.delete_files_by_prefix(self.bucket, str(ref))
|
52
52
|
num_deleted += 1
|
53
|
-
except
|
53
|
+
except BaseException:
|
54
54
|
logger.warning(f"Failed to delete ref {ref}!", exc_info=True)
|
55
55
|
end = time.monotonic()
|
56
56
|
|
@@ -1,4 +1,4 @@
|
|
1
|
-
deltacat/__init__.py,sha256=
|
1
|
+
deltacat/__init__.py,sha256=1MH_WEz9I4j_9AC7Kk7iVAsQYS47ksuSkSWGvo895Go,1778
|
2
2
|
deltacat/constants.py,sha256=TUJLXUJ9xq1Ryil72yLkKR8EDH_Irp5wUg56QstbRNE,2181
|
3
3
|
deltacat/exceptions.py,sha256=7sjk3BuMY5Oo-6OvAfHncZx_OcvtEL47BblWr2F7waE,12740
|
4
4
|
deltacat/logs.py,sha256=EQSDin1deehzz5xlLV1_TrFJrO_IBZ9Ahp7MdL-4cK8,9363
|
@@ -100,12 +100,12 @@ deltacat/compute/stats/models/stats_result.py,sha256=XQAlmzhUqRmg4jzEMUAOqcYn1HU
|
|
100
100
|
deltacat/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
101
101
|
deltacat/io/dataset.py,sha256=pFU5UfK-fD9C4fIeffJtrA6yVQSgAx2UPbxzQ4GMFL8,3203
|
102
102
|
deltacat/io/file_object_store.py,sha256=YoNL3Qla8uLOHaWnyBmIgotjSGAy3Td3Tumah0kk73Y,1868
|
103
|
-
deltacat/io/memcached_object_store.py,sha256=
|
103
|
+
deltacat/io/memcached_object_store.py,sha256=qMhrziKKQlPt7qmI5OKuIGeXRKP_LD4wPNvWBUelE5A,10812
|
104
104
|
deltacat/io/object_store.py,sha256=z3Crt8TLyLyoRunOuXAri373TQZKFoz66QHpxGOV82U,1910
|
105
105
|
deltacat/io/ray_plasma_object_store.py,sha256=TyoUPWybE_cSISZ2SQa3YfD93QWMp0r82-6WnoVSmzk,905
|
106
106
|
deltacat/io/read_api.py,sha256=BhkjL3xjY-fsa62AA9Yv20_88uTskn4_Bv2W6VmMXVA,7023
|
107
107
|
deltacat/io/redis_object_store.py,sha256=ZXkJIrx7uHnnAayD-FG1BiB5xxDjMch9GO-YUkPVwqU,4410
|
108
|
-
deltacat/io/s3_object_store.py,sha256=
|
108
|
+
deltacat/io/s3_object_store.py,sha256=IxvLUvyQZ1w1oYwN9RvRgmKR0Dw56-GggYJw1UCyhBg,1911
|
109
109
|
deltacat/io/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
110
110
|
deltacat/io/aws/redshift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
111
111
|
deltacat/storage/__init__.py,sha256=4sWa3oq89IC3YPclsnVc6ZhnlFM2MuSqshT2uW5cSEY,2158
|
@@ -210,8 +210,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDD
|
|
210
210
|
deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
|
211
211
|
deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
|
212
212
|
deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
|
213
|
-
deltacat-1.1.
|
214
|
-
deltacat-1.1.
|
215
|
-
deltacat-1.1.
|
216
|
-
deltacat-1.1.
|
217
|
-
deltacat-1.1.
|
213
|
+
deltacat-1.1.25.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
|
214
|
+
deltacat-1.1.25.dist-info/METADATA,sha256=LmlqMBpzFVM6OsK2r3A5aqCTEq_peBcgFmjivhJJS5c,1733
|
215
|
+
deltacat-1.1.25.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
|
216
|
+
deltacat-1.1.25.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
|
217
|
+
deltacat-1.1.25.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|