deltacat 1.1.23__py3-none-any.whl → 1.1.25__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
deltacat/__init__.py CHANGED
@@ -44,7 +44,7 @@ from deltacat.types.tables import TableWriteMode
44
44
 
45
45
  deltacat.logs.configure_deltacat_logger(logging.getLogger(__name__))
46
46
 
47
- __version__ = "1.1.23"
47
+ __version__ = "1.1.25"
48
48
 
49
49
 
50
50
  __all__ = [
@@ -200,9 +200,9 @@ class MemcachedObjectStore(IObjectStore):
200
200
  total_refs += len(current_refs)
201
201
  try:
202
202
  # always returns true
203
- client.delete_many(current_refs, no_reply=self.noreply)
203
+ client.delete_many(current_refs, noreply=self.noreply)
204
204
  fully_deleted_refs += len(current_refs)
205
- except Exception:
205
+ except BaseException:
206
206
  # if an exception is raised then all, some, or none of the keys may have been deleted
207
207
  logger.warning(
208
208
  f"Failed to fully delete refs: {current_refs}", exc_info=True
@@ -218,6 +218,9 @@ class MemcachedObjectStore(IObjectStore):
218
218
  f"The total time taken to attempt deleting {len(refs)} objects is: {end - start}"
219
219
  )
220
220
 
221
+ # We need to clear the client cache in case of multi-round compaction because client cannot be pickled
222
+ self.client_cache.clear()
223
+
221
224
  return all_deleted
222
225
 
223
226
  def clear(self) -> bool:
@@ -50,7 +50,7 @@ class S3ObjectStore(IObjectStore):
50
50
  try:
51
51
  s3_utils.delete_files_by_prefix(self.bucket, str(ref))
52
52
  num_deleted += 1
53
- except Exception:
53
+ except BaseException:
54
54
  logger.warning(f"Failed to delete ref {ref}!", exc_info=True)
55
55
  end = time.monotonic()
56
56
 
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deltacat
3
- Version: 1.1.23
3
+ Version: 1.1.25
4
4
  Summary: A scalable, fast, ACID-compliant Data Catalog powered by Ray.
5
5
  Home-page: https://github.com/ray-project/deltacat
6
6
  Author: Ray Team
@@ -1,4 +1,4 @@
1
- deltacat/__init__.py,sha256=J06L_sl7VtYV3kAUxq2ai3s2SIfFAvKt1S2mxU7kMfo,1778
1
+ deltacat/__init__.py,sha256=1MH_WEz9I4j_9AC7Kk7iVAsQYS47ksuSkSWGvo895Go,1778
2
2
  deltacat/constants.py,sha256=TUJLXUJ9xq1Ryil72yLkKR8EDH_Irp5wUg56QstbRNE,2181
3
3
  deltacat/exceptions.py,sha256=7sjk3BuMY5Oo-6OvAfHncZx_OcvtEL47BblWr2F7waE,12740
4
4
  deltacat/logs.py,sha256=EQSDin1deehzz5xlLV1_TrFJrO_IBZ9Ahp7MdL-4cK8,9363
@@ -100,12 +100,12 @@ deltacat/compute/stats/models/stats_result.py,sha256=XQAlmzhUqRmg4jzEMUAOqcYn1HU
100
100
  deltacat/io/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
101
101
  deltacat/io/dataset.py,sha256=pFU5UfK-fD9C4fIeffJtrA6yVQSgAx2UPbxzQ4GMFL8,3203
102
102
  deltacat/io/file_object_store.py,sha256=YoNL3Qla8uLOHaWnyBmIgotjSGAy3Td3Tumah0kk73Y,1868
103
- deltacat/io/memcached_object_store.py,sha256=h1pyAHV_tYwxUqdsmOx-xWFJyPtaSWKl1A0FlblAz_M,10663
103
+ deltacat/io/memcached_object_store.py,sha256=qMhrziKKQlPt7qmI5OKuIGeXRKP_LD4wPNvWBUelE5A,10812
104
104
  deltacat/io/object_store.py,sha256=z3Crt8TLyLyoRunOuXAri373TQZKFoz66QHpxGOV82U,1910
105
105
  deltacat/io/ray_plasma_object_store.py,sha256=TyoUPWybE_cSISZ2SQa3YfD93QWMp0r82-6WnoVSmzk,905
106
106
  deltacat/io/read_api.py,sha256=BhkjL3xjY-fsa62AA9Yv20_88uTskn4_Bv2W6VmMXVA,7023
107
107
  deltacat/io/redis_object_store.py,sha256=ZXkJIrx7uHnnAayD-FG1BiB5xxDjMch9GO-YUkPVwqU,4410
108
- deltacat/io/s3_object_store.py,sha256=kwAEWvUJRbSmD3xywZBovfQvwr-EVDBKzWiB6T7Hr3I,1907
108
+ deltacat/io/s3_object_store.py,sha256=IxvLUvyQZ1w1oYwN9RvRgmKR0Dw56-GggYJw1UCyhBg,1911
109
109
  deltacat/io/aws/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
110
110
  deltacat/io/aws/redshift/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
111
111
  deltacat/storage/__init__.py,sha256=4sWa3oq89IC3YPclsnVc6ZhnlFM2MuSqshT2uW5cSEY,2158
@@ -210,8 +210,8 @@ deltacat/utils/ray_utils/concurrency.py,sha256=JDVwMiQWrmuSlyCWAoiq9ctoJ0XADEfDD
210
210
  deltacat/utils/ray_utils/dataset.py,sha256=waHdtH0c835a-2t51HYRHnulfC0_zBxx8mFSAPvPSPM,3274
211
211
  deltacat/utils/ray_utils/performance.py,sha256=d7JFM7vTXHzkGx9qNQcZzUWajnqINvYRwaM088_FpsE,464
212
212
  deltacat/utils/ray_utils/runtime.py,sha256=rB0A-tU9WZHz0J11LzJdANYtL397YyuemcA1l-K9dAw,5029
213
- deltacat-1.1.23.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
214
- deltacat-1.1.23.dist-info/METADATA,sha256=vVw3plixIREPOrFT8PN1M1X55lIDnno0kaXVAtff2Hk,1733
215
- deltacat-1.1.23.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
216
- deltacat-1.1.23.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
217
- deltacat-1.1.23.dist-info/RECORD,,
213
+ deltacat-1.1.25.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
214
+ deltacat-1.1.25.dist-info/METADATA,sha256=LmlqMBpzFVM6OsK2r3A5aqCTEq_peBcgFmjivhJJS5c,1733
215
+ deltacat-1.1.25.dist-info/WHEEL,sha256=eOLhNAGa2EW3wWl_TU484h7q1UNgy0JXjjoqKoxAAQc,92
216
+ deltacat-1.1.25.dist-info/top_level.txt,sha256=RWdIcid4Bv2i2ozLVh-70kJpyB61xEKXod9XXGpiono,9
217
+ deltacat-1.1.25.dist-info/RECORD,,