deeplake 3.9.22__tar.gz → 3.9.24__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. {deeplake-3.9.22/deeplake.egg-info → deeplake-3.9.24}/PKG-INFO +1 -1
  2. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/__init__.py +1 -1
  3. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api.py +0 -3
  4. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/client.py +25 -10
  5. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/sample_compressed_chunk.py +4 -4
  6. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk_engine.py +1 -17
  7. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compression.py +31 -38
  8. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/partial_reader.py +3 -0
  9. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/sample.py +5 -5
  10. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/lru_cache.py +1 -1
  11. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +30 -13
  12. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/common.txt +2 -2
  13. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/plugins.txt +3 -3
  14. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/common.py +1 -1
  15. deeplake-3.9.24/deeplake/util/bugout_token.py +1 -0
  16. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/downsample.py +3 -3
  17. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/exceptions.py +1 -1
  18. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/exif.py +17 -9
  19. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/image.py +1 -1
  20. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/path.py +2 -1
  21. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tag.py +1 -1
  22. {deeplake-3.9.22 → deeplake-3.9.24/deeplake.egg-info}/PKG-INFO +1 -1
  23. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/requires.txt +18 -18
  24. deeplake-3.9.24/pyproject.toml +77 -0
  25. {deeplake-3.9.22 → deeplake-3.9.24}/setup.py +1 -1
  26. deeplake-3.9.22/deeplake/util/bugout_token.py +0 -1
  27. deeplake-3.9.22/pyproject.toml +0 -3
  28. {deeplake-3.9.22 → deeplake-3.9.24}/LICENSE +0 -0
  29. {deeplake-3.9.22 → deeplake-3.9.24}/MANIFEST.in +0 -0
  30. {deeplake-3.9.22 → deeplake-3.9.24}/README.md +0 -0
  31. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/__init__.py +0 -0
  32. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/dataset.py +0 -0
  33. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/info.py +0 -0
  34. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/link.py +0 -0
  35. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/link_tiled.py +0 -0
  36. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/read.py +0 -0
  37. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/__init__.py +0 -0
  38. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_access_method.py +0 -0
  39. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_agreement.py +0 -0
  40. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api_tiling.py +0 -0
  41. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api_with_compression.py +0 -0
  42. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_chunk_sizes.py +0 -0
  43. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_connect_datasets.py +0 -0
  44. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_dataset.py +0 -0
  45. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_dicom.py +0 -0
  46. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_downsample.py +0 -0
  47. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_events.py +0 -0
  48. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_grayscale.py +0 -0
  49. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_hosted_datasets.py +0 -0
  50. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_info.py +0 -0
  51. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
  52. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_json.py +0 -0
  53. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_link.py +0 -0
  54. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_link_tiled.py +0 -0
  55. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_linking.py +0 -0
  56. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_mesh.py +0 -0
  57. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_meta.py +0 -0
  58. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_nifti.py +0 -0
  59. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_none.py +0 -0
  60. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_partial_upload.py +0 -0
  61. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_pickle.py +0 -0
  62. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_point_cloud.py +0 -0
  63. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_polygons.py +0 -0
  64. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_pop.py +0 -0
  65. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_readonly.py +0 -0
  66. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_rechunk.py +0 -0
  67. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_reset.py +0 -0
  68. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_sample_info.py +0 -0
  69. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_tag.py +0 -0
  70. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_text.py +0 -0
  71. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_update_samples.py +0 -0
  72. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_video.py +0 -0
  73. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_views.py +0 -0
  74. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tiled.py +0 -0
  75. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/__init__.py +0 -0
  76. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/__init__.py +0 -0
  77. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/base.py +0 -0
  78. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/dataframe.py +0 -0
  79. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/__init__.py +0 -0
  80. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_coco_template.py +0 -0
  81. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_ingestion.py +0 -0
  82. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_kaggle.py +0 -0
  83. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_yolo_template.py +0 -0
  84. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/__init__.py +0 -0
  85. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/base.py +0 -0
  86. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/__init__.py +0 -0
  87. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/coco.py +0 -0
  88. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/constants.py +0 -0
  89. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/convert.py +0 -0
  90. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/utils.py +0 -0
  91. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/image_classification.py +0 -0
  92. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/kaggle.py +0 -0
  93. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/util.py +0 -0
  94. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
  95. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/constants.py +0 -0
  96. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/utils.py +0 -0
  97. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
  98. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/__init__.py +0 -0
  99. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/__init__.py +0 -0
  100. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/activeloop.py +0 -0
  101. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/auth_context.py +0 -0
  102. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/azure.py +0 -0
  103. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/test_auth_context.py +0 -0
  104. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/config.py +0 -0
  105. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/log.py +0 -0
  106. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/test_client.py +0 -0
  107. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/utils.py +0 -0
  108. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/compression.py +0 -0
  109. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/constants.py +0 -0
  110. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/__init__.py +0 -0
  111. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/__init__.py +0 -0
  112. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/base_chunk.py +0 -0
  113. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
  114. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
  115. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_sample_compressed.py +0 -0
  116. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_uncompressed.py +0 -0
  117. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
  118. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/__init__.py +0 -0
  119. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/process.py +0 -0
  120. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/provider.py +0 -0
  121. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/serial.py +0 -0
  122. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/thread.py +0 -0
  123. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/__init__.py +0 -0
  124. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/dataset.py +0 -0
  125. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
  126. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/indra_dataset_view.py +0 -0
  127. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/indra_tensor_view.py +0 -0
  128. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/invalid_view.py +0 -0
  129. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/view_entry.py +0 -0
  130. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/distance_type.py +0 -0
  131. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/fast_forwarding.py +0 -0
  132. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index/__init__.py +0 -0
  133. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index/index.py +0 -0
  134. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index_maintenance.py +0 -0
  135. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/io.py +0 -0
  136. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/ipc.py +0 -0
  137. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/link_creds.py +0 -0
  138. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_chunk_engine.py +0 -0
  139. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_sample.py +0 -0
  140. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_tiled_sample.py +0 -0
  141. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/lock.py +0 -0
  142. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/__init__.py +0 -0
  143. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/dataset_meta.py +0 -0
  144. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/__init__.py +0 -0
  145. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/base_encoder.py +0 -0
  146. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/byte_positions.py +0 -0
  147. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/chunk_id.py +0 -0
  148. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/creds.py +0 -0
  149. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/pad.py +0 -0
  150. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/sequence.py +0 -0
  151. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/shape.py +0 -0
  152. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/__init__.py +0 -0
  153. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/common.py +0 -0
  154. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
  155. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
  156. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
  157. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
  158. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
  159. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tile.py +0 -0
  160. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/meta.py +0 -0
  161. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/tensor_meta.py +0 -0
  162. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/partial_sample.py +0 -0
  163. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/polygon.py +0 -0
  164. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/__init__.py +0 -0
  165. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/autocomplete.py +0 -0
  166. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/filter.py +0 -0
  167. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/query.py +0 -0
  168. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/seed.py +0 -0
  169. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/serialize.py +0 -0
  170. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/__init__.py +0 -0
  171. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/azure.py +0 -0
  172. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/deeplake_memory_object.py +0 -0
  173. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/gcs.py +0 -0
  174. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/google_drive.py +0 -0
  175. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/indra.py +0 -0
  176. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/local.py +0 -0
  177. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/memory.py +0 -0
  178. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/provider.py +0 -0
  179. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/s3.py +0 -0
  180. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tensor.py +0 -0
  181. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tensor_link.py +0 -0
  182. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/test_serialize.py +0 -0
  183. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/__init__.py +0 -0
  184. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_compression.py +0 -0
  185. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_compute.py +0 -0
  186. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_dataset.py +0 -0
  187. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_indra_dataset.py +0 -0
  188. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_inverted_indexes.py +0 -0
  189. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_io.py +0 -0
  190. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_locking.py +0 -0
  191. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_query.py +0 -0
  192. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_readonly.py +0 -0
  193. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_seed.py +0 -0
  194. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_serialize.py +0 -0
  195. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_vdb_indexes.py +0 -0
  196. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/__init__.py +0 -0
  197. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/deserialize.py +0 -0
  198. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/optimizer.py +0 -0
  199. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/sample_tiles.py +0 -0
  200. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/serialize.py +0 -0
  201. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/test_optimizer.py +0 -0
  202. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/test_serialize.py +0 -0
  203. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/__init__.py +0 -0
  204. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/test_transform.py +0 -0
  205. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform.py +0 -0
  206. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform_dataset.py +0 -0
  207. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform_tensor.py +0 -0
  208. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/__init__.py +0 -0
  209. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
  210. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
  211. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
  212. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
  213. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
  214. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
  215. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
  216. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
  217. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
  218. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
  219. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
  220. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
  221. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
  222. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
  223. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
  224. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
  225. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
  226. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
  227. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
  228. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
  229. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
  230. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
  231. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
  232. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
  233. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
  234. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
  235. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
  236. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
  237. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
  238. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
  239. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
  240. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
  241. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
  242. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
  243. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
  244. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
  245. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/__init__.py +0 -0
  246. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_chunk_map.py +0 -0
  247. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_diff.py +0 -0
  248. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_node.py +0 -0
  249. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/dataset_diff.py +0 -0
  250. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/test_merge.py +0 -0
  251. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/test_version_control.py +0 -0
  252. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/__init__.py +0 -0
  253. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
  254. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/dataloader.py +0 -0
  255. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/dummy_dataloader.py +0 -0
  256. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/libdeeplake_query.py +0 -0
  257. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_pytorch.py +0 -0
  258. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_query.py +0 -0
  259. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_tensorflow.py +0 -0
  260. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/util.py +0 -0
  261. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/hooks.py +0 -0
  262. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/htype.py +0 -0
  263. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/__init__.py +0 -0
  264. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/huggingface/__init__.py +0 -0
  265. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/huggingface/huggingface.py +0 -0
  266. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/__init__.py +0 -0
  267. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/mm_common.py +0 -0
  268. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/mm_runners.py +0 -0
  269. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/__init__.py +0 -0
  270. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/mmdet_.py +0 -0
  271. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
  272. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmseg/__init__.py +0 -0
  273. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmseg/mmseg_.py +0 -0
  274. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/__init__.py +0 -0
  275. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/common.py +0 -0
  276. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/dataset.py +0 -0
  277. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/pytorch.py +0 -0
  278. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
  279. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/__init__.py +0 -0
  280. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/common.py +0 -0
  281. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
  282. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
  283. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/wandb/__init__.py +0 -0
  284. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/wandb/wandb.py +0 -0
  285. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/docs.txt +0 -0
  286. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/tests.txt +0 -0
  287. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/__init__.py +0 -0
  288. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/cache_fixtures.py +0 -0
  289. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/client_fixtures.py +0 -0
  290. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/dataset_fixtures.py +0 -0
  291. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/path_fixtures.py +0 -0
  292. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/storage_fixtures.py +0 -0
  293. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/__init__.py +0 -0
  294. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/access_method.py +0 -0
  295. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/agreement.py +0 -0
  296. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/array_list.py +0 -0
  297. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/assert_byte_indexes.py +0 -0
  298. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/auto.py +0 -0
  299. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/bugout_reporter.py +0 -0
  300. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/cache_chain.py +0 -0
  301. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/casting.py +0 -0
  302. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/check_installation.py +0 -0
  303. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/check_latest_version.py +0 -0
  304. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/chunk_engine.py +0 -0
  305. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/class_label.py +0 -0
  306. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/compression.py +0 -0
  307. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/compute.py +0 -0
  308. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/connect_dataset.py +0 -0
  309. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/dataset.py +0 -0
  310. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/delete_entry.py +0 -0
  311. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/diff.py +0 -0
  312. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/empty_sample.py +0 -0
  313. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/encoder.py +0 -0
  314. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/from_tfds.py +0 -0
  315. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/generate_id.py +0 -0
  316. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/hash.py +0 -0
  317. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/htype.py +0 -0
  318. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/invalid_view_op.py +0 -0
  319. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/iterable_ordered_dict.py +0 -0
  320. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/iteration_warning.py +0 -0
  321. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/join_chunks.py +0 -0
  322. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/json.py +0 -0
  323. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/keys.py +0 -0
  324. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/link.py +0 -0
  325. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/logging.py +0 -0
  326. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/merge.py +0 -0
  327. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/modified.py +0 -0
  328. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/notebook.py +0 -0
  329. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/__init__.py +0 -0
  330. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh.py +0 -0
  331. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh_parser.py +0 -0
  332. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh_reader.py +0 -0
  333. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/object_base_3d.py +0 -0
  334. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parser.py +0 -0
  335. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parser_base.py +0 -0
  336. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parsers.py +0 -0
  337. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_reader.py +0 -0
  338. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_reader_base.py +0 -0
  339. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_readers.py +0 -0
  340. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/point_cloud.py +0 -0
  341. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/read_3d_data.py +0 -0
  342. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/pretty_print.py +0 -0
  343. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/remove_cache.py +0 -0
  344. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/scheduling.py +0 -0
  345. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/shape_interval.py +0 -0
  346. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/shuffle.py +0 -0
  347. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/spinner.py +0 -0
  348. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/split.py +0 -0
  349. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/storage.py +0 -0
  350. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tensor_db.py +0 -0
  351. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/testing.py +0 -0
  352. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/__init__.py +0 -0
  353. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_auto.py +0 -0
  354. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_connect_dataset.py +0 -0
  355. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
  356. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_keys.py +0 -0
  357. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_read.py +0 -0
  358. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_shape_interval.py +0 -0
  359. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_shuffle.py +0 -0
  360. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_split.py +0 -0
  361. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_tensor_db.py +0 -0
  362. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_token.py +0 -0
  363. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_version_control.py +0 -0
  364. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_video.py +0 -0
  365. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/threading.py +0 -0
  366. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/token.py +0 -0
  367. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/transform.py +0 -0
  368. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/version_control.py +0 -0
  369. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/video.py +0 -0
  370. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/warnings.py +0 -0
  371. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/__init__.py +0 -0
  372. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/video_streaming.py +0 -0
  373. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/visualizer.py +0 -0
  374. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/SOURCES.txt +0 -0
  375. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/dependency_links.txt +0 -0
  376. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/not-zip-safe +0 -0
  377. {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/top_level.txt +0 -0
  378. {deeplake-3.9.22 → deeplake-3.9.24}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.22
3
+ Version: 3.9.24
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -91,7 +91,7 @@ __all__ = [
91
91
  ]
92
92
 
93
93
 
94
- __version__ = "3.9.22"
94
+ __version__ = "3.9.24"
95
95
  warn_if_update_required(__version__)
96
96
  __encoded_version__ = np.array(__version__)
97
97
  config = {"s3": Config(max_pool_connections=50, connect_timeout=300, read_timeout=300)}
@@ -2508,9 +2508,6 @@ def test_invalid_ds_name():
2508
2508
  with pytest.raises(InvalidDatasetNameException):
2509
2509
  ds = deeplake.empty("hub://test/ Mnist123")
2510
2510
 
2511
- with pytest.raises(InvalidDatasetNameException):
2512
- ds = deeplake.like("hub://test/Mnist123 ", "hub://activeloop/mnist-train")
2513
-
2514
2511
  with pytest.raises(InvalidDatasetNameException):
2515
2512
  ds = deeplake.deepcopy(
2516
2513
  "hub://activeloop/mnist-train", "hub://activeloop/mnist$train"
@@ -111,6 +111,10 @@ class DeepLakeBackendClient:
111
111
 
112
112
  Returns:
113
113
  requests.Response: The response received from the server.
114
+
115
+ Raises:
116
+ # noqa: DAR401
117
+ requests.exceptions.ConnectionError: If any exceptions are thrown during the request
114
118
  """
115
119
  params = params or {}
116
120
  data = data or None
@@ -126,19 +130,30 @@ class DeepLakeBackendClient:
126
130
 
127
131
  status_code = None
128
132
  tries = 0
133
+ last_exception: requests.exceptions.ConnectionError | None = None
129
134
  while status_code is None or (status_code in retry_status_codes and tries < 3):
130
- response = requests.request(
131
- method,
132
- request_url,
133
- params=params,
134
- data=data,
135
- json=json,
136
- headers=headers,
137
- files=files,
138
- timeout=timeout,
139
- )
135
+ last_exception = None
136
+ try:
137
+ response = requests.request(
138
+ method,
139
+ request_url,
140
+ params=params,
141
+ data=data,
142
+ json=json,
143
+ headers=headers,
144
+ files=files,
145
+ timeout=timeout,
146
+ )
147
+ except requests.exceptions.ConnectionError as e:
148
+ print(f"Connection error on {request_url}. Retrying... Error:", e)
149
+ tries += 1
150
+ last_exception = e
151
+ continue
140
152
  status_code = response.status_code
141
153
  tries += 1
154
+ if last_exception:
155
+ raise last_exception
156
+
142
157
  check_response_status(response)
143
158
  return response
144
159
 
@@ -158,11 +158,11 @@ class SampleCompressedChunk(BaseChunk):
158
158
  return sample
159
159
 
160
160
  if squeeze:
161
- sample = sample.squeeze(0)
161
+ sample = sample.squeeze(0) # type: ignore
162
162
 
163
- if cast and sample.dtype != self.dtype:
164
- sample = sample.astype(self.dtype)
165
- elif copy and not sample.flags["WRITEABLE"]:
163
+ if cast and sample.dtype != self.dtype: # type: ignore
164
+ sample = sample.astype(self.dtype) # type: ignore
165
+ elif copy and not sample.flags["WRITEABLE"]: # type: ignore
166
166
  sample = sample.copy()
167
167
  return sample
168
168
 
@@ -251,7 +251,6 @@ class ChunkEngine:
251
251
  self.cache_range: range = range(0)
252
252
 
253
253
  self._chunk_args = None
254
- self._num_samples_per_chunk: Optional[int] = None
255
254
  self.write_initialization_done = False
256
255
  self.start_chunk = None
257
256
  self.link_creds: Optional[LinkCreds] = None
@@ -1858,15 +1857,6 @@ class ChunkEngine:
1858
1857
  tensor_meta = self.tensor_meta
1859
1858
  return not self.is_text_like and tensor_meta.min_shape == tensor_meta.max_shape
1860
1859
 
1861
- @property
1862
- def num_samples_per_chunk(self):
1863
- # should only be called if self.is_fixed_shape
1864
- if self._num_samples_per_chunk is None:
1865
- self._num_samples_per_chunk = int(
1866
- self.chunk_id_encoder.array[0, LAST_SEEN_INDEX_COLUMN] + 1
1867
- )
1868
- return self._num_samples_per_chunk
1869
-
1870
1860
  def read_sample_from_chunk(
1871
1861
  self,
1872
1862
  global_sample_index: int,
@@ -1877,13 +1867,7 @@ class ChunkEngine:
1877
1867
  to_pil: bool = False,
1878
1868
  ) -> Union[np.ndarray, Image.Image]:
1879
1869
  enc = self.chunk_id_encoder
1880
- if self.is_fixed_shape and self.sample_compression is None:
1881
- num_samples_per_chunk = self.num_samples_per_chunk
1882
- local_sample_index = global_sample_index % num_samples_per_chunk
1883
- else:
1884
- local_sample_index = enc.translate_index_relative_to_chunks(
1885
- global_sample_index
1886
- )
1870
+ local_sample_index = enc.translate_index_relative_to_chunks(global_sample_index)
1887
1871
  if to_pil:
1888
1872
  assert isinstance(chunk, SampleCompressedChunk)
1889
1873
  return chunk.read_sample(
@@ -86,7 +86,7 @@ _STRUCT_HHB = struct.Struct(">HHB")
86
86
  _STRUCT_II = struct.Struct(">ii")
87
87
 
88
88
 
89
- def to_image(array: np.ndarray) -> Image:
89
+ def to_image(array: np.ndarray) -> Image.Image:
90
90
  shape = array.shape
91
91
  if len(shape) == 3 and shape[0] != 1 and shape[2] == 1:
92
92
  # convert (X,Y,1) grayscale to (X,Y) for pillow compatibility
@@ -116,17 +116,22 @@ def _compress_apng(array: np.ndarray) -> bytes:
116
116
 
117
117
  def _decompress_apng(buffer: Union[bytes, memoryview]) -> np.ndarray:
118
118
  img = Image.open(BytesIO(buffer))
119
+
120
+ n_frames = getattr(img, "n_frames", 1)
121
+
122
+ if n_frames == 1:
123
+ raise ValueError("Image does not support multiple frames.")
119
124
  frame0 = np.array(img)
120
125
  if frame0.ndim == 2:
121
- ret = np.zeros(frame0.shape + (img.n_frames,), dtype=frame0.dtype)
126
+ ret = np.zeros(frame0.shape + (n_frames,), dtype=frame0.dtype)
122
127
  ret[:, :, 0] = frame0
123
- for i in range(1, img.n_frames):
128
+ for i in range(1, n_frames):
124
129
  img.seek(i)
125
130
  ret[:, :, i] = np.array(img)
126
131
  else:
127
- ret = np.zeros((img.n_frames,) + frame0.shape, dtype=frame0.dtype)
132
+ ret = np.zeros((n_frames,) + frame0.shape, dtype=frame0.dtype)
128
133
  ret[0] = frame0
129
- for i in range(1, img.n_frames):
134
+ for i in range(1, n_frames):
130
135
  img.seek(i)
131
136
  ret[i] = np.array(img)
132
137
  return ret
@@ -420,9 +425,9 @@ def decompress_multiple(
420
425
  next_x = 0
421
426
  for shape in shapes:
422
427
  if shape == (0, 0, 0):
423
- arrays.append(np.zeros(shape, dtype=canvas.dtype))
428
+ arrays.append(np.zeros(shape, dtype=canvas.dtype)) # type: ignore
424
429
  else:
425
- arrays.append(canvas[: shape[0], next_x : next_x + shape[1]])
430
+ arrays.append(canvas[: shape[0], next_x : next_x + shape[1]]) # type: ignore
426
431
  next_x += shape[1]
427
432
  return arrays
428
433
 
@@ -728,7 +733,7 @@ def read_meta_from_compressed_file(
728
733
  else:
729
734
  img = Image.open(f) if isfile else Image.open(BytesIO(f)) # type: ignore
730
735
  shape, typestr = Image._conv_type_shape(img)
731
- compression = img.format.lower()
736
+ compression = None if img.format is None else img.format.lower()
732
737
  return compression, shape, typestr # type: ignore
733
738
  finally:
734
739
  if close:
@@ -961,14 +966,9 @@ def _decompress_video(
961
966
  container, vstream = _open_video(file)
962
967
  nframes, height, width, _ = _read_metadata_from_vstream(container, vstream)[0]
963
968
 
964
- if start is None:
965
- start = 0
966
-
967
- if stop is None:
968
- stop = nframes
969
-
970
- if step is None:
971
- step = 1
969
+ start = start or 0
970
+ stop = stop or nframes
971
+ step = step or 1
972
972
 
973
973
  nframes = math.ceil((stop - start) / step)
974
974
 
@@ -977,22 +977,20 @@ def _decompress_video(
977
977
  seek_target = _frame_to_stamp(start, vstream)
978
978
  step_time = _frame_to_stamp(step, vstream)
979
979
 
980
- gop_size = (
981
- vstream.codec_context.gop_size
982
- ) # gop size is distance (in frames) between 2 I-frames
983
- if step > gop_size:
984
- step_seeking = True
985
- else:
986
- step_seeking = False
980
+ gop_size = 1
981
+ if vstream.codec_context.is_encoder:
982
+ gop_size = vstream.codec_context.gop_size
983
+
984
+ step_seeking = step > gop_size
987
985
 
988
986
  seekable = True
989
987
  try:
990
988
  container.seek(seek_target, stream=vstream)
991
989
  except av.error.FFmpegError:
992
990
  seekable = False
993
- container, vstream = _open_video(file) # try again but this time don't seek
991
+ container, vstream = _open_video(file) # Retry without seeking
994
992
  warning(
995
- "Cannot seek. Possibly a corrupted video file. Retrying with seeking disabled..."
993
+ "Cannot seek. Possibly a corrupted video file. Retrying without seeking."
996
994
  )
997
995
 
998
996
  i = 0
@@ -1005,7 +1003,6 @@ def _decompress_video(
1005
1003
  seek_target += step_time
1006
1004
  if step_seeking and seekable:
1007
1005
  container.seek(seek_target, stream=vstream)
1008
-
1009
1006
  if i == nframes:
1010
1007
  break
1011
1008
 
@@ -1031,25 +1028,20 @@ def _read_timestamps(
1031
1028
  step_time = _frame_to_stamp(step, vstream)
1032
1029
 
1033
1030
  stamps = []
1034
- if vstream.duration is None:
1035
- time_base = 1 / av.time_base # type: ignore
1036
- else:
1037
- time_base = vstream.time_base.numerator / vstream.time_base.denominator
1031
+ time_base = vstream.time_base.numerator / vstream.time_base.denominator
1038
1032
 
1039
- gop_size = (
1040
- vstream.codec_context.gop_size
1041
- ) # gop size is distance (in frames) between 2 I-frames
1042
- if step > gop_size:
1043
- step_seeking = True
1044
- else:
1045
- step_seeking = False
1033
+ gop_size = 1
1034
+ if vstream.codec_context.is_encoder:
1035
+ gop_size = vstream.codec_context.gop_size
1036
+
1037
+ step_seeking = step > gop_size
1046
1038
 
1047
1039
  seekable = True
1048
1040
  try:
1049
1041
  container.seek(seek_target, stream=vstream)
1050
1042
  except av.error.FFmpegError:
1051
1043
  seekable = False
1052
- container, vstream = _open_video(file) # try again but this time don't seek
1044
+ container, vstream = _open_video(file) # Retry without seeking
1053
1045
  warning(
1054
1046
  "Cannot seek. Possibly a corrupted video file. Retrying with seeking disabled..."
1055
1047
  )
@@ -1070,6 +1062,7 @@ def _read_timestamps(
1070
1062
  # need to sort because when demuxing, frames are in order of dts (decoder timestamp)
1071
1063
  # we need it in order of pts (presentation timestamp)
1072
1064
  stamps.sort()
1065
+
1073
1066
  stamps_arr = np.zeros((nframes,), dtype=np.float32)
1074
1067
  stamps_arr[: len(stamps)] = stamps
1075
1068
 
@@ -15,6 +15,9 @@ class PartialReader:
15
15
  assert start is not None and stop is not None
16
16
  assert step is None or step == 1
17
17
  slice_tuple = (start, stop)
18
+
19
+ if start == stop:
20
+ return memoryview(b"")
18
21
  if slice_tuple not in self.data_fetched:
19
22
  self.data_fetched[slice_tuple] = memoryview(
20
23
  self.cache.get_bytes(self.path, start, stop)
@@ -392,10 +392,10 @@ class Sample:
392
392
  compression=compression,
393
393
  shape=self.shape,
394
394
  dtype=self.dtype,
395
- )
396
- self._uncompressed_bytes = self._array.tobytes()
397
- self._typestr = self._array.__array_interface__["typestr"]
398
- self._dtype = np.dtype(self._typestr).name
395
+ ) # type: ignore
396
+ self._uncompressed_bytes = self._array.tobytes() # type: ignore
397
+ self._typestr = self._array.__array_interface__["typestr"] # type: ignore
398
+ self._dtype = np.dtype(self._typestr).name # type: ignore
399
399
 
400
400
  def uncompressed_bytes(self) -> Optional[bytes]:
401
401
  """Returns uncompressed bytes."""
@@ -420,7 +420,7 @@ class Sample:
420
420
  return self._array # type: ignore
421
421
 
422
422
  @property
423
- def pil(self) -> Image.Image: # type: ignore
423
+ def pil(self) -> Optional[Image.Image]: # type: ignore
424
424
  """Return PIL image corresponding to the sample. Decompresses the sample if necessary.
425
425
 
426
426
  Example:
@@ -229,7 +229,7 @@ class LRUCache(StorageProvider):
229
229
  continue
230
230
  if _get_nbytes(result) <= self.cache_size:
231
231
  self._insert_in_cache(key, result)
232
- yield result
232
+ yield key, result
233
233
 
234
234
  def get_bytes(
235
235
  self,
@@ -3,7 +3,7 @@ import numpy as np
3
3
  import pytest
4
4
  import sys
5
5
  from time import sleep
6
- from unittest.mock import MagicMock
6
+ from unittest.mock import patch
7
7
 
8
8
  import deeplake
9
9
  from deeplake import VectorStore
@@ -461,7 +461,7 @@ def test_deepmemory_evaluate_without_embedding_function(
461
461
  questions_embeddings_and_relevances,
462
462
  hub_cloud_dev_token,
463
463
  ):
464
- corpus, _, _, query_path = corpus_query_relevances_copy
464
+ corpus, _, _, _ = corpus_query_relevances_copy
465
465
  (
466
466
  questions_embeddings,
467
467
  question_relevances,
@@ -503,6 +503,25 @@ def test_deepmemory_list_jobs(jobs_list, corpus_query_pair_path, hub_cloud_dev_t
503
503
 
504
504
  @pytest.mark.skipif(sys.platform == "win32", reason="Does not run on Windows")
505
505
  def test_deepmemory_status(capsys, job_id, corpus_query_pair_path, hub_cloud_dev_token):
506
+ corpus, _ = corpus_query_pair_path
507
+ dataset_id = corpus.split("//")[1].strip("/")
508
+
509
+ class _response_mock:
510
+ @property
511
+ def status_code(self):
512
+ return 200
513
+
514
+ def json(self):
515
+ return {
516
+ "id": job_id,
517
+ "status": "completed",
518
+ "dataset_id": dataset_id,
519
+ "progress": {
520
+ "eta": "2.5 seconds",
521
+ "best_recall@10": "50.00% (+25.00%)",
522
+ },
523
+ }
524
+
506
525
  output_str = (
507
526
  "--------------------------------------------------------------\n"
508
527
  f"| {job_id} |\n"
@@ -516,20 +535,17 @@ def test_deepmemory_status(capsys, job_id, corpus_query_pair_path, hub_cloud_dev
516
535
  "--------------------------------------------------------------\n\n\n"
517
536
  )
518
537
 
519
- corpus, _ = corpus_query_pair_path
520
-
521
538
  db = VectorStore(
522
539
  corpus,
523
540
  runtime={"tensor_db": True},
524
541
  token=hub_cloud_dev_token,
525
542
  )
526
543
 
527
- jobs_list = db.deep_memory.status(job_id)
528
- status = capsys.readouterr()
529
- # TODO: The reason why index is added is because sometimes backends returns request
530
- # parameters in different order need to address this issue either on a client side
531
- # or on a backend side
532
- assert status.out[511:] == output_str[511:]
544
+ with patch("deeplake.client.client.DeepMemoryBackendClient.request") as api_mock:
545
+ api_mock.return_value = _response_mock()
546
+ db.deep_memory.status(job_id)
547
+ status = capsys.readouterr()
548
+ assert status.out[511:] == output_str[511:]
533
549
 
534
550
 
535
551
  @pytest.mark.slow
@@ -618,7 +634,7 @@ def test_unsupported_deepmemory_users(local_ds):
618
634
  def test_deepmemory_list_jobs_with_no_jobs(
619
635
  corpus_query_relevances_copy, hub_cloud_dev_token
620
636
  ):
621
- corpus, queries, relevances, _ = corpus_query_relevances_copy
637
+ corpus, _, _, _ = corpus_query_relevances_copy
622
638
 
623
639
  db = VectorStore(
624
640
  path=corpus,
@@ -749,7 +765,7 @@ def test_deepmemory_train_with_embedding_function_specified_in_constructor_shoul
749
765
  embedding_function=embedding_fn,
750
766
  )
751
767
 
752
- job_id = db.deep_memory.train(
768
+ _ = db.deep_memory.train(
753
769
  queries=queries,
754
770
  relevance=relevances,
755
771
  )
@@ -776,13 +792,14 @@ def test_deepmemory_evaluate_with_embedding_function_specified_in_constructor_sh
776
792
  runtime={"tensor_db": True},
777
793
  token=hub_cloud_dev_token,
778
794
  embedding_function=embedding_fn,
795
+ read_only=True,
779
796
  )
780
797
 
781
798
  queries = queries_vs.dataset[:10].text.data()["value"]
782
799
  relevance = queries_vs.dataset[:10].metadata.data()["value"]
783
800
  relevance = [rel["relevance"] for rel in relevance]
784
801
 
785
- recall = db.deep_memory.evaluate(
802
+ _ = db.deep_memory.evaluate(
786
803
  queries=queries,
787
804
  relevance=relevance,
788
805
  )
@@ -1,5 +1,5 @@
1
1
  numpy<2.0
2
- pillow~=10.2.0
2
+ pillow~=10.4.0
3
3
  boto3
4
4
  click
5
5
  google-cloud-storage~=1.42.0
@@ -11,7 +11,7 @@ pathos
11
11
  humbug>=0.3.1
12
12
  tqdm
13
13
  lz4
14
- av>=8.1.0,<=12.3.0; python_version >= '3.7' or sys_platform != 'win32'
14
+ av>=8.1.0; python_version >= '3.7' or sys_platform != 'win32'
15
15
  pydicom
16
16
  IPython
17
17
  flask
@@ -1,13 +1,13 @@
1
- --find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.13/index.html
1
+ --find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.12/index.html
2
2
  torch
3
3
  torchvision
4
4
  tensorflow
5
5
  tensorflow_datasets
6
6
  pickle5>=0.0.11; python_version < "3.8" and python_version >= "3.6"
7
7
  datasets~=1.17
8
- mmcv-full==1.7.1; platform_system == "Linux" and python_version >= "3.7"
8
+ mmcv-full==1.7.1; platform_system == "Linux" and python_version >= "3.7" --find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.12/index.html
9
9
  mmdet==2.28.1; platform_system == "Linux" and python_version >= "3.7"
10
10
  mmsegmentation==0.30.0; platform_system == "Linux" and python_version >= "3.7"
11
11
  mmengine
12
12
  pandas
13
- av==12.3.0
13
+ av
@@ -78,7 +78,7 @@ def get_actual_compression_from_buffer(buffer: memoryview) -> Optional[str]:
78
78
  try:
79
79
  bio = BytesIO(buffer)
80
80
  img = Image.open(bio)
81
- return img.format.lower()
81
+ return None if img.format is None else img.format.lower()
82
82
 
83
83
  except UnidentifiedImageError:
84
84
  return None
@@ -0,0 +1 @@
1
+ BUGOUT_TOKEN = 'f2d33fbe-399a-482d-9226-ddb9a7f0929f'
@@ -30,7 +30,7 @@ def needs_downsampling(sample, factor: int):
30
30
  if isinstance(sample, Image.Image):
31
31
  dimensions = sample.size
32
32
  elif isinstance(sample, np.ndarray):
33
- dimensions = sample.shape
33
+ dimensions = sample.shape # type: ignore
34
34
  if len(dimensions) == 3 and dimensions[2] == 0:
35
35
  return False
36
36
  dimensions = dimensions[:2]
@@ -62,7 +62,7 @@ def downsample_sample(
62
62
  elif isinstance(sample, SampleTiles):
63
63
  sample = sample.arr or PartialSample(
64
64
  sample.sample_shape, sample.tile_shape, sample.dtype
65
- )
65
+ ) # type: ignore
66
66
 
67
67
  if isinstance(sample, PartialSample):
68
68
  return sample.downsample(factor)
@@ -126,7 +126,7 @@ def downsample_link_tiled(
126
126
  if compression is None:
127
127
  return arr
128
128
  with io.BytesIO() as f:
129
- Image.fromarray(arr).save(f, format=compression)
129
+ Image.fromarray(arr).save(f, format=compression) # type: ignore
130
130
  image_bytes = f.getvalue()
131
131
  return deeplake.core.sample.Sample(buffer=image_bytes, compression=compression)
132
132
 
@@ -206,7 +206,7 @@ class UserNotLoggedInException(Exception):
206
206
  class InvalidHubPathException(Exception):
207
207
  def __init__(self, path):
208
208
  super().__init__(
209
- f"The Dataset's path is an invalid Deep Lake cloud path. It should be of the form hub://username/dataset got {path}."
209
+ f"The Dataset's path is an invalid Deep Lake cloud path. It should be of the form hub://username/dataset, but got {path}."
210
210
  )
211
211
 
212
212
 
@@ -1,4 +1,5 @@
1
1
  from fractions import Fraction
2
+ from typing import Any, Dict
2
3
 
3
4
  from PIL import Image # type: ignore
4
5
  import PIL.ExifTags # type: ignore
@@ -41,22 +42,23 @@ _LOOKUPS = {
41
42
  }
42
43
 
43
44
 
44
- def getexif(image: Image):
45
- raw_exif = image._getexif()
45
+ def getexif(image: Image.Image) -> Dict[str, Any]:
46
+ raw_exif = image.getexif()
46
47
  if not raw_exif:
47
48
  return {}
49
+
48
50
  exif = {}
49
51
  for k, v in raw_exif.items():
50
52
  tag = k
51
- k = PIL.ExifTags.TAGS.get(k, k)
52
- v = _process_exif_value(k, v)
53
+ key = str(PIL.ExifTags.TAGS.get(k, k))
54
+ v = _process_exif_value(key, v)
53
55
  if v is None:
54
56
  continue
55
- exif[k] = v
57
+ exif[key] = v
56
58
  return exif
57
59
 
58
60
 
59
- def _process_exif_value(k: str, v):
61
+ def _process_exif_value(k: str, v: Any) -> Any:
60
62
  if hasattr(v, "numerator"): # Rational
61
63
  v = v.numerator / v.denominator if v.denominator else 0
62
64
  if k == "ExposureTime":
@@ -67,12 +69,18 @@ def _process_exif_value(k: str, v):
67
69
  except ValueError: # nan
68
70
  pass
69
71
  return v
72
+
70
73
  elif k in _LOOKUPS:
71
- return _LOOKUPS[k][v]
72
- elif isinstance(v, bytes):
74
+ if isinstance(_LOOKUPS[k], dict):
75
+ return _LOOKUPS[k].get(v, v) # type: ignore
76
+ elif isinstance(_LOOKUPS[k], tuple):
77
+ return _LOOKUPS[k][v] if v < len(_LOOKUPS[k]) else v
78
+
79
+ elif isinstance(v, bytes): # Handle byte data
73
80
  return str(v) if len(v) < 16 else "<bytes>"
74
81
  elif isinstance(v, (list, tuple)):
75
82
  return type(v)(_process_exif_value("_", x) for x in v)
76
83
  elif isinstance(v, dict):
77
- return {k: _process_exif_value("_", x) for k, x in v.items()}
84
+ return {key: _process_exif_value("_", x) for key, x in v.items()}
85
+
78
86
  return str(v)
@@ -13,7 +13,7 @@ def convert_sample(image_sample: Sample, mode: str) -> Sample:
13
13
  image.close()
14
14
  return image_sample
15
15
 
16
- image = image.convert(mode)
16
+ image = image.convert(mode) # type: ignore
17
17
  image_bytes = BytesIO()
18
18
  image.save(image_bytes, format=image_sample.compression)
19
19
  converted = Sample(
@@ -108,7 +108,8 @@ def convert_pathlib_to_string_if_needed(path: Union[str, pathlib.Path]) -> str:
108
108
 
109
109
 
110
110
  def process_dataset_path(path: Union[str, pathlib.Path]) -> Tuple[str, Optional[str]]:
111
- dataset_path, at, address = str(path).partition("@")
111
+ path = str(path).strip()
112
+ dataset_path, _, address = path.partition("@")
112
113
  if not address:
113
114
  address = None # type: ignore
114
115
  return dataset_path, address
@@ -25,7 +25,7 @@ def process_hub_path(path: str) -> Tuple[str, str, str, str]:
25
25
  subdir = f".queries/{s[2]}"
26
26
  else:
27
27
  subdir = "/".join(s[2:])
28
- if len(s) > 2:
28
+ if len(subdir) and len(s) > 2:
29
29
  if (
30
30
  not (len(s) == 4 and s[2] == ".queries")
31
31
  and not deeplake.constants._ENABLE_HUB_SUB_DATASETS
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.22
3
+ Version: 3.9.24
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai