deeplake 3.9.1__tar.gz → 3.9.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. {deeplake-3.9.1/deeplake.egg-info → deeplake-3.9.2}/PKG-INFO +1 -1
  2. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/__init__.py +1 -1
  3. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compression.py +7 -2
  4. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/dataset.py +2 -2
  5. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/s3.py +65 -3
  6. deeplake-3.9.2/deeplake/util/bugout_token.py +1 -0
  7. {deeplake-3.9.1 → deeplake-3.9.2/deeplake.egg-info}/PKG-INFO +1 -1
  8. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake.egg-info/requires.txt +9 -9
  9. {deeplake-3.9.1 → deeplake-3.9.2}/setup.py +1 -1
  10. deeplake-3.9.1/deeplake/util/bugout_token.py +0 -1
  11. {deeplake-3.9.1 → deeplake-3.9.2}/LICENSE +0 -0
  12. {deeplake-3.9.1 → deeplake-3.9.2}/MANIFEST.in +0 -0
  13. {deeplake-3.9.1 → deeplake-3.9.2}/README.md +0 -0
  14. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/__init__.py +0 -0
  15. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/dataset.py +0 -0
  16. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/info.py +0 -0
  17. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/link.py +0 -0
  18. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/link_tiled.py +0 -0
  19. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/read.py +0 -0
  20. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/__init__.py +0 -0
  21. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_access_method.py +0 -0
  22. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_agreement.py +0 -0
  23. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_api.py +0 -0
  24. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_api_tiling.py +0 -0
  25. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_api_with_compression.py +0 -0
  26. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_chunk_sizes.py +0 -0
  27. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_connect_datasets.py +0 -0
  28. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_dataset.py +0 -0
  29. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_dicom.py +0 -0
  30. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_downsample.py +0 -0
  31. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_events.py +0 -0
  32. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_grayscale.py +0 -0
  33. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_hosted_datasets.py +0 -0
  34. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_info.py +0 -0
  35. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
  36. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_json.py +0 -0
  37. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_link.py +0 -0
  38. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_link_tiled.py +0 -0
  39. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_linking.py +0 -0
  40. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_mesh.py +0 -0
  41. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_meta.py +0 -0
  42. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_nifti.py +0 -0
  43. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_none.py +0 -0
  44. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_partial_upload.py +0 -0
  45. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_pickle.py +0 -0
  46. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_point_cloud.py +0 -0
  47. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_polygons.py +0 -0
  48. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_pop.py +0 -0
  49. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_readonly.py +0 -0
  50. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_rechunk.py +0 -0
  51. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_reset.py +0 -0
  52. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_sample_info.py +0 -0
  53. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_tag.py +0 -0
  54. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_text.py +0 -0
  55. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_update_samples.py +0 -0
  56. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_video.py +0 -0
  57. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tests/test_views.py +0 -0
  58. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/api/tiled.py +0 -0
  59. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/__init__.py +0 -0
  60. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/structured/__init__.py +0 -0
  61. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/structured/base.py +0 -0
  62. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/structured/dataframe.py +0 -0
  63. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/tests/__init__.py +0 -0
  64. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/tests/test_coco_template.py +0 -0
  65. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/tests/test_ingestion.py +0 -0
  66. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/tests/test_kaggle.py +0 -0
  67. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/tests/test_yolo_template.py +0 -0
  68. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/__init__.py +0 -0
  69. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/base.py +0 -0
  70. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/__init__.py +0 -0
  71. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/coco.py +0 -0
  72. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/constants.py +0 -0
  73. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/convert.py +0 -0
  74. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/utils.py +0 -0
  75. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/image_classification.py +0 -0
  76. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/kaggle.py +0 -0
  77. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/util.py +0 -0
  78. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
  79. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/constants.py +0 -0
  80. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/utils.py +0 -0
  81. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
  82. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/__init__.py +0 -0
  83. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/auth/__init__.py +0 -0
  84. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/auth/activeloop.py +0 -0
  85. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/auth/auth_context.py +0 -0
  86. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/auth/azure.py +0 -0
  87. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/auth/test_auth_context.py +0 -0
  88. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/client.py +0 -0
  89. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/config.py +0 -0
  90. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/log.py +0 -0
  91. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/test_client.py +0 -0
  92. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/client/utils.py +0 -0
  93. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/compression.py +0 -0
  94. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/constants.py +0 -0
  95. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/__init__.py +0 -0
  96. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/__init__.py +0 -0
  97. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/base_chunk.py +0 -0
  98. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
  99. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
  100. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
  101. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/test_sample_compressed.py +0 -0
  102. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/test_uncompressed.py +0 -0
  103. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
  104. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/chunk_engine.py +0 -0
  105. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/__init__.py +0 -0
  106. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/process.py +0 -0
  107. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/provider.py +0 -0
  108. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/ray.py +0 -0
  109. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/serial.py +0 -0
  110. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/compute/thread.py +0 -0
  111. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/__init__.py +0 -0
  112. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
  113. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/indra_dataset_view.py +0 -0
  114. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/indra_tensor_view.py +0 -0
  115. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/invalid_view.py +0 -0
  116. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/dataset/view_entry.py +0 -0
  117. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/distance_type.py +0 -0
  118. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/fast_forwarding.py +0 -0
  119. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/index/__init__.py +0 -0
  120. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/index/index.py +0 -0
  121. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/index_maintenance.py +0 -0
  122. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/io.py +0 -0
  123. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/ipc.py +0 -0
  124. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/link_creds.py +0 -0
  125. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/linked_chunk_engine.py +0 -0
  126. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/linked_sample.py +0 -0
  127. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/linked_tiled_sample.py +0 -0
  128. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/lock.py +0 -0
  129. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/__init__.py +0 -0
  130. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/dataset_meta.py +0 -0
  131. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/__init__.py +0 -0
  132. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/base_encoder.py +0 -0
  133. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/byte_positions.py +0 -0
  134. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/chunk_id.py +0 -0
  135. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/creds.py +0 -0
  136. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/pad.py +0 -0
  137. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/sequence.py +0 -0
  138. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/shape.py +0 -0
  139. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/__init__.py +0 -0
  140. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/common.py +0 -0
  141. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
  142. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
  143. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
  144. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
  145. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
  146. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/encode/tile.py +0 -0
  147. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/meta.py +0 -0
  148. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/meta/tensor_meta.py +0 -0
  149. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/partial_reader.py +0 -0
  150. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/partial_sample.py +0 -0
  151. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/polygon.py +0 -0
  152. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/query/__init__.py +0 -0
  153. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/query/autocomplete.py +0 -0
  154. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/query/filter.py +0 -0
  155. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/query/query.py +0 -0
  156. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/sample.py +0 -0
  157. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/seed.py +0 -0
  158. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/serialize.py +0 -0
  159. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/__init__.py +0 -0
  160. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/azure.py +0 -0
  161. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/deeplake_memory_object.py +0 -0
  162. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/gcs.py +0 -0
  163. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/google_drive.py +0 -0
  164. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/indra.py +0 -0
  165. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/local.py +0 -0
  166. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/lru_cache.py +0 -0
  167. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/memory.py +0 -0
  168. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/storage/provider.py +0 -0
  169. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tensor.py +0 -0
  170. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tensor_link.py +0 -0
  171. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/test_serialize.py +0 -0
  172. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/__init__.py +0 -0
  173. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_compression.py +0 -0
  174. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_compute.py +0 -0
  175. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_dataset.py +0 -0
  176. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_indra_dataset.py +0 -0
  177. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_io.py +0 -0
  178. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_locking.py +0 -0
  179. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_query.py +0 -0
  180. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_readonly.py +0 -0
  181. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_seed.py +0 -0
  182. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_serialize.py +0 -0
  183. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tests/test_vdb_indexes.py +0 -0
  184. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/__init__.py +0 -0
  185. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/deserialize.py +0 -0
  186. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/optimizer.py +0 -0
  187. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/sample_tiles.py +0 -0
  188. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/serialize.py +0 -0
  189. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/test_optimizer.py +0 -0
  190. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/tiling/test_serialize.py +0 -0
  191. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/transform/__init__.py +0 -0
  192. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/transform/test_transform.py +0 -0
  193. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/transform/transform.py +0 -0
  194. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/transform/transform_dataset.py +0 -0
  195. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/transform/transform_tensor.py +0 -0
  196. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/__init__.py +0 -0
  197. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
  198. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
  199. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
  200. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
  201. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
  202. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
  203. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
  204. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
  205. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
  206. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
  207. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
  208. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
  209. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
  210. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
  211. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
  212. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
  213. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
  214. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
  215. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
  216. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
  217. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
  218. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
  219. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
  220. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
  221. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
  222. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
  223. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
  224. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
  225. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
  226. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
  227. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
  228. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
  229. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
  230. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
  231. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
  232. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
  233. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
  234. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/__init__.py +0 -0
  235. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/commit_chunk_map.py +0 -0
  236. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/commit_diff.py +0 -0
  237. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/commit_node.py +0 -0
  238. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/dataset_diff.py +0 -0
  239. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/test_merge.py +0 -0
  240. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/core/version_control/test_version_control.py +0 -0
  241. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/__init__.py +0 -0
  242. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
  243. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/dataloader.py +0 -0
  244. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/dummy_dataloader.py +0 -0
  245. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/libdeeplake_query.py +0 -0
  246. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/test_pytorch.py +0 -0
  247. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/test_query.py +0 -0
  248. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/test_tensorflow.py +0 -0
  249. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/enterprise/util.py +0 -0
  250. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/hooks.py +0 -0
  251. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/htype.py +0 -0
  252. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/__init__.py +0 -0
  253. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/huggingface/__init__.py +0 -0
  254. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/huggingface/huggingface.py +0 -0
  255. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/mmdet/__init__.py +0 -0
  256. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_.py +0 -0
  257. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_runners.py +0 -0
  258. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
  259. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/pytorch/__init__.py +0 -0
  260. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/pytorch/common.py +0 -0
  261. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/pytorch/dataset.py +0 -0
  262. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/pytorch/pytorch.py +0 -0
  263. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
  264. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/tf/__init__.py +0 -0
  265. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/tf/common.py +0 -0
  266. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
  267. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
  268. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/wandb/__init__.py +0 -0
  269. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/integrations/wandb/wandb.py +0 -0
  270. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/requirements/common.txt +0 -0
  271. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/requirements/docs.txt +0 -0
  272. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/requirements/plugins.txt +0 -0
  273. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/requirements/tests.txt +0 -0
  274. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/__init__.py +0 -0
  275. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/cache_fixtures.py +0 -0
  276. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/client_fixtures.py +0 -0
  277. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/common.py +0 -0
  278. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/dataset_fixtures.py +0 -0
  279. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/path_fixtures.py +0 -0
  280. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/tests/storage_fixtures.py +0 -0
  281. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/__init__.py +0 -0
  282. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/access_method.py +0 -0
  283. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/agreement.py +0 -0
  284. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/array_list.py +0 -0
  285. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/assert_byte_indexes.py +0 -0
  286. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/auto.py +0 -0
  287. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/bugout_reporter.py +0 -0
  288. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/cache_chain.py +0 -0
  289. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/casting.py +0 -0
  290. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/check_installation.py +0 -0
  291. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/check_latest_version.py +0 -0
  292. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/chunk_engine.py +0 -0
  293. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/class_label.py +0 -0
  294. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/compression.py +0 -0
  295. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/compute.py +0 -0
  296. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/connect_dataset.py +0 -0
  297. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/dataset.py +0 -0
  298. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/delete_entry.py +0 -0
  299. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/diff.py +0 -0
  300. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/downsample.py +0 -0
  301. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/empty_sample.py +0 -0
  302. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/encoder.py +0 -0
  303. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/exceptions.py +0 -0
  304. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/exif.py +0 -0
  305. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/from_tfds.py +0 -0
  306. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/generate_id.py +0 -0
  307. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/hash.py +0 -0
  308. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/htype.py +0 -0
  309. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/image.py +0 -0
  310. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/invalid_view_op.py +0 -0
  311. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/iterable_ordered_dict.py +0 -0
  312. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/iteration_warning.py +0 -0
  313. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/join_chunks.py +0 -0
  314. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/json.py +0 -0
  315. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/keys.py +0 -0
  316. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/link.py +0 -0
  317. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/logging.py +0 -0
  318. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/merge.py +0 -0
  319. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/modified.py +0 -0
  320. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/notebook.py +0 -0
  321. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/__init__.py +0 -0
  322. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/mesh.py +0 -0
  323. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/mesh_parser.py +0 -0
  324. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/mesh_reader.py +0 -0
  325. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/object_base_3d.py +0 -0
  326. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parser.py +0 -0
  327. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parser_base.py +0 -0
  328. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parsers.py +0 -0
  329. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_reader.py +0 -0
  330. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_reader_base.py +0 -0
  331. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/ply_readers.py +0 -0
  332. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/point_cloud.py +0 -0
  333. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/object_3d/read_3d_data.py +0 -0
  334. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/path.py +0 -0
  335. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/pretty_print.py +0 -0
  336. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/remove_cache.py +0 -0
  337. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/scheduling.py +0 -0
  338. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/shape_interval.py +0 -0
  339. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/shuffle.py +0 -0
  340. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/spinner.py +0 -0
  341. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/split.py +0 -0
  342. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/storage.py +0 -0
  343. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tag.py +0 -0
  344. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tensor_db.py +0 -0
  345. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/testing.py +0 -0
  346. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/__init__.py +0 -0
  347. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_auto.py +0 -0
  348. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_connect_dataset.py +0 -0
  349. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
  350. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_keys.py +0 -0
  351. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_read.py +0 -0
  352. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_shape_interval.py +0 -0
  353. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_shuffle.py +0 -0
  354. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_split.py +0 -0
  355. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_tensor_db.py +0 -0
  356. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_token.py +0 -0
  357. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_version_control.py +0 -0
  358. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/tests/test_video.py +0 -0
  359. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/threading.py +0 -0
  360. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/token.py +0 -0
  361. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/transform.py +0 -0
  362. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/version_control.py +0 -0
  363. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/video.py +0 -0
  364. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/util/warnings.py +0 -0
  365. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/visualizer/__init__.py +0 -0
  366. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/visualizer/video_streaming.py +0 -0
  367. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake/visualizer/visualizer.py +0 -0
  368. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake.egg-info/SOURCES.txt +0 -0
  369. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake.egg-info/dependency_links.txt +0 -0
  370. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake.egg-info/not-zip-safe +0 -0
  371. {deeplake-3.9.1 → deeplake-3.9.2}/deeplake.egg-info/top_level.txt +0 -0
  372. {deeplake-3.9.1 → deeplake-3.9.2}/pyproject.toml +0 -0
  373. {deeplake-3.9.1 → deeplake-3.9.2}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.1
3
+ Version: 3.9.2
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -89,7 +89,7 @@ __all__ = [
89
89
  ]
90
90
 
91
91
 
92
- __version__ = "3.9.1"
92
+ __version__ = "3.9.2"
93
93
  warn_if_update_required(__version__)
94
94
  __encoded_version__ = np.array(__version__)
95
95
  config = {"s3": Config(max_pool_connections=50, connect_timeout=300, read_timeout=300)}
@@ -780,10 +780,15 @@ def _read_dicom_shape_and_dtype(
780
780
  f = BytesIO(f) # type: ignore
781
781
  dcm = dcmread(f)
782
782
  nchannels = dcm[0x0028, 0x0002].value
783
- shape = (dcm.Rows, dcm.Columns, nchannels)
783
+ numOfFrames = dcm.get("NumberOfFrames", -1)
784
+
784
785
  isfloat = "FloatPixelData" in dcm or "DoubleFloatPixelData" in dcm
785
786
  dtype = pixel_dtype(dcm, isfloat).str
786
- return shape, dtype
787
+
788
+ if numOfFrames != -1:
789
+ return (int(numOfFrames), dcm.Rows, dcm.Columns, nchannels), dtype
790
+ else:
791
+ return (dcm.Rows, dcm.Columns, nchannels), dtype
787
792
 
788
793
 
789
794
  def _decompress_dicom(f: Union[str, bytes, BinaryIO]):
@@ -2183,14 +2183,14 @@ class Dataset:
2183
2183
  return dataloader
2184
2184
 
2185
2185
  def dataloader(self, ignore_errors: bool = False, verbose: bool = False):
2186
- """Returns a :class:`~deeplake.enterprise.DeepLakeDataLoader` object.
2186
+ """Returns a :class:`~deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
2187
2187
 
2188
2188
  Args:
2189
2189
  ignore_errors (bool): If ``True``, the data loader will ignore errors appeared during data iteration otherwise it will collect the statistics and report appeared errors. Default value is ``False``
2190
2190
  verbose (bool): If ``True``, the data loader will dump verbose logs of it's steps. Default value is ``False``
2191
2191
 
2192
2192
  Returns:
2193
- ~deeplake.enterprise.DeepLakeDataLoader: A :class:`deeplake.enterprise.DeepLakeDataLoader` object.
2193
+ ~deeplake.enterprise.dataloader.DeepLakeDataLoader: A :class:`deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
2194
2194
 
2195
2195
  Examples:
2196
2196
 
@@ -5,6 +5,7 @@ import time
5
5
  import boto3
6
6
  import botocore # type: ignore
7
7
  import posixpath
8
+ import ssl
8
9
  from typing import Dict, Optional, Tuple, Type
9
10
  from datetime import datetime, timezone
10
11
  from botocore.session import ComponentLocator
@@ -28,6 +29,7 @@ from botocore.exceptions import (
28
29
  ConnectionClosedError,
29
30
  EndpointConnectionError,
30
31
  IncompleteReadError,
32
+ SSLError,
31
33
  )
32
34
  from concurrent import futures
33
35
  from concurrent.futures import ThreadPoolExecutor
@@ -39,6 +41,8 @@ CONNECTION_ERRORS = (
39
41
  ConnectionClosedError,
40
42
  EndpointConnectionError,
41
43
  IncompleteReadError,
44
+ SSLError,
45
+ ssl.SSLError,
42
46
  )
43
47
 
44
48
  try:
@@ -188,8 +192,10 @@ class S3Provider(StorageProvider):
188
192
  self._set(path, content)
189
193
  except CONNECTION_ERRORS as err:
190
194
  tries = self.num_tries
195
+ retry_wait = 0
191
196
  for i in range(1, tries + 1):
192
197
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
198
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
193
199
  try:
194
200
  self._set(path, content)
195
201
  always_warn(
@@ -278,8 +284,11 @@ class S3Provider(StorageProvider):
278
284
  return self._get_bytes(path, start_byte, end_byte)
279
285
  except CONNECTION_ERRORS as err:
280
286
  tries = self.num_tries
287
+ retry_wait = 0
281
288
  for i in range(1, tries + 1):
282
289
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
290
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
291
+
283
292
  try:
284
293
  ret = self._get_bytes(path, start_byte, end_byte)
285
294
  always_warn(
@@ -320,8 +329,11 @@ class S3Provider(StorageProvider):
320
329
  self._del(path)
321
330
  except CONNECTION_ERRORS as err:
322
331
  tries = self.num_tries
332
+ retry_wait = 0
323
333
  for i in range(1, tries + 1):
324
334
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
335
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
336
+
325
337
  try:
326
338
  self._del(path)
327
339
  always_warn(
@@ -336,7 +348,7 @@ class S3Provider(StorageProvider):
336
348
 
337
349
  @property
338
350
  def num_tries(self):
339
- return min(ceil((time.time() - self.start_time) / 300), 5)
351
+ return max(3, min(ceil((time.time() - self.start_time) / 300), 5))
340
352
 
341
353
  def _keys_iterator(self):
342
354
  self._check_update_creds()
@@ -623,11 +635,45 @@ class S3Provider(StorageProvider):
623
635
  self._presigned_urls[path] = (url, time.time())
624
636
  return url
625
637
 
638
+ def _get_object_size(self, path: str) -> int:
639
+ obj = self.resource.Object(self.bucket, path)
640
+ return obj.content_length
641
+
626
642
  def get_object_size(self, path: str) -> int:
627
643
  self._check_update_creds()
628
644
  path = "".join((self.path, path))
629
- obj = self.resource.Object(self.bucket, path)
630
- return obj.content_length
645
+
646
+ try:
647
+ return self._get_object_size(path)
648
+ except botocore.exceptions.ClientError as err:
649
+ if err.response["Error"]["Code"] == "NoSuchKey":
650
+ raise KeyError(err) from err
651
+ if err.response["Error"]["Code"] == "InvalidAccessKeyId":
652
+ new_error_cls: Type[S3GetError] = S3GetAccessError
653
+ else:
654
+ new_error_cls = S3GetError
655
+ with S3ResetReloadCredentialsManager(self, new_error_cls):
656
+ return self._get_object_size(path)
657
+ except CONNECTION_ERRORS as err:
658
+ tries = self.num_tries
659
+ retry_wait = 0
660
+ for i in range(1, tries + 1):
661
+ always_warn(f"Encountered connection error, retry {i} out of {tries}")
662
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
663
+
664
+ try:
665
+ ret = self._get_object_size(path)
666
+ always_warn(
667
+ f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
668
+ )
669
+ return ret
670
+ except Exception:
671
+ pass
672
+ raise S3GetError(err) from err
673
+ except botocore.exceptions.NoCredentialsError as err:
674
+ raise S3GetAccessError from err
675
+ except Exception as err:
676
+ raise S3GetError(err) from err
631
677
 
632
678
  def get_object_from_full_url(self, url: str):
633
679
  root = url.replace("s3://", "")
@@ -643,8 +689,11 @@ class S3Provider(StorageProvider):
643
689
  return self._get(path, bucket)
644
690
  except CONNECTION_ERRORS as err:
645
691
  tries = self.num_tries
692
+ retry_wait = 0
646
693
  for i in range(1, tries + 1):
647
694
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
695
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
696
+
648
697
  try:
649
698
  ret = self._get(path, bucket)
650
699
  always_warn(
@@ -683,8 +732,11 @@ class S3Provider(StorageProvider):
683
732
  self._set_items(items)
684
733
  except CONNECTION_ERRORS as err:
685
734
  tries = self.num_tries
735
+ retry_wait = 0
686
736
  for i in range(1, tries + 1):
687
737
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
738
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
739
+
688
740
  try:
689
741
  self._set_items(items)
690
742
  always_warn(
@@ -711,3 +763,13 @@ class S3Provider(StorageProvider):
711
763
  yield key, future.result()
712
764
  else:
713
765
  yield key, exception
766
+
767
+ def _retry_wait_and_extend(self, retry_wait: int, err: Exception):
768
+ if not (isinstance(err, ssl.SSLError) or isinstance(err, SSLError)):
769
+ return 0
770
+
771
+ time.sleep(retry_wait)
772
+
773
+ if retry_wait == 0:
774
+ return 1
775
+ return retry_wait * 2
@@ -0,0 +1 @@
1
+ BUGOUT_TOKEN = 'a4d030e0-a6c8-475e-bc33-ca65045b51f1'
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.1
3
+ Version: 3.9.2
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -8,27 +8,27 @@ tqdm
8
8
  lz4
9
9
  pyjwt
10
10
  pydantic
11
- libdeeplake==0.0.119
11
+ libdeeplake==0.0.123
12
12
 
13
13
  [:python_version >= "3.7" and sys_platform != "win32"]
14
14
  aioboto3>=10.4.0
15
15
  nest_asyncio
16
16
 
17
17
  [all]
18
- google-auth~=2.0.1
19
18
  laspy
20
19
  google-api-python-client~=2.31.0
21
20
  azure-storage-blob
22
- oauth2client~=4.1.3
23
- nibabel
21
+ pydicom
24
22
  IPython
23
+ google-auth~=2.0.1
24
+ azure-identity
25
25
  azure-cli
26
+ oauth2client~=4.1.3
26
27
  google-cloud-storage~=1.42.0
27
- google-auth-oauthlib~=0.4.5
28
- pydicom
28
+ nibabel
29
29
  flask
30
- azure-identity
31
- libdeeplake==0.0.119
30
+ google-auth-oauthlib~=0.4.5
31
+ libdeeplake==0.0.123
32
32
 
33
33
  [all:python_version >= "3.7" or sys_platform != "win32"]
34
34
  av>=8.1.0
@@ -53,7 +53,7 @@ pydicom
53
53
  nibabel
54
54
 
55
55
  [enterprise]
56
- libdeeplake==0.0.119
56
+ libdeeplake==0.0.123
57
57
  pyjwt
58
58
 
59
59
  [gcp]
@@ -70,7 +70,7 @@ extras_require = {k: [req_map[r] for r in v] for k, v in extras.items()}
70
70
  extras_require["all"] = [req_map[r] for r in all_extras]
71
71
 
72
72
  if libdeeplake_available():
73
- libdeeplake = "libdeeplake==0.0.119"
73
+ libdeeplake = "libdeeplake==0.0.123"
74
74
  extras_require["enterprise"] = [libdeeplake, "pyjwt"]
75
75
  extras_require["all"].append(libdeeplake)
76
76
  install_requires.append(libdeeplake)
@@ -1 +0,0 @@
1
- BUGOUT_TOKEN = '6f8a11af-e282-427b-8f41-6025b7a2f5c7'
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes