deeplake 3.9.0__tar.gz → 3.9.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. {deeplake-3.9.0/deeplake.egg-info → deeplake-3.9.2}/PKG-INFO +2 -2
  2. {deeplake-3.9.0 → deeplake-3.9.2}/README.md +1 -1
  3. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/__init__.py +1 -1
  4. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/dataset.py +12 -10
  5. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compression.py +7 -2
  6. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/dataset.py +7 -6
  7. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/indra_tensor_view.py +11 -1
  8. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/s3.py +65 -3
  9. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_indra_dataset.py +1 -0
  10. deeplake-3.9.2/deeplake/util/bugout_token.py +1 -0
  11. {deeplake-3.9.0 → deeplake-3.9.2/deeplake.egg-info}/PKG-INFO +2 -2
  12. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake.egg-info/requires.txt +11 -11
  13. {deeplake-3.9.0 → deeplake-3.9.2}/setup.py +1 -1
  14. deeplake-3.9.0/deeplake/util/bugout_token.py +0 -1
  15. {deeplake-3.9.0 → deeplake-3.9.2}/LICENSE +0 -0
  16. {deeplake-3.9.0 → deeplake-3.9.2}/MANIFEST.in +0 -0
  17. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/__init__.py +0 -0
  18. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/info.py +0 -0
  19. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/link.py +0 -0
  20. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/link_tiled.py +0 -0
  21. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/read.py +0 -0
  22. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/__init__.py +0 -0
  23. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_access_method.py +0 -0
  24. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_agreement.py +0 -0
  25. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_api.py +0 -0
  26. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_api_tiling.py +0 -0
  27. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_api_with_compression.py +0 -0
  28. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_chunk_sizes.py +0 -0
  29. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_connect_datasets.py +0 -0
  30. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_dataset.py +0 -0
  31. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_dicom.py +0 -0
  32. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_downsample.py +0 -0
  33. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_events.py +0 -0
  34. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_grayscale.py +0 -0
  35. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_hosted_datasets.py +0 -0
  36. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_info.py +0 -0
  37. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
  38. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_json.py +0 -0
  39. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_link.py +0 -0
  40. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_link_tiled.py +0 -0
  41. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_linking.py +0 -0
  42. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_mesh.py +0 -0
  43. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_meta.py +0 -0
  44. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_nifti.py +0 -0
  45. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_none.py +0 -0
  46. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_partial_upload.py +0 -0
  47. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_pickle.py +0 -0
  48. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_point_cloud.py +0 -0
  49. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_polygons.py +0 -0
  50. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_pop.py +0 -0
  51. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_readonly.py +0 -0
  52. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_rechunk.py +0 -0
  53. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_reset.py +0 -0
  54. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_sample_info.py +0 -0
  55. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_tag.py +0 -0
  56. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_text.py +0 -0
  57. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_update_samples.py +0 -0
  58. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_video.py +0 -0
  59. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tests/test_views.py +0 -0
  60. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/api/tiled.py +0 -0
  61. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/__init__.py +0 -0
  62. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/structured/__init__.py +0 -0
  63. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/structured/base.py +0 -0
  64. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/structured/dataframe.py +0 -0
  65. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/tests/__init__.py +0 -0
  66. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/tests/test_coco_template.py +0 -0
  67. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/tests/test_ingestion.py +0 -0
  68. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/tests/test_kaggle.py +0 -0
  69. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/tests/test_yolo_template.py +0 -0
  70. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/__init__.py +0 -0
  71. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/base.py +0 -0
  72. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/__init__.py +0 -0
  73. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/coco.py +0 -0
  74. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/constants.py +0 -0
  75. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/convert.py +0 -0
  76. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/coco/utils.py +0 -0
  77. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/image_classification.py +0 -0
  78. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/kaggle.py +0 -0
  79. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/util.py +0 -0
  80. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
  81. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/constants.py +0 -0
  82. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/utils.py +0 -0
  83. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
  84. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/__init__.py +0 -0
  85. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/auth/__init__.py +0 -0
  86. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/auth/activeloop.py +0 -0
  87. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/auth/auth_context.py +0 -0
  88. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/auth/azure.py +0 -0
  89. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/auth/test_auth_context.py +0 -0
  90. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/client.py +0 -0
  91. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/config.py +0 -0
  92. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/log.py +0 -0
  93. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/test_client.py +0 -0
  94. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/client/utils.py +0 -0
  95. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/compression.py +0 -0
  96. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/constants.py +0 -0
  97. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/__init__.py +0 -0
  98. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/__init__.py +0 -0
  99. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/base_chunk.py +0 -0
  100. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
  101. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
  102. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
  103. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/test_sample_compressed.py +0 -0
  104. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/test_uncompressed.py +0 -0
  105. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
  106. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/chunk_engine.py +0 -0
  107. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/__init__.py +0 -0
  108. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/process.py +0 -0
  109. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/provider.py +0 -0
  110. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/ray.py +0 -0
  111. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/serial.py +0 -0
  112. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/compute/thread.py +0 -0
  113. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/__init__.py +0 -0
  114. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
  115. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/indra_dataset_view.py +0 -0
  116. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/invalid_view.py +0 -0
  117. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/dataset/view_entry.py +0 -0
  118. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/distance_type.py +0 -0
  119. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/fast_forwarding.py +0 -0
  120. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/index/__init__.py +0 -0
  121. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/index/index.py +0 -0
  122. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/index_maintenance.py +0 -0
  123. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/io.py +0 -0
  124. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/ipc.py +0 -0
  125. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/link_creds.py +0 -0
  126. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/linked_chunk_engine.py +0 -0
  127. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/linked_sample.py +0 -0
  128. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/linked_tiled_sample.py +0 -0
  129. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/lock.py +0 -0
  130. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/__init__.py +0 -0
  131. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/dataset_meta.py +0 -0
  132. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/__init__.py +0 -0
  133. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/base_encoder.py +0 -0
  134. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/byte_positions.py +0 -0
  135. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/chunk_id.py +0 -0
  136. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/creds.py +0 -0
  137. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/pad.py +0 -0
  138. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/sequence.py +0 -0
  139. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/shape.py +0 -0
  140. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/__init__.py +0 -0
  141. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/common.py +0 -0
  142. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
  143. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
  144. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
  145. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
  146. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
  147. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/encode/tile.py +0 -0
  148. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/meta.py +0 -0
  149. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/meta/tensor_meta.py +0 -0
  150. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/partial_reader.py +0 -0
  151. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/partial_sample.py +0 -0
  152. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/polygon.py +0 -0
  153. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/query/__init__.py +0 -0
  154. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/query/autocomplete.py +0 -0
  155. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/query/filter.py +0 -0
  156. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/query/query.py +0 -0
  157. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/sample.py +0 -0
  158. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/seed.py +0 -0
  159. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/serialize.py +0 -0
  160. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/__init__.py +0 -0
  161. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/azure.py +0 -0
  162. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/deeplake_memory_object.py +0 -0
  163. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/gcs.py +0 -0
  164. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/google_drive.py +0 -0
  165. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/indra.py +0 -0
  166. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/local.py +0 -0
  167. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/lru_cache.py +0 -0
  168. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/memory.py +0 -0
  169. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/storage/provider.py +0 -0
  170. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tensor.py +0 -0
  171. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tensor_link.py +0 -0
  172. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/test_serialize.py +0 -0
  173. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/__init__.py +0 -0
  174. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_compression.py +0 -0
  175. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_compute.py +0 -0
  176. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_dataset.py +0 -0
  177. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_io.py +0 -0
  178. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_locking.py +0 -0
  179. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_query.py +0 -0
  180. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_readonly.py +0 -0
  181. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_seed.py +0 -0
  182. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_serialize.py +0 -0
  183. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tests/test_vdb_indexes.py +0 -0
  184. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/__init__.py +0 -0
  185. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/deserialize.py +0 -0
  186. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/optimizer.py +0 -0
  187. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/sample_tiles.py +0 -0
  188. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/serialize.py +0 -0
  189. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/test_optimizer.py +0 -0
  190. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/tiling/test_serialize.py +0 -0
  191. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/transform/__init__.py +0 -0
  192. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/transform/test_transform.py +0 -0
  193. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/transform/transform.py +0 -0
  194. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/transform/transform_dataset.py +0 -0
  195. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/transform/transform_tensor.py +0 -0
  196. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/__init__.py +0 -0
  197. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
  198. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
  199. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
  200. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
  201. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
  202. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
  203. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
  204. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
  205. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
  206. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
  207. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
  208. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
  209. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
  210. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
  211. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
  212. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
  213. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
  214. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
  215. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
  216. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
  217. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
  218. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
  219. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
  220. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
  221. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
  222. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
  223. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
  224. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
  225. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
  226. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
  227. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
  228. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
  229. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
  230. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
  231. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
  232. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
  233. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
  234. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/__init__.py +0 -0
  235. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/commit_chunk_map.py +0 -0
  236. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/commit_diff.py +0 -0
  237. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/commit_node.py +0 -0
  238. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/dataset_diff.py +0 -0
  239. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/test_merge.py +0 -0
  240. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/core/version_control/test_version_control.py +0 -0
  241. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/__init__.py +0 -0
  242. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
  243. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/dataloader.py +0 -0
  244. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/dummy_dataloader.py +0 -0
  245. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/libdeeplake_query.py +0 -0
  246. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/test_pytorch.py +0 -0
  247. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/test_query.py +0 -0
  248. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/test_tensorflow.py +0 -0
  249. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/enterprise/util.py +0 -0
  250. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/hooks.py +0 -0
  251. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/htype.py +0 -0
  252. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/__init__.py +0 -0
  253. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/huggingface/__init__.py +0 -0
  254. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/huggingface/huggingface.py +0 -0
  255. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/mmdet/__init__.py +0 -0
  256. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_.py +0 -0
  257. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_runners.py +0 -0
  258. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
  259. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/pytorch/__init__.py +0 -0
  260. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/pytorch/common.py +0 -0
  261. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/pytorch/dataset.py +0 -0
  262. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/pytorch/pytorch.py +0 -0
  263. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
  264. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/tf/__init__.py +0 -0
  265. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/tf/common.py +0 -0
  266. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
  267. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
  268. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/wandb/__init__.py +0 -0
  269. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/integrations/wandb/wandb.py +0 -0
  270. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/requirements/common.txt +0 -0
  271. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/requirements/docs.txt +0 -0
  272. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/requirements/plugins.txt +0 -0
  273. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/requirements/tests.txt +0 -0
  274. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/__init__.py +0 -0
  275. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/cache_fixtures.py +0 -0
  276. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/client_fixtures.py +0 -0
  277. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/common.py +0 -0
  278. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/dataset_fixtures.py +0 -0
  279. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/path_fixtures.py +0 -0
  280. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/tests/storage_fixtures.py +0 -0
  281. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/__init__.py +0 -0
  282. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/access_method.py +0 -0
  283. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/agreement.py +0 -0
  284. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/array_list.py +0 -0
  285. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/assert_byte_indexes.py +0 -0
  286. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/auto.py +0 -0
  287. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/bugout_reporter.py +0 -0
  288. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/cache_chain.py +0 -0
  289. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/casting.py +0 -0
  290. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/check_installation.py +0 -0
  291. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/check_latest_version.py +0 -0
  292. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/chunk_engine.py +0 -0
  293. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/class_label.py +0 -0
  294. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/compression.py +0 -0
  295. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/compute.py +0 -0
  296. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/connect_dataset.py +0 -0
  297. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/dataset.py +0 -0
  298. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/delete_entry.py +0 -0
  299. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/diff.py +0 -0
  300. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/downsample.py +0 -0
  301. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/empty_sample.py +0 -0
  302. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/encoder.py +0 -0
  303. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/exceptions.py +0 -0
  304. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/exif.py +0 -0
  305. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/from_tfds.py +0 -0
  306. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/generate_id.py +0 -0
  307. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/hash.py +0 -0
  308. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/htype.py +0 -0
  309. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/image.py +0 -0
  310. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/invalid_view_op.py +0 -0
  311. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/iterable_ordered_dict.py +0 -0
  312. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/iteration_warning.py +0 -0
  313. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/join_chunks.py +0 -0
  314. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/json.py +0 -0
  315. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/keys.py +0 -0
  316. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/link.py +0 -0
  317. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/logging.py +0 -0
  318. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/merge.py +0 -0
  319. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/modified.py +0 -0
  320. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/notebook.py +0 -0
  321. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/__init__.py +0 -0
  322. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/mesh.py +0 -0
  323. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/mesh_parser.py +0 -0
  324. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/mesh_reader.py +0 -0
  325. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/object_base_3d.py +0 -0
  326. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parser.py +0 -0
  327. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parser_base.py +0 -0
  328. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_parsers.py +0 -0
  329. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_reader.py +0 -0
  330. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_reader_base.py +0 -0
  331. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/ply_readers.py +0 -0
  332. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/point_cloud.py +0 -0
  333. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/object_3d/read_3d_data.py +0 -0
  334. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/path.py +0 -0
  335. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/pretty_print.py +0 -0
  336. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/remove_cache.py +0 -0
  337. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/scheduling.py +0 -0
  338. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/shape_interval.py +0 -0
  339. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/shuffle.py +0 -0
  340. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/spinner.py +0 -0
  341. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/split.py +0 -0
  342. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/storage.py +0 -0
  343. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tag.py +0 -0
  344. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tensor_db.py +0 -0
  345. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/testing.py +0 -0
  346. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/__init__.py +0 -0
  347. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_auto.py +0 -0
  348. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_connect_dataset.py +0 -0
  349. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
  350. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_keys.py +0 -0
  351. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_read.py +0 -0
  352. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_shape_interval.py +0 -0
  353. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_shuffle.py +0 -0
  354. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_split.py +0 -0
  355. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_tensor_db.py +0 -0
  356. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_token.py +0 -0
  357. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_version_control.py +0 -0
  358. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/tests/test_video.py +0 -0
  359. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/threading.py +0 -0
  360. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/token.py +0 -0
  361. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/transform.py +0 -0
  362. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/version_control.py +0 -0
  363. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/video.py +0 -0
  364. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/util/warnings.py +0 -0
  365. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/visualizer/__init__.py +0 -0
  366. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/visualizer/video_streaming.py +0 -0
  367. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake/visualizer/visualizer.py +0 -0
  368. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake.egg-info/SOURCES.txt +0 -0
  369. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake.egg-info/dependency_links.txt +0 -0
  370. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake.egg-info/not-zip-safe +0 -0
  371. {deeplake-3.9.0 → deeplake-3.9.2}/deeplake.egg-info/top_level.txt +0 -0
  372. {deeplake-3.9.0 → deeplake-3.9.2}/pyproject.toml +0 -0
  373. {deeplake-3.9.0 → deeplake-3.9.2}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.0
3
+ Version: 3.9.2
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -61,7 +61,7 @@ Deep Lake is a Database for AI powered by a storage format optimized for deep-le
61
61
  1. Storing data and vectors while building LLM applications
62
62
  2. Managing datasets while training deep learning models
63
63
 
64
- Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Airbus, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
64
+ Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Bayer Radiology, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
65
65
 
66
66
  ### Deep Lake includes the following features:
67
67
 
@@ -36,7 +36,7 @@ Deep Lake is a Database for AI powered by a storage format optimized for deep-le
36
36
  1. Storing data and vectors while building LLM applications
37
37
  2. Managing datasets while training deep learning models
38
38
 
39
- Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Airbus, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
39
+ Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Bayer Radiology, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
40
40
 
41
41
  ### Deep Lake includes the following features:
42
42
 
@@ -89,7 +89,7 @@ __all__ = [
89
89
  ]
90
90
 
91
91
 
92
- __version__ = "3.9.0"
92
+ __version__ = "3.9.2"
93
93
  warn_if_update_required(__version__)
94
94
  __encoded_version__ = np.array(__version__)
95
95
  config = {"s3": Config(max_pool_connections=50, connect_timeout=300, read_timeout=300)}
@@ -81,6 +81,16 @@ from deeplake.util.cache_chain import generate_chain
81
81
  from deeplake.core.storage.deeplake_memory_object import DeepLakeMemoryObject
82
82
 
83
83
 
84
+ def _check_indra_and_read_only_flags(indra: bool, read_only: Optional[bool]):
85
+ if indra == False:
86
+ return
87
+ if read_only == True:
88
+ return
89
+ raise ValueError(
90
+ "'indra = True' is only available for read_only datasets. Please also specify 'read_only = True'."
91
+ )
92
+
93
+
84
94
  class dataset:
85
95
  @staticmethod
86
96
  @spinner
@@ -206,6 +216,7 @@ class dataset:
206
216
  Note:
207
217
  Any changes made to the dataset in download / local mode will only be made to the local copy and will not be reflected in the original dataset.
208
218
  """
219
+ _check_indra_and_read_only_flags(indra, read_only)
209
220
  access_method, num_workers, scheduler = parse_access_method(access_method)
210
221
  check_access_method(access_method, overwrite, unlink)
211
222
 
@@ -383,7 +394,6 @@ class dataset:
383
394
  lock_timeout: Optional[int] = 0,
384
395
  verbose: bool = True,
385
396
  index_params: Optional[Dict[str, Union[int, str]]] = None,
386
- indra: bool = USE_INDRA,
387
397
  ) -> Dataset:
388
398
  """Creates an empty dataset
389
399
 
@@ -408,7 +418,6 @@ class dataset:
408
418
  lock_timeout (int): Number of seconds to wait before throwing a LockException. If None, wait indefinitely
409
419
  lock_enabled (bool): If true, the dataset manages a write lock. NOTE: Only set to False if you are managing concurrent access externally.
410
420
  index_params: Optional[Dict[str, Union[int, str]]]: Index parameters used while creating vector store, passed down to dataset.
411
- indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
412
421
 
413
422
  Returns:
414
423
  Dataset: Dataset created using the arguments provided.
@@ -448,7 +457,6 @@ class dataset:
448
457
  token=token,
449
458
  memory_cache_size=memory_cache_size,
450
459
  local_cache_size=local_cache_size,
451
- indra=indra,
452
460
  )
453
461
 
454
462
  feature_report_path(
@@ -615,6 +623,7 @@ class dataset:
615
623
  Note:
616
624
  Any changes made to the dataset in download / local mode will only be made to the local copy and will not be reflected in the original dataset.
617
625
  """
626
+ _check_indra_and_read_only_flags(indra, read_only)
618
627
  access_method, num_workers, scheduler = parse_access_method(access_method)
619
628
  check_access_method(access_method, overwrite=False, unlink=unlink)
620
629
 
@@ -1508,7 +1517,6 @@ class dataset:
1508
1517
  num_workers: int = 0,
1509
1518
  token: Optional[str] = None,
1510
1519
  connect_kwargs: Optional[Dict] = None,
1511
- indra: bool = USE_INDRA,
1512
1520
  **dataset_kwargs,
1513
1521
  ) -> Dataset:
1514
1522
  """Ingest images and annotations in COCO format to a Deep Lake Dataset. The source data can be stored locally or in the cloud.
@@ -1562,7 +1570,6 @@ class dataset:
1562
1570
  num_workers (int): The number of workers to use for ingestion. Set to ``0`` by default.
1563
1571
  token (Optional[str]): The token to use for accessing the dataset and/or connecting it to Deep Lake.
1564
1572
  connect_kwargs (Optional[Dict]): If specified, the dataset will be connected to Deep Lake, and connect_kwargs will be passed to :meth:`Dataset.connect <deeplake.core.dataset.Dataset.connect>`.
1565
- indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1566
1573
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.empty`.
1567
1574
 
1568
1575
  Returns:
@@ -1605,7 +1612,6 @@ class dataset:
1605
1612
  creds=dest_creds,
1606
1613
  verbose=False,
1607
1614
  token=token,
1608
- indra=indra,
1609
1615
  **dataset_kwargs,
1610
1616
  )
1611
1617
  if connect_kwargs is not None:
@@ -1637,7 +1643,6 @@ class dataset:
1637
1643
  num_workers: int = 0,
1638
1644
  token: Optional[str] = None,
1639
1645
  connect_kwargs: Optional[Dict] = None,
1640
- indra: bool = USE_INDRA,
1641
1646
  **dataset_kwargs,
1642
1647
  ) -> Dataset:
1643
1648
  """Ingest images and annotations (bounding boxes or polygons) in YOLO format to a Deep Lake Dataset. The source data can be stored locally or in the cloud.
@@ -1686,7 +1691,6 @@ class dataset:
1686
1691
  num_workers (int): The number of workers to use for ingestion. Set to ``0`` by default.
1687
1692
  token (Optional[str]): The token to use for accessing the dataset and/or connecting it to Deep Lake.
1688
1693
  connect_kwargs (Optional[Dict]): If specified, the dataset will be connected to Deep Lake, and connect_kwargs will be passed to :meth:`Dataset.connect <deeplake.core.dataset.Dataset.connect>`.
1689
- indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1690
1694
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.empty`.
1691
1695
 
1692
1696
  Returns:
@@ -1738,7 +1742,6 @@ class dataset:
1738
1742
  creds=dest_creds,
1739
1743
  verbose=False,
1740
1744
  token=token,
1741
- indra=indra,
1742
1745
  **dataset_kwargs,
1743
1746
  )
1744
1747
  if connect_kwargs is not None:
@@ -1899,7 +1902,6 @@ class dataset:
1899
1902
  creds=dest_creds,
1900
1903
  token=token,
1901
1904
  verbose=False,
1902
- indra=indra,
1903
1905
  **dataset_kwargs,
1904
1906
  )
1905
1907
  if connect_kwargs is not None:
@@ -780,10 +780,15 @@ def _read_dicom_shape_and_dtype(
780
780
  f = BytesIO(f) # type: ignore
781
781
  dcm = dcmread(f)
782
782
  nchannels = dcm[0x0028, 0x0002].value
783
- shape = (dcm.Rows, dcm.Columns, nchannels)
783
+ numOfFrames = dcm.get("NumberOfFrames", -1)
784
+
784
785
  isfloat = "FloatPixelData" in dcm or "DoubleFloatPixelData" in dcm
785
786
  dtype = pixel_dtype(dcm, isfloat).str
786
- return shape, dtype
787
+
788
+ if numOfFrames != -1:
789
+ return (int(numOfFrames), dcm.Rows, dcm.Columns, nchannels), dtype
790
+ else:
791
+ return (dcm.Rows, dcm.Columns, nchannels), dtype
787
792
 
788
793
 
789
794
  def _decompress_dicom(f: Union[str, bytes, BinaryIO]):
@@ -2108,14 +2108,15 @@ class Dataset:
2108
2108
  return_index (bool): If ``True``, the returned dataloader will have a key "index" that contains the index of the sample(s) in the original dataset. Default value is True.
2109
2109
  pad_tensors (bool): If ``True``, shorter tensors will be padded to the length of the longest tensor. Default value is False.
2110
2110
  transform_kwargs (optional, Dict[str, Any]): Additional kwargs to be passed to ``transform``.
2111
- decode_method (Dict[str, str], Optional): A dictionary of decode methods for each tensor. Defaults to ``None``.
2111
+ decode_method (Dict[str, str], Optional): The method for decoding the Deep Lake tensor data, the result of which is passed to the transform. Decoding occurs outside of the transform so that it can be performed in parallel and as rapidly as possible as per Deep Lake optimizations.
2112
2112
 
2113
2113
  - Supported decode methods are:
2114
-
2115
- :'numpy': Default behaviour. Returns samples as numpy arrays.
2116
- :'tobytes': Returns raw bytes of the samples.
2114
+ :'numpy': Default behaviour. Returns samples as numpy arrays, the same as ds.tensor[i].numpy()
2115
+ :'tobytes': Returns raw bytes of the samples the same as ds.tensor[i].tobytes()
2116
+ :'data': Returns a dictionary with keys,values depending on htype, the same as ds.tensor[i].data()
2117
2117
  :'pil': Returns samples as PIL images. Especially useful when transformation use torchvision transforms, that
2118
2118
  require PIL images as input. Only supported for tensors with ``sample_compression='jpeg'`` or ``'png'``.
2119
+
2119
2120
  cache_size (int): The size of the cache per tensor in MBs. Defaults to max(maximum chunk size of tensor, 32 MB).
2120
2121
 
2121
2122
  ..
@@ -2182,14 +2183,14 @@ class Dataset:
2182
2183
  return dataloader
2183
2184
 
2184
2185
  def dataloader(self, ignore_errors: bool = False, verbose: bool = False):
2185
- """Returns a :class:`~deeplake.enterprise.DeepLakeDataLoader` object.
2186
+ """Returns a :class:`~deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
2186
2187
 
2187
2188
  Args:
2188
2189
  ignore_errors (bool): If ``True``, the data loader will ignore errors appeared during data iteration otherwise it will collect the statistics and report appeared errors. Default value is ``False``
2189
2190
  verbose (bool): If ``True``, the data loader will dump verbose logs of it's steps. Default value is ``False``
2190
2191
 
2191
2192
  Returns:
2192
- ~deeplake.enterprise.DeepLakeDataLoader: A :class:`deeplake.enterprise.DeepLakeDataLoader` object.
2193
+ ~deeplake.enterprise.dataloader.DeepLakeDataLoader: A :class:`deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
2193
2194
 
2194
2195
  Examples:
2195
2196
 
@@ -1,6 +1,6 @@
1
1
  import deeplake.util.shape_interval as shape_interval
2
2
  from deeplake.core import tensor
3
- from typing import List, Union, Optional
3
+ from typing import Dict, List, Union, Optional
4
4
  from deeplake.core.index import Index
5
5
  from deeplake.core.tensor import Any
6
6
  import numpy as np
@@ -151,6 +151,16 @@ class IndraTensorView(tensor.Tensor):
151
151
  except:
152
152
  return Index(slice(0, len(self)))
153
153
 
154
+ @property
155
+ def sample_info(self):
156
+ try:
157
+ r = self.indra_tensor.sample_info
158
+ if not self.index.values[0].subscriptable():
159
+ r = r[0]
160
+ return r
161
+ except:
162
+ return None
163
+
154
164
  @property
155
165
  def shape_interval(self):
156
166
  return shape_interval.ShapeInterval(
@@ -5,6 +5,7 @@ import time
5
5
  import boto3
6
6
  import botocore # type: ignore
7
7
  import posixpath
8
+ import ssl
8
9
  from typing import Dict, Optional, Tuple, Type
9
10
  from datetime import datetime, timezone
10
11
  from botocore.session import ComponentLocator
@@ -28,6 +29,7 @@ from botocore.exceptions import (
28
29
  ConnectionClosedError,
29
30
  EndpointConnectionError,
30
31
  IncompleteReadError,
32
+ SSLError,
31
33
  )
32
34
  from concurrent import futures
33
35
  from concurrent.futures import ThreadPoolExecutor
@@ -39,6 +41,8 @@ CONNECTION_ERRORS = (
39
41
  ConnectionClosedError,
40
42
  EndpointConnectionError,
41
43
  IncompleteReadError,
44
+ SSLError,
45
+ ssl.SSLError,
42
46
  )
43
47
 
44
48
  try:
@@ -188,8 +192,10 @@ class S3Provider(StorageProvider):
188
192
  self._set(path, content)
189
193
  except CONNECTION_ERRORS as err:
190
194
  tries = self.num_tries
195
+ retry_wait = 0
191
196
  for i in range(1, tries + 1):
192
197
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
198
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
193
199
  try:
194
200
  self._set(path, content)
195
201
  always_warn(
@@ -278,8 +284,11 @@ class S3Provider(StorageProvider):
278
284
  return self._get_bytes(path, start_byte, end_byte)
279
285
  except CONNECTION_ERRORS as err:
280
286
  tries = self.num_tries
287
+ retry_wait = 0
281
288
  for i in range(1, tries + 1):
282
289
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
290
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
291
+
283
292
  try:
284
293
  ret = self._get_bytes(path, start_byte, end_byte)
285
294
  always_warn(
@@ -320,8 +329,11 @@ class S3Provider(StorageProvider):
320
329
  self._del(path)
321
330
  except CONNECTION_ERRORS as err:
322
331
  tries = self.num_tries
332
+ retry_wait = 0
323
333
  for i in range(1, tries + 1):
324
334
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
335
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
336
+
325
337
  try:
326
338
  self._del(path)
327
339
  always_warn(
@@ -336,7 +348,7 @@ class S3Provider(StorageProvider):
336
348
 
337
349
  @property
338
350
  def num_tries(self):
339
- return min(ceil((time.time() - self.start_time) / 300), 5)
351
+ return max(3, min(ceil((time.time() - self.start_time) / 300), 5))
340
352
 
341
353
  def _keys_iterator(self):
342
354
  self._check_update_creds()
@@ -623,11 +635,45 @@ class S3Provider(StorageProvider):
623
635
  self._presigned_urls[path] = (url, time.time())
624
636
  return url
625
637
 
638
+ def _get_object_size(self, path: str) -> int:
639
+ obj = self.resource.Object(self.bucket, path)
640
+ return obj.content_length
641
+
626
642
  def get_object_size(self, path: str) -> int:
627
643
  self._check_update_creds()
628
644
  path = "".join((self.path, path))
629
- obj = self.resource.Object(self.bucket, path)
630
- return obj.content_length
645
+
646
+ try:
647
+ return self._get_object_size(path)
648
+ except botocore.exceptions.ClientError as err:
649
+ if err.response["Error"]["Code"] == "NoSuchKey":
650
+ raise KeyError(err) from err
651
+ if err.response["Error"]["Code"] == "InvalidAccessKeyId":
652
+ new_error_cls: Type[S3GetError] = S3GetAccessError
653
+ else:
654
+ new_error_cls = S3GetError
655
+ with S3ResetReloadCredentialsManager(self, new_error_cls):
656
+ return self._get_object_size(path)
657
+ except CONNECTION_ERRORS as err:
658
+ tries = self.num_tries
659
+ retry_wait = 0
660
+ for i in range(1, tries + 1):
661
+ always_warn(f"Encountered connection error, retry {i} out of {tries}")
662
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
663
+
664
+ try:
665
+ ret = self._get_object_size(path)
666
+ always_warn(
667
+ f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
668
+ )
669
+ return ret
670
+ except Exception:
671
+ pass
672
+ raise S3GetError(err) from err
673
+ except botocore.exceptions.NoCredentialsError as err:
674
+ raise S3GetAccessError from err
675
+ except Exception as err:
676
+ raise S3GetError(err) from err
631
677
 
632
678
  def get_object_from_full_url(self, url: str):
633
679
  root = url.replace("s3://", "")
@@ -643,8 +689,11 @@ class S3Provider(StorageProvider):
643
689
  return self._get(path, bucket)
644
690
  except CONNECTION_ERRORS as err:
645
691
  tries = self.num_tries
692
+ retry_wait = 0
646
693
  for i in range(1, tries + 1):
647
694
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
695
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
696
+
648
697
  try:
649
698
  ret = self._get(path, bucket)
650
699
  always_warn(
@@ -683,8 +732,11 @@ class S3Provider(StorageProvider):
683
732
  self._set_items(items)
684
733
  except CONNECTION_ERRORS as err:
685
734
  tries = self.num_tries
735
+ retry_wait = 0
686
736
  for i in range(1, tries + 1):
687
737
  always_warn(f"Encountered connection error, retry {i} out of {tries}")
738
+ retry_wait = self._retry_wait_and_extend(retry_wait, err)
739
+
688
740
  try:
689
741
  self._set_items(items)
690
742
  always_warn(
@@ -711,3 +763,13 @@ class S3Provider(StorageProvider):
711
763
  yield key, future.result()
712
764
  else:
713
765
  yield key, exception
766
+
767
+ def _retry_wait_and_extend(self, retry_wait: int, err: Exception):
768
+ if not (isinstance(err, ssl.SSLError) or isinstance(err, SSLError)):
769
+ return 0
770
+
771
+ time.sleep(retry_wait)
772
+
773
+ if retry_wait == 0:
774
+ return 1
775
+ return retry_wait * 2
@@ -172,6 +172,7 @@ def test_query(local_auth_ds_generator):
172
172
 
173
173
  indra_ds = dataset_to_libdeeplake(deeplake_ds)
174
174
  deeplake_indra_ds = IndraDatasetView(indra_ds=indra_ds)
175
+ assert deeplake_indra_ds.image.sample_info == deeplake_ds.image.sample_info
175
176
 
176
177
  view = deeplake_indra_ds.query("SELECT * GROUP BY label")
177
178
  assert len(view) == 10
@@ -0,0 +1 @@
1
+ BUGOUT_TOKEN = 'a4d030e0-a6c8-475e-bc33-ca65045b51f1'
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.0
3
+ Version: 3.9.2
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -61,7 +61,7 @@ Deep Lake is a Database for AI powered by a storage format optimized for deep-le
61
61
  1. Storing data and vectors while building LLM applications
62
62
  2. Managing datasets while training deep learning models
63
63
 
64
- Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Airbus, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
64
+ Deep Lake simplifies the deployment of enterprise-grade LLM-based products by offering storage for all data types (embeddings, audio, text, videos, images, pdfs, annotations, etc.), querying and vector search, data streaming while training models at scale, data versioning and lineage, and integrations with popular tools such as LangChain, LlamaIndex, Weights & Biases, and many more. Deep Lake works with data of any size, it is serverless, and it enables you to store all of your data in your own cloud and in one place. Deep Lake is used by Intel, Bayer Radiology, Matterport, ZERO Systems, Red Cross, Yale, & Oxford.
65
65
 
66
66
  ### Deep Lake includes the following features:
67
67
 
@@ -8,27 +8,27 @@ tqdm
8
8
  lz4
9
9
  pyjwt
10
10
  pydantic
11
- libdeeplake==0.0.118
11
+ libdeeplake==0.0.123
12
12
 
13
13
  [:python_version >= "3.7" and sys_platform != "win32"]
14
14
  aioboto3>=10.4.0
15
15
  nest_asyncio
16
16
 
17
17
  [all]
18
- pydicom
19
- azure-cli
20
- google-auth-oauthlib~=0.4.5
21
- azure-storage-blob
22
- google-api-python-client~=2.31.0
23
18
  laspy
19
+ google-api-python-client~=2.31.0
20
+ azure-storage-blob
21
+ pydicom
24
22
  IPython
25
- azure-identity
26
- nibabel
27
23
  google-auth~=2.0.1
28
- google-cloud-storage~=1.42.0
24
+ azure-identity
25
+ azure-cli
29
26
  oauth2client~=4.1.3
27
+ google-cloud-storage~=1.42.0
28
+ nibabel
30
29
  flask
31
- libdeeplake==0.0.118
30
+ google-auth-oauthlib~=0.4.5
31
+ libdeeplake==0.0.123
32
32
 
33
33
  [all:python_version >= "3.7" or sys_platform != "win32"]
34
34
  av>=8.1.0
@@ -53,7 +53,7 @@ pydicom
53
53
  nibabel
54
54
 
55
55
  [enterprise]
56
- libdeeplake==0.0.118
56
+ libdeeplake==0.0.123
57
57
  pyjwt
58
58
 
59
59
  [gcp]
@@ -70,7 +70,7 @@ extras_require = {k: [req_map[r] for r in v] for k, v in extras.items()}
70
70
  extras_require["all"] = [req_map[r] for r in all_extras]
71
71
 
72
72
  if libdeeplake_available():
73
- libdeeplake = "libdeeplake==0.0.118"
73
+ libdeeplake = "libdeeplake==0.0.123"
74
74
  extras_require["enterprise"] = [libdeeplake, "pyjwt"]
75
75
  extras_require["all"].append(libdeeplake)
76
76
  install_requires.append(libdeeplake)
@@ -1 +0,0 @@
1
- BUGOUT_TOKEN = '052049ba-f29b-4904-95bd-62551ca0792d'
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes