deeplake 3.9.20__tar.gz → 3.9.22__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (378) hide show
  1. {deeplake-3.9.20/deeplake.egg-info → deeplake-3.9.22}/PKG-INFO +2 -1
  2. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/__init__.py +1 -1
  3. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_api.py +1 -0
  4. deeplake-3.9.22/deeplake/api/tests/test_mesh.py +63 -0
  5. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/compression.py +1 -1
  6. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compression.py +47 -1
  7. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/tensor_meta.py +11 -1
  8. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/sample.py +10 -0
  9. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/dataloader.py +8 -7
  10. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/requirements/common.txt +2 -1
  11. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/requirements/plugins.txt +1 -1
  12. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/path_fixtures.py +13 -0
  13. deeplake-3.9.22/deeplake/util/bugout_token.py +1 -0
  14. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/exceptions.py +13 -0
  15. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/mesh.py +39 -4
  16. {deeplake-3.9.20 → deeplake-3.9.22/deeplake.egg-info}/PKG-INFO +2 -1
  17. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake.egg-info/requires.txt +20 -15
  18. {deeplake-3.9.20 → deeplake-3.9.22}/setup.py +2 -1
  19. deeplake-3.9.20/deeplake/api/tests/test_mesh.py +0 -33
  20. deeplake-3.9.20/deeplake/util/bugout_token.py +0 -1
  21. {deeplake-3.9.20 → deeplake-3.9.22}/LICENSE +0 -0
  22. {deeplake-3.9.20 → deeplake-3.9.22}/MANIFEST.in +0 -0
  23. {deeplake-3.9.20 → deeplake-3.9.22}/README.md +0 -0
  24. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/__init__.py +0 -0
  25. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/dataset.py +0 -0
  26. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/info.py +0 -0
  27. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/link.py +0 -0
  28. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/link_tiled.py +0 -0
  29. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/read.py +0 -0
  30. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/__init__.py +0 -0
  31. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_access_method.py +0 -0
  32. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_agreement.py +0 -0
  33. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_api_tiling.py +0 -0
  34. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_api_with_compression.py +0 -0
  35. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_chunk_sizes.py +0 -0
  36. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_connect_datasets.py +0 -0
  37. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_dataset.py +0 -0
  38. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_dicom.py +0 -0
  39. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_downsample.py +0 -0
  40. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_events.py +0 -0
  41. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_grayscale.py +0 -0
  42. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_hosted_datasets.py +0 -0
  43. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_info.py +0 -0
  44. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
  45. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_json.py +0 -0
  46. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_link.py +0 -0
  47. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_link_tiled.py +0 -0
  48. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_linking.py +0 -0
  49. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_meta.py +0 -0
  50. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_nifti.py +0 -0
  51. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_none.py +0 -0
  52. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_partial_upload.py +0 -0
  53. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_pickle.py +0 -0
  54. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_point_cloud.py +0 -0
  55. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_polygons.py +0 -0
  56. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_pop.py +0 -0
  57. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_readonly.py +0 -0
  58. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_rechunk.py +0 -0
  59. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_reset.py +0 -0
  60. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_sample_info.py +0 -0
  61. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_tag.py +0 -0
  62. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_text.py +0 -0
  63. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_update_samples.py +0 -0
  64. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_video.py +0 -0
  65. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tests/test_views.py +0 -0
  66. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/api/tiled.py +0 -0
  67. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/__init__.py +0 -0
  68. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/structured/__init__.py +0 -0
  69. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/structured/base.py +0 -0
  70. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/structured/dataframe.py +0 -0
  71. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/tests/__init__.py +0 -0
  72. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/tests/test_coco_template.py +0 -0
  73. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/tests/test_ingestion.py +0 -0
  74. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/tests/test_kaggle.py +0 -0
  75. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/tests/test_yolo_template.py +0 -0
  76. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/__init__.py +0 -0
  77. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/base.py +0 -0
  78. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/coco/__init__.py +0 -0
  79. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/coco/coco.py +0 -0
  80. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/coco/constants.py +0 -0
  81. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/coco/convert.py +0 -0
  82. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/coco/utils.py +0 -0
  83. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/image_classification.py +0 -0
  84. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/kaggle.py +0 -0
  85. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/util.py +0 -0
  86. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
  87. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/yolo/constants.py +0 -0
  88. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/yolo/utils.py +0 -0
  89. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
  90. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/__init__.py +0 -0
  91. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/auth/__init__.py +0 -0
  92. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/auth/activeloop.py +0 -0
  93. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/auth/auth_context.py +0 -0
  94. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/auth/azure.py +0 -0
  95. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/auth/test_auth_context.py +0 -0
  96. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/client.py +0 -0
  97. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/config.py +0 -0
  98. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/log.py +0 -0
  99. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/test_client.py +0 -0
  100. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/client/utils.py +0 -0
  101. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/constants.py +0 -0
  102. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/__init__.py +0 -0
  103. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/__init__.py +0 -0
  104. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/base_chunk.py +0 -0
  105. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
  106. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
  107. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
  108. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/test_sample_compressed.py +0 -0
  109. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/test_uncompressed.py +0 -0
  110. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
  111. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/chunk_engine.py +0 -0
  112. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compute/__init__.py +0 -0
  113. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compute/process.py +0 -0
  114. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compute/provider.py +0 -0
  115. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compute/serial.py +0 -0
  116. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/compute/thread.py +0 -0
  117. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/__init__.py +0 -0
  118. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/dataset.py +0 -0
  119. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
  120. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/indra_dataset_view.py +0 -0
  121. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/indra_tensor_view.py +0 -0
  122. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/invalid_view.py +0 -0
  123. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/dataset/view_entry.py +0 -0
  124. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/distance_type.py +0 -0
  125. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/fast_forwarding.py +0 -0
  126. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/index/__init__.py +0 -0
  127. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/index/index.py +0 -0
  128. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/index_maintenance.py +0 -0
  129. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/io.py +0 -0
  130. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/ipc.py +0 -0
  131. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/link_creds.py +0 -0
  132. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/linked_chunk_engine.py +0 -0
  133. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/linked_sample.py +0 -0
  134. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/linked_tiled_sample.py +0 -0
  135. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/lock.py +0 -0
  136. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/__init__.py +0 -0
  137. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/dataset_meta.py +0 -0
  138. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/__init__.py +0 -0
  139. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/base_encoder.py +0 -0
  140. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/byte_positions.py +0 -0
  141. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/chunk_id.py +0 -0
  142. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/creds.py +0 -0
  143. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/pad.py +0 -0
  144. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/sequence.py +0 -0
  145. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/shape.py +0 -0
  146. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/__init__.py +0 -0
  147. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/common.py +0 -0
  148. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
  149. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
  150. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
  151. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
  152. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
  153. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/encode/tile.py +0 -0
  154. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/meta/meta.py +0 -0
  155. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/partial_reader.py +0 -0
  156. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/partial_sample.py +0 -0
  157. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/polygon.py +0 -0
  158. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/query/__init__.py +0 -0
  159. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/query/autocomplete.py +0 -0
  160. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/query/filter.py +0 -0
  161. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/query/query.py +0 -0
  162. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/seed.py +0 -0
  163. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/serialize.py +0 -0
  164. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/__init__.py +0 -0
  165. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/azure.py +0 -0
  166. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/deeplake_memory_object.py +0 -0
  167. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/gcs.py +0 -0
  168. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/google_drive.py +0 -0
  169. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/indra.py +0 -0
  170. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/local.py +0 -0
  171. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/lru_cache.py +0 -0
  172. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/memory.py +0 -0
  173. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/provider.py +0 -0
  174. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/storage/s3.py +0 -0
  175. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tensor.py +0 -0
  176. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tensor_link.py +0 -0
  177. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/test_serialize.py +0 -0
  178. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/__init__.py +0 -0
  179. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_compression.py +0 -0
  180. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_compute.py +0 -0
  181. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_dataset.py +0 -0
  182. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_indra_dataset.py +0 -0
  183. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_inverted_indexes.py +0 -0
  184. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_io.py +0 -0
  185. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_locking.py +0 -0
  186. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_query.py +0 -0
  187. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_readonly.py +0 -0
  188. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_seed.py +0 -0
  189. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_serialize.py +0 -0
  190. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tests/test_vdb_indexes.py +0 -0
  191. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/__init__.py +0 -0
  192. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/deserialize.py +0 -0
  193. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/optimizer.py +0 -0
  194. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/sample_tiles.py +0 -0
  195. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/serialize.py +0 -0
  196. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/test_optimizer.py +0 -0
  197. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/tiling/test_serialize.py +0 -0
  198. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/transform/__init__.py +0 -0
  199. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/transform/test_transform.py +0 -0
  200. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/transform/transform.py +0 -0
  201. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/transform/transform_dataset.py +0 -0
  202. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/transform/transform_tensor.py +0 -0
  203. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/__init__.py +0 -0
  204. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
  205. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
  206. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
  207. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
  208. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
  209. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
  210. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
  211. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
  212. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
  213. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
  214. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
  215. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
  216. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
  217. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
  218. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
  219. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
  220. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
  221. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
  222. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
  223. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
  224. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
  225. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
  226. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
  227. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
  228. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
  229. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
  230. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
  231. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
  232. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
  233. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
  234. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
  235. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
  236. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
  237. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
  238. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
  239. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
  240. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
  241. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/__init__.py +0 -0
  242. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/commit_chunk_map.py +0 -0
  243. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/commit_diff.py +0 -0
  244. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/commit_node.py +0 -0
  245. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/dataset_diff.py +0 -0
  246. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/test_merge.py +0 -0
  247. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/core/version_control/test_version_control.py +0 -0
  248. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/__init__.py +0 -0
  249. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
  250. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/dummy_dataloader.py +0 -0
  251. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/libdeeplake_query.py +0 -0
  252. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/test_pytorch.py +0 -0
  253. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/test_query.py +0 -0
  254. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/test_tensorflow.py +0 -0
  255. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/enterprise/util.py +0 -0
  256. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/hooks.py +0 -0
  257. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/htype.py +0 -0
  258. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/__init__.py +0 -0
  259. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/huggingface/__init__.py +0 -0
  260. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/huggingface/huggingface.py +0 -0
  261. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mm/__init__.py +0 -0
  262. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mm/mm_common.py +0 -0
  263. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mm/mm_runners.py +0 -0
  264. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mmdet/__init__.py +0 -0
  265. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mmdet/mmdet_.py +0 -0
  266. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
  267. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mmseg/__init__.py +0 -0
  268. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/mmseg/mmseg_.py +0 -0
  269. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/pytorch/__init__.py +0 -0
  270. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/pytorch/common.py +0 -0
  271. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/pytorch/dataset.py +0 -0
  272. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/pytorch/pytorch.py +0 -0
  273. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
  274. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/tf/__init__.py +0 -0
  275. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/tf/common.py +0 -0
  276. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
  277. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
  278. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/wandb/__init__.py +0 -0
  279. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/integrations/wandb/wandb.py +0 -0
  280. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/requirements/docs.txt +0 -0
  281. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/requirements/tests.txt +0 -0
  282. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/__init__.py +0 -0
  283. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/cache_fixtures.py +0 -0
  284. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/client_fixtures.py +0 -0
  285. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/common.py +0 -0
  286. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/dataset_fixtures.py +0 -0
  287. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/tests/storage_fixtures.py +0 -0
  288. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/__init__.py +0 -0
  289. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/access_method.py +0 -0
  290. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/agreement.py +0 -0
  291. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/array_list.py +0 -0
  292. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/assert_byte_indexes.py +0 -0
  293. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/auto.py +0 -0
  294. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/bugout_reporter.py +0 -0
  295. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/cache_chain.py +0 -0
  296. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/casting.py +0 -0
  297. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/check_installation.py +0 -0
  298. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/check_latest_version.py +0 -0
  299. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/chunk_engine.py +0 -0
  300. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/class_label.py +0 -0
  301. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/compression.py +0 -0
  302. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/compute.py +0 -0
  303. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/connect_dataset.py +0 -0
  304. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/dataset.py +0 -0
  305. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/delete_entry.py +0 -0
  306. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/diff.py +0 -0
  307. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/downsample.py +0 -0
  308. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/empty_sample.py +0 -0
  309. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/encoder.py +0 -0
  310. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/exif.py +0 -0
  311. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/from_tfds.py +0 -0
  312. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/generate_id.py +0 -0
  313. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/hash.py +0 -0
  314. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/htype.py +0 -0
  315. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/image.py +0 -0
  316. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/invalid_view_op.py +0 -0
  317. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/iterable_ordered_dict.py +0 -0
  318. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/iteration_warning.py +0 -0
  319. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/join_chunks.py +0 -0
  320. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/json.py +0 -0
  321. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/keys.py +0 -0
  322. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/link.py +0 -0
  323. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/logging.py +0 -0
  324. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/merge.py +0 -0
  325. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/modified.py +0 -0
  326. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/notebook.py +0 -0
  327. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/__init__.py +0 -0
  328. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/mesh_parser.py +0 -0
  329. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/mesh_reader.py +0 -0
  330. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/object_base_3d.py +0 -0
  331. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_parser.py +0 -0
  332. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_parser_base.py +0 -0
  333. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_parsers.py +0 -0
  334. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_reader.py +0 -0
  335. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_reader_base.py +0 -0
  336. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/ply_readers.py +0 -0
  337. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/point_cloud.py +0 -0
  338. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/object_3d/read_3d_data.py +0 -0
  339. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/path.py +0 -0
  340. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/pretty_print.py +0 -0
  341. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/remove_cache.py +0 -0
  342. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/scheduling.py +0 -0
  343. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/shape_interval.py +0 -0
  344. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/shuffle.py +0 -0
  345. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/spinner.py +0 -0
  346. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/split.py +0 -0
  347. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/storage.py +0 -0
  348. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tag.py +0 -0
  349. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tensor_db.py +0 -0
  350. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/testing.py +0 -0
  351. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/__init__.py +0 -0
  352. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_auto.py +0 -0
  353. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_connect_dataset.py +0 -0
  354. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
  355. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_keys.py +0 -0
  356. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_read.py +0 -0
  357. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_shape_interval.py +0 -0
  358. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_shuffle.py +0 -0
  359. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_split.py +0 -0
  360. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_tensor_db.py +0 -0
  361. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_token.py +0 -0
  362. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_version_control.py +0 -0
  363. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/tests/test_video.py +0 -0
  364. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/threading.py +0 -0
  365. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/token.py +0 -0
  366. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/transform.py +0 -0
  367. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/version_control.py +0 -0
  368. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/video.py +0 -0
  369. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/util/warnings.py +0 -0
  370. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/visualizer/__init__.py +0 -0
  371. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/visualizer/video_streaming.py +0 -0
  372. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake/visualizer/visualizer.py +0 -0
  373. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake.egg-info/SOURCES.txt +0 -0
  374. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake.egg-info/dependency_links.txt +0 -0
  375. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake.egg-info/not-zip-safe +0 -0
  376. {deeplake-3.9.20 → deeplake-3.9.22}/deeplake.egg-info/top_level.txt +0 -0
  377. {deeplake-3.9.20 → deeplake-3.9.22}/pyproject.toml +0 -0
  378. {deeplake-3.9.20 → deeplake-3.9.22}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.20
3
+ Version: 3.9.22
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -19,6 +19,7 @@ Provides-Extra: medical
19
19
  Provides-Extra: visualizer
20
20
  Provides-Extra: gdrive
21
21
  Provides-Extra: point_cloud
22
+ Provides-Extra: mesh
22
23
  Provides-Extra: all
23
24
  Provides-Extra: enterprise
24
25
  License-File: LICENSE
@@ -91,7 +91,7 @@ __all__ = [
91
91
  ]
92
92
 
93
93
 
94
- __version__ = "3.9.20"
94
+ __version__ = "3.9.22"
95
95
  warn_if_update_required(__version__)
96
96
  __encoded_version__ = np.array(__version__)
97
97
  config = {"s3": Config(max_pool_connections=50, connect_timeout=300, read_timeout=300)}
@@ -1159,6 +1159,7 @@ def test_compressions_list():
1159
1159
  "png",
1160
1160
  "ppm",
1161
1161
  "sgi",
1162
+ "stl",
1162
1163
  "tga",
1163
1164
  "tiff",
1164
1165
  "wav",
@@ -0,0 +1,63 @@
1
+ import pytest
2
+
3
+ import deeplake
4
+ import numpy as np
5
+ from deeplake.util.exceptions import (
6
+ DynamicTensorNumpyError,
7
+ MeshTensorMetaMissingRequiredValue,
8
+ UnsupportedCompressionError,
9
+ )
10
+
11
+
12
+ def test_mesh(local_ds, mesh_paths):
13
+ for i, (encoding_type, path) in enumerate(mesh_paths.items()):
14
+ if encoding_type == "ascii2":
15
+ pass
16
+ tensor = local_ds.create_tensor(
17
+ f"mesh_{i}", htype="mesh", sample_compression="ply"
18
+ )
19
+ sample = deeplake.read(path)
20
+ tensor.append(deeplake.read(path))
21
+ tensor_numpy = tensor.numpy()
22
+ assert tensor_numpy.shape[-1] == 3
23
+
24
+ tensor_data = tensor.data()
25
+ assert isinstance(tensor_data, dict)
26
+
27
+ tensor.append(deeplake.read(path))
28
+ tensor.append(deeplake.read(path))
29
+ tensor.append(deeplake.read(path))
30
+ if encoding_type == "bin":
31
+ with pytest.raises(DynamicTensorNumpyError):
32
+ tensor.numpy()
33
+ tensor_list = tensor.numpy(aslist=True)
34
+
35
+ assert len(tensor_list) == 4
36
+
37
+ tensor_data = tensor.data()
38
+ assert len(tensor_data) == 4
39
+
40
+
41
+ def test_stl_mesh(local_ds, stl_mesh_paths):
42
+ tensor = local_ds.create_tensor("stl_mesh", htype="mesh", sample_compression="stl")
43
+
44
+ with pytest.raises(UnsupportedCompressionError):
45
+ local_ds.create_tensor("unsupported", htype="mesh", sample_compression=None)
46
+
47
+ with pytest.raises(MeshTensorMetaMissingRequiredValue):
48
+ local_ds.create_tensor("unsupported", htype="mesh")
49
+
50
+ for i, (_, path) in enumerate(stl_mesh_paths.items()):
51
+ sample = deeplake.read(path)
52
+ tensor.append(sample)
53
+ tensor.append(deeplake.read(path))
54
+
55
+ tensor_numpy = tensor.numpy()
56
+ assert tensor_numpy.shape == (4, 12, 3, 3)
57
+ assert np.all(tensor_numpy[0] == tensor_numpy[1])
58
+ assert np.all(tensor_numpy[1] == tensor_numpy[2])
59
+ assert np.all(tensor_numpy[2] == tensor_numpy[3])
60
+
61
+ tensor_data = tensor.data()
62
+ tensor_0_data = tensor[0].data()
63
+ assert np.all(tensor_data["vertices"][0] == tensor_0_data["vertices"])
@@ -73,7 +73,7 @@ VIDEO_COMPRESSIONS = ["mp4", "mkv", "avi"]
73
73
  AUDIO_COMPRESSIONS = ["mp3", "flac", "wav"]
74
74
  NIFTI_COMPRESSIONS = ["nii", "nii.gz"]
75
75
  POINT_CLOUD_COMPRESSIONS = ["las"]
76
- MESH_COMPRESSIONS = ["ply"]
76
+ MESH_COMPRESSIONS = ["ply", "stl"]
77
77
 
78
78
  READONLY_COMPRESSIONS = [
79
79
  "mpo",
@@ -293,7 +293,7 @@ def decompress_array(
293
293
  return _decompress_audio(buffer)
294
294
  elif compr_type == VIDEO_COMPRESSION:
295
295
  return _decompress_video(buffer, start_idx, end_idx, step, reverse) # type: ignore
296
- elif compr_type in [POINT_CLOUD_COMPRESSION, MESH_COMPRESSION]:
296
+ elif compr_type in [POINT_CLOUD_COMPRESSION] or compression == "ply":
297
297
  return _decompress_3d_data(buffer)
298
298
 
299
299
  if compression == "apng":
@@ -304,6 +304,8 @@ def decompress_array(
304
304
  return _decompress_nifti(buffer)
305
305
  if compression == "nii.gz":
306
306
  return _decompress_nifti(buffer, gz=True)
307
+ if compression == "stl":
308
+ return _decompress_stl(buffer)
307
309
  if compression is None and isinstance(buffer, memoryview) and shape is not None:
308
310
  assert buffer is not None
309
311
  assert shape is not None
@@ -464,6 +466,8 @@ def verify_compressed_file(
464
466
  return _read_nifti_shape_and_dtype(file, gz=compression == "nii.gz")
465
467
  elif compression in ("las", "ply"):
466
468
  return _read_3d_data_shape_and_dtype(file)
469
+ elif compression == "stl":
470
+ return _read_stl_shape_and_dtype(file)
467
471
  else:
468
472
  return _fast_decompress(file)
469
473
  except Exception as e:
@@ -490,6 +494,7 @@ def get_compression(header=None, path=None):
490
494
  ".ply",
491
495
  ".nii",
492
496
  ".nii.gz",
497
+ ".stl",
493
498
  ]
494
499
  path = str(path).lower().partition("?")[0].partition("#")[0].partition(";")[0]
495
500
  for fmt in file_formats:
@@ -519,6 +524,10 @@ def get_compression(header=None, path=None):
519
524
  return "dcm"
520
525
  if header[0:4] == b"\x6e\x2b\x31\x00":
521
526
  return "nii"
527
+ if any(
528
+ header[: len(x)] == x for x in [b"\x73\x6F\x6C\x69", b"numpy-stl", b"solid"]
529
+ ):
530
+ return "stl"
522
531
  if not Image.OPEN:
523
532
  Image.init()
524
533
  for fmt in Image.OPEN:
@@ -711,6 +720,11 @@ def read_meta_from_compressed_file(
711
720
  shape, typestr = _read_3d_data_shape_and_dtype(file)
712
721
  except Exception as e:
713
722
  raise CorruptedSampleError(compression, path) from e
723
+ elif compression == "stl":
724
+ try:
725
+ shape, typestr = _read_stl_shape_and_dtype(file)
726
+ except Exception as e:
727
+ raise CorruptedSampleError(compression, path) from e
714
728
  else:
715
729
  img = Image.open(f) if isfile else Image.open(BytesIO(f)) # type: ignore
716
730
  shape, typestr = Image._conv_type_shape(img)
@@ -1183,6 +1197,15 @@ def _open_3d_data(file):
1183
1197
  return point_cloud
1184
1198
 
1185
1199
 
1200
+ def _open_mesh_data(file: Union[bytes, memoryview, str]):
1201
+ from stl import mesh
1202
+
1203
+ if isinstance(file, str):
1204
+ return mesh.Mesh.from_file(file)
1205
+
1206
+ return mesh.Mesh.from_file("", fh=BytesIO(file))
1207
+
1208
+
1186
1209
  def _decompress_3d_data(file: Union[bytes, memoryview, str]):
1187
1210
  point_cloud = _open_3d_data(file)
1188
1211
  return point_cloud.decompressed_3d_data
@@ -1193,11 +1216,34 @@ def _read_3d_data_shape_and_dtype(file: Union[bytes, BinaryIO]):
1193
1216
  return point_cloud.shape, point_cloud.dtype
1194
1217
 
1195
1218
 
1219
+ def _read_stl_shape_and_dtype(file):
1220
+ mesh_data = _open_mesh_data(file)
1221
+ return mesh_data.vectors.shape, mesh_data.vectors.dtype
1222
+
1223
+
1224
+ def _decompress_stl(file: Union[bytes, str]):
1225
+ mesh_data = _open_mesh_data(file)
1226
+ return mesh_data.vectors
1227
+
1228
+
1196
1229
  def _read_3d_data_meta(file: Union[bytes, memoryview, str]):
1197
1230
  point_cloud = _open_3d_data(file)
1198
1231
  return point_cloud.meta_data
1199
1232
 
1200
1233
 
1234
+ def _read_stl_data_meta(file: Union[bytes, memoryview, str]):
1235
+ mesh_data = _open_mesh_data(file)
1236
+ return {
1237
+ "name": mesh_data.name,
1238
+ "min_": mesh_data.min_,
1239
+ "max_": mesh_data.max_,
1240
+ "speedups": mesh_data.speedups,
1241
+ "centroids": mesh_data.centroids,
1242
+ "normals": mesh_data.normals,
1243
+ "extension": "stl",
1244
+ }
1245
+
1246
+
1201
1247
  def _open_nifti(file: Union[bytes, memoryview, str], gz: bool = False):
1202
1248
  try:
1203
1249
  import nibabel as nib # type: ignore
@@ -9,6 +9,7 @@ from deeplake.util.exceptions import (
9
9
  TensorMetaInvalidHtypeOverwriteValue,
10
10
  TensorMetaInvalidHtypeOverwriteKey,
11
11
  TensorMetaMissingRequiredValue,
12
+ MeshTensorMetaMissingRequiredValue,
12
13
  TensorMetaMutuallyExclusiveKeysError,
13
14
  UnsupportedCompressionError,
14
15
  TensorInvalidSampleShapeError,
@@ -328,7 +329,16 @@ def _validate_htype_overwrites(htype: str, htype_overwrite: dict):
328
329
  raise TensorMetaMissingRequiredValue(
329
330
  actual_htype, ["chunk_compression", "sample_compression"] # type: ignore
330
331
  )
331
- if htype in ("audio", "video", "point_cloud", "mesh", "nifti"):
332
+ if htype == "mesh":
333
+ supported_compressions = HTYPE_SUPPORTED_COMPRESSIONS.get(htype)
334
+ if sc == UNSPECIFIED:
335
+ raise MeshTensorMetaMissingRequiredValue(
336
+ actual_htype, "sample_compression", compr_list=supported_compressions # type: ignore
337
+ )
338
+ if sc not in supported_compressions: # type: ignore
339
+ raise UnsupportedCompressionError(sc, htype=htype)
340
+
341
+ elif htype in ("audio", "video", "point_cloud", "nifti"):
332
342
  if cc not in (UNSPECIFIED, None):
333
343
  raise UnsupportedCompressionError("Chunk compression", htype=htype)
334
344
  elif sc == UNSPECIFIED:
@@ -9,6 +9,7 @@ from deeplake.core.compression import (
9
9
  _read_metadata_from_vstream,
10
10
  _read_audio_meta,
11
11
  _read_3d_data_meta,
12
+ _read_stl_data_meta,
12
13
  _open_nifti,
13
14
  HEADER_MAX_BYTES,
14
15
  )
@@ -275,6 +276,13 @@ class Sample:
275
276
  info = _read_3d_data_meta(self.buffer)
276
277
  return info
277
278
 
279
+ def _get_stl_meta(self) -> dict:
280
+ if self.path and get_path_type(self.path) == "local":
281
+ info = _read_stl_data_meta(self.path)
282
+ else:
283
+ info = _read_stl_data_meta(self.buffer)
284
+ return info
285
+
278
286
  @property
279
287
  def is_lazy(self) -> bool:
280
288
  return self._array is None
@@ -552,6 +560,8 @@ class Sample:
552
560
  compression_type = get_compression_type(compression)
553
561
  if compression == "dcm":
554
562
  meta.update(self._get_dicom_meta())
563
+ elif compression == "stl":
564
+ meta.update(self._get_stl_meta())
555
565
  elif compression_type == NIFTI_COMPRESSION:
556
566
  meta.update(self._get_nifti_meta())
557
567
  elif compression_type == IMAGE_COMPRESSION:
@@ -575,18 +575,19 @@ class DeepLakeDataLoader(DataLoader):
575
575
  Args:
576
576
  num_workers (int): Number of workers to use for transforming and processing the data. Defaults to 0.
577
577
  collate_fn (Callable, Optional): merges a list of samples to form a mini-batch of Tensor(s).
578
- tensors (List[str], Optional): List of tensors to load. If None, all tensors are loaded. Defaults to ``None``.
578
+ tensors (List, Optional): List of tensors to load. If ``None``, all tensors are loaded. Defaults to ``None``.
579
+ For datasets with many tensors, its extremely important to stream only the data that is needed for training the model, in order to avoid bottlenecks associated with streaming unused data.
580
+ For example, if you have a dataset that has ``image``, ``label``, and ``metadata`` tensors, if ``tensors=["image", "label"]``, the Data Loader will only stream the ``image`` and ``label`` tensors.
579
581
  num_threads (int, Optional): Number of threads to use for fetching and decompressing the data. If ``None``, the number of threads is automatically determined. Defaults to ``None``.
580
582
  prefetch_factor (int): Number of batches to transform and collate in advance per worker. Defaults to 2.
581
- return_index (bool): Used to idnetify where loader needs to retur sample index or not. Defaults to ``True``.
583
+ return_index (bool): If ``True``, the returned dataloader will have a key "index" that contains the index of the sample(s) in the original dataset. Default value is True.
582
584
  persistent_workers (bool): If ``True``, the data loader will not shutdown the worker processes after a dataset has been consumed once. Defaults to ``False``.
583
- decode_method (Dict[str, str], Optional): A dictionary of decode methods for each tensor. Defaults to ``None``.
584
-
585
+ decode_method (Dict[str, str], Optional): The method for decoding the Deep Lake tensor data, the result of which is passed to the transform. Decoding occurs outside of the transform so that it can be performed in parallel and as rapidly as possible as per Deep Lake optimizations.
585
586
 
586
587
  - Supported decode methods are:
587
-
588
- :'numpy': Default behaviour. Returns samples as numpy arrays.
589
- :'tobytes': Returns raw bytes of the samples.
588
+ :'numpy': Default behaviour. Returns samples as numpy arrays, the same as ds.tensor[i].numpy()
589
+ :'tobytes': Returns raw bytes of the samples the same as ds.tensor[i].tobytes()
590
+ :'data': Returns a dictionary with keys,values depending on htype, the same as ds.tensor[i].data()
590
591
  :'pil': Returns samples as PIL images. Especially useful when transformation use torchvision transforms, that
591
592
  require PIL images as input. Only supported for tensors with ``sample_compression='jpeg'`` or ``'png'``.
592
593
 
@@ -11,7 +11,7 @@ pathos
11
11
  humbug>=0.3.1
12
12
  tqdm
13
13
  lz4
14
- av>=8.1.0; python_version >= '3.7' or sys_platform != 'win32'
14
+ av>=8.1.0,<=12.3.0; python_version >= '3.7' or sys_platform != 'win32'
15
15
  pydicom
16
16
  IPython
17
17
  flask
@@ -24,3 +24,4 @@ azure-cli
24
24
  azure-identity
25
25
  azure-storage-blob
26
26
  pydantic
27
+ numpy-stl
@@ -10,4 +10,4 @@ mmdet==2.28.1; platform_system == "Linux" and python_version >= "3.7"
10
10
  mmsegmentation==0.30.0; platform_system == "Linux" and python_version >= "3.7"
11
11
  mmengine
12
12
  pandas
13
- av
13
+ av==12.3.0
@@ -719,6 +719,19 @@ def mesh_paths():
719
719
  return paths
720
720
 
721
721
 
722
+ @pytest.fixture
723
+ def stl_mesh_paths():
724
+ paths = {
725
+ "ascii": "box_freecad_ascii.stl",
726
+ "bin": "box_freecad_binary.stl",
727
+ }
728
+
729
+ parent = get_dummy_data_path("mesh")
730
+ for k in paths:
731
+ paths[k] = os.path.join(parent, paths[k])
732
+ return paths
733
+
734
+
722
735
  @pytest.fixture
723
736
  def vstream_path(request):
724
737
  """Used with parametrize to use all video stream test datasets."""
@@ -0,0 +1 @@
1
+ BUGOUT_TOKEN = '0f93a4c3-07b5-44e1-b886-24b8c81f38e1'
@@ -441,6 +441,19 @@ class TensorMetaInvalidHtypeOverwriteValue(MetaError):
441
441
  )
442
442
 
443
443
 
444
+ class MeshTensorMetaMissingRequiredValue(MetaError):
445
+ def __init__(self, htype: str, key: Union[str, List[str]], compr_list: List[str]):
446
+ extra = ""
447
+ if key == "sample_compression":
448
+ extra = f"Available compressors: {compr_list}"
449
+
450
+ if isinstance(key, list):
451
+ message = f"Htype '{htype}' requires you to specify either one of {key} inside the `create_tensor` method call. {extra}"
452
+ else:
453
+ message = f"Htype '{htype}' requires you to specify '{key}' inside the `create_tensor` method call. {extra}"
454
+ super().__init__(message)
455
+
456
+
444
457
  class TensorMetaMissingRequiredValue(MetaError):
445
458
  def __init__(self, htype: str, key: Union[str, List[str]]):
446
459
  extra = ""
@@ -1,6 +1,7 @@
1
1
  import os
2
2
  import re
3
3
  import sys
4
+ import numpy as np
4
5
 
5
6
  from deeplake.util import exceptions
6
7
  from deeplake.util.exceptions import DynamicTensorNumpyError # type: ignore
@@ -109,15 +110,49 @@ class MeshPly(ObjectBase3D):
109
110
 
110
111
 
111
112
  def parse_mesh_to_dict(full_arr, sample_info):
112
- # we assume that the format of files that we append is the same
113
- fmt = sample_info[0]["fmt"]
114
- ext = sample_info[0]["extension"]
115
- parser = mesh_parser.get_mesh_parser(ext)(fmt, full_arr, sample_info)
113
+ if not sample_info:
114
+ return {"value": full_arr, "sample_info": {}}
115
+
116
+ sample_info = (
117
+ sample_info
118
+ if isinstance(sample_info, list) or isinstance(sample_info, np.ndarray)
119
+ else [sample_info]
120
+ )
121
+ first_info = sample_info[0]
122
+
123
+ if first_info["extension"] == "stl":
124
+ print("sample_info", sample_info)
125
+ centroids = (
126
+ first_info.pop("centroids")
127
+ if len(sample_info) == 1
128
+ else [info.pop("centroids") for info in sample_info]
129
+ )
130
+ normals = (
131
+ first_info.pop("normals")
132
+ if len(sample_info) == 1
133
+ else [info.pop("normals") for info in sample_info]
134
+ )
135
+ return {
136
+ "vertices": full_arr,
137
+ "centroids": centroids,
138
+ "normals": normals,
139
+ "sample_info": first_info if len(sample_info) == 1 else sample_info,
140
+ }
141
+
142
+ parser = mesh_parser.get_mesh_parser(first_info["extension"])(
143
+ first_info["fmt"], full_arr, sample_info
144
+ )
116
145
  return parser.data
117
146
 
118
147
 
119
148
  def get_mesh_vertices(tensor_name, index, ret, sample_info, aslist):
120
149
  # we assume that the format of files that we append is the same
150
+ if not sample_info:
151
+ return ret
152
+ if isinstance(sample_info, dict):
153
+ sample_info = [sample_info]
154
+ if sample_info[0]["extension"] == "stl":
155
+ return ret
121
156
  fmt = sample_info[0]["fmt"]
122
157
  ext = sample_info[0]["extension"]
123
158
  parser = mesh_parser.get_mesh_parser(ext)(
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.9.20
3
+ Version: 3.9.22
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -19,6 +19,7 @@ Provides-Extra: medical
19
19
  Provides-Extra: visualizer
20
20
  Provides-Extra: gdrive
21
21
  Provides-Extra: point_cloud
22
+ Provides-Extra: mesh
22
23
  Provides-Extra: all
23
24
  Provides-Extra: enterprise
24
25
  License-File: LICENSE
@@ -8,40 +8,41 @@ tqdm
8
8
  lz4
9
9
  pyjwt
10
10
  pydantic
11
- libdeeplake==0.0.141
11
+ libdeeplake==0.0.144
12
12
 
13
13
  [:python_version >= "3.7" and sys_platform != "win32"]
14
14
  aioboto3>=10.4.0
15
15
  nest_asyncio
16
16
 
17
17
  [all]
18
- azure-cli
19
- google-auth-oauthlib~=0.4.5
18
+ oauth2client~=4.1.3
20
19
  pydicom
21
- azure-identity
22
- IPython
23
20
  laspy
24
21
  nibabel
25
- azure-storage-blob
26
- oauth2client~=4.1.3
27
22
  google-cloud-storage~=1.42.0
28
- flask
29
- google-auth~=2.0.1
23
+ google-auth-oauthlib~=0.4.5
30
24
  google-api-python-client~=2.31.0
31
- libdeeplake==0.0.141
25
+ google-auth~=2.0.1
26
+ flask
27
+ IPython
28
+ numpy-stl
29
+ azure-storage-blob
30
+ azure-cli
31
+ azure-identity
32
+ libdeeplake==0.0.144
32
33
 
33
34
  [all:python_version >= "3.7" or sys_platform != "win32"]
34
- av>=8.1.0
35
+ av<=12.3.0,>=8.1.0
35
36
 
36
37
  [audio]
37
38
 
38
39
  [audio:python_version >= "3.7" or sys_platform != "win32"]
39
- av>=8.1.0
40
+ av<=12.3.0,>=8.1.0
40
41
 
41
42
  [av]
42
43
 
43
44
  [av:python_version >= "3.7" or sys_platform != "win32"]
44
- av>=8.1.0
45
+ av<=12.3.0,>=8.1.0
45
46
 
46
47
  [azure]
47
48
  azure-cli
@@ -53,7 +54,7 @@ pydicom
53
54
  nibabel
54
55
 
55
56
  [enterprise]
56
- libdeeplake==0.0.141
57
+ libdeeplake==0.0.144
57
58
  pyjwt
58
59
 
59
60
  [gcp]
@@ -71,13 +72,17 @@ google-auth-oauthlib~=0.4.5
71
72
  pydicom
72
73
  nibabel
73
74
 
75
+ [mesh]
76
+ laspy
77
+ numpy-stl
78
+
74
79
  [point_cloud]
75
80
  laspy
76
81
 
77
82
  [video]
78
83
 
79
84
  [video:python_version >= "3.7" or sys_platform != "win32"]
80
- av>=8.1.0
85
+ av<=12.3.0,>=8.1.0
81
86
 
82
87
  [visualizer]
83
88
  IPython
@@ -44,6 +44,7 @@ extras = {
44
44
  "google-auth-oauthlib",
45
45
  ],
46
46
  "point_cloud": ["laspy"],
47
+ "mesh": ["laspy", "numpy-stl"],
47
48
  }
48
49
 
49
50
 
@@ -70,7 +71,7 @@ extras_require = {k: [req_map[r] for r in v] for k, v in extras.items()}
70
71
  extras_require["all"] = [req_map[r] for r in all_extras]
71
72
 
72
73
  if libdeeplake_available():
73
- libdeeplake = "libdeeplake==0.0.141"
74
+ libdeeplake = "libdeeplake==0.0.144"
74
75
  extras_require["enterprise"] = [libdeeplake, "pyjwt"]
75
76
  extras_require["all"].append(libdeeplake)
76
77
  install_requires.append(libdeeplake)
@@ -1,33 +0,0 @@
1
- import pytest
2
-
3
- import deeplake
4
- from deeplake.util.exceptions import DynamicTensorNumpyError
5
-
6
-
7
- def test_mesh(local_ds, mesh_paths):
8
- for i, (encoding_type, path) in enumerate(mesh_paths.items()):
9
- if encoding_type == "ascii2":
10
- pass
11
- tensor = local_ds.create_tensor(
12
- f"mesh_{i}", htype="mesh", sample_compression="ply"
13
- )
14
- sample = deeplake.read(path)
15
- tensor.append(deeplake.read(path))
16
- tensor_numpy = tensor.numpy()
17
- assert tensor_numpy.shape[-1] == 3
18
-
19
- tensor_data = tensor.data()
20
- assert isinstance(tensor_data, dict)
21
-
22
- tensor.append(deeplake.read(path))
23
- tensor.append(deeplake.read(path))
24
- tensor.append(deeplake.read(path))
25
- if encoding_type == "bin":
26
- with pytest.raises(DynamicTensorNumpyError):
27
- tensor.numpy()
28
- tensor_list = tensor.numpy(aslist=True)
29
-
30
- assert len(tensor_list) == 4
31
-
32
- tensor_data = tensor.data()
33
- assert len(tensor_data) == 4
@@ -1 +0,0 @@
1
- BUGOUT_TOKEN = '8345d224-d25f-4b4b-afcd-54d411e62680'
File without changes
File without changes
File without changes