deeplake 3.8.27__tar.gz → 3.9.0__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (373) hide show
  1. {deeplake-3.8.27/deeplake.egg-info → deeplake-3.9.0}/PKG-INFO +1 -1
  2. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/__init__.py +1 -1
  3. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/dataset.py +68 -9
  4. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_api.py +1 -0
  5. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_hosted_datasets.py +1 -0
  6. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_views.py +1 -0
  7. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/tests/test_ingestion.py +3 -3
  8. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/auth/activeloop.py +7 -0
  9. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/auth/auth_context.py +5 -0
  10. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/auth/azure.py +3 -0
  11. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/client.py +3 -0
  12. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/constants.py +2 -0
  13. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compression.py +6 -6
  14. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/dataset/dataset.py +63 -20
  15. deeplake-3.8.27/deeplake/core/dataset/deeplake_query_dataset.py → deeplake-3.9.0/deeplake/core/dataset/indra_dataset_view.py +77 -106
  16. deeplake-3.8.27/deeplake/core/dataset/deeplake_query_tensor.py → deeplake-3.9.0/deeplake/core/dataset/indra_tensor_view.py +21 -38
  17. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/dataset/view_entry.py +1 -3
  18. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/index/index.py +9 -0
  19. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/query/filter.py +10 -0
  20. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/sample.py +8 -3
  21. deeplake-3.9.0/deeplake/core/storage/indra.py +107 -0
  22. deeplake-3.8.27/deeplake/core/tests/test_deeplake_indra_dataset.py → deeplake-3.9.0/deeplake/core/tests/test_indra_dataset.py +25 -12
  23. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_query.py +3 -1
  24. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_serialize.py +1 -0
  25. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_vdb_indexes.py +1 -0
  26. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/transform/transform.py +1 -0
  27. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +1 -10
  28. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/deep_memory/deep_memory.py +1 -7
  29. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +1 -0
  30. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/deeplake_vectorstore.py +3 -0
  31. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +3 -0
  32. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +1 -10
  33. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +3 -12
  34. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +1 -8
  35. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/utils.py +12 -17
  36. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/__init__.py +0 -4
  37. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/convert_to_libdeeplake.py +41 -18
  38. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/dataloader.py +5 -7
  39. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/libdeeplake_query.py +5 -5
  40. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/test_query.py +1 -0
  41. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/util.py +3 -0
  42. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/pytorch/shuffle_buffer.py +2 -0
  43. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/requirements/common.txt +1 -1
  44. deeplake-3.9.0/deeplake/util/bugout_token.py +1 -0
  45. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/storage.py +22 -4
  46. {deeplake-3.8.27 → deeplake-3.9.0/deeplake.egg-info}/PKG-INFO +1 -1
  47. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake.egg-info/SOURCES.txt +4 -3
  48. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake.egg-info/requires.txt +12 -12
  49. {deeplake-3.8.27 → deeplake-3.9.0}/setup.py +1 -1
  50. deeplake-3.8.27/deeplake/util/bugout_token.py +0 -1
  51. {deeplake-3.8.27 → deeplake-3.9.0}/LICENSE +0 -0
  52. {deeplake-3.8.27 → deeplake-3.9.0}/MANIFEST.in +0 -0
  53. {deeplake-3.8.27 → deeplake-3.9.0}/README.md +0 -0
  54. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/__init__.py +0 -0
  55. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/info.py +0 -0
  56. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/link.py +0 -0
  57. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/link_tiled.py +0 -0
  58. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/read.py +0 -0
  59. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/__init__.py +0 -0
  60. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_access_method.py +0 -0
  61. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_agreement.py +0 -0
  62. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_api_tiling.py +0 -0
  63. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_api_with_compression.py +0 -0
  64. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_chunk_sizes.py +0 -0
  65. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_connect_datasets.py +0 -0
  66. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_dataset.py +0 -0
  67. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_dicom.py +0 -0
  68. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_downsample.py +0 -0
  69. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_events.py +0 -0
  70. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_grayscale.py +0 -0
  71. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_info.py +0 -0
  72. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
  73. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_json.py +0 -0
  74. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_link.py +0 -0
  75. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_link_tiled.py +0 -0
  76. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_linking.py +0 -0
  77. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_mesh.py +0 -0
  78. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_meta.py +0 -0
  79. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_nifti.py +0 -0
  80. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_none.py +0 -0
  81. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_partial_upload.py +0 -0
  82. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_pickle.py +0 -0
  83. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_point_cloud.py +0 -0
  84. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_polygons.py +0 -0
  85. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_pop.py +0 -0
  86. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_readonly.py +0 -0
  87. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_rechunk.py +0 -0
  88. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_reset.py +0 -0
  89. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_sample_info.py +0 -0
  90. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_tag.py +0 -0
  91. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_text.py +0 -0
  92. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_update_samples.py +0 -0
  93. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tests/test_video.py +0 -0
  94. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/api/tiled.py +0 -0
  95. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/__init__.py +0 -0
  96. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/structured/__init__.py +0 -0
  97. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/structured/base.py +0 -0
  98. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/structured/dataframe.py +0 -0
  99. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/tests/__init__.py +0 -0
  100. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/tests/test_coco_template.py +0 -0
  101. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/tests/test_kaggle.py +0 -0
  102. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/tests/test_yolo_template.py +0 -0
  103. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/__init__.py +0 -0
  104. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/base.py +0 -0
  105. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/coco/__init__.py +0 -0
  106. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/coco/coco.py +0 -0
  107. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/coco/constants.py +0 -0
  108. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/coco/convert.py +0 -0
  109. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/coco/utils.py +0 -0
  110. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/image_classification.py +0 -0
  111. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/kaggle.py +0 -0
  112. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/util.py +0 -0
  113. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
  114. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/yolo/constants.py +0 -0
  115. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/yolo/utils.py +0 -0
  116. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
  117. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/__init__.py +0 -0
  118. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/auth/__init__.py +0 -0
  119. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/auth/test_auth_context.py +0 -0
  120. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/config.py +0 -0
  121. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/log.py +0 -0
  122. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/test_client.py +0 -0
  123. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/client/utils.py +0 -0
  124. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/compression.py +0 -0
  125. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/__init__.py +0 -0
  126. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/__init__.py +0 -0
  127. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/base_chunk.py +0 -0
  128. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
  129. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
  130. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
  131. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/test_sample_compressed.py +0 -0
  132. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/test_uncompressed.py +0 -0
  133. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
  134. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/chunk_engine.py +0 -0
  135. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/__init__.py +0 -0
  136. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/process.py +0 -0
  137. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/provider.py +0 -0
  138. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/ray.py +0 -0
  139. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/serial.py +0 -0
  140. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/compute/thread.py +0 -0
  141. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/dataset/__init__.py +0 -0
  142. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
  143. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/dataset/invalid_view.py +0 -0
  144. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/distance_type.py +0 -0
  145. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/fast_forwarding.py +0 -0
  146. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/index/__init__.py +0 -0
  147. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/index_maintenance.py +0 -0
  148. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/io.py +0 -0
  149. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/ipc.py +0 -0
  150. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/link_creds.py +0 -0
  151. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/linked_chunk_engine.py +0 -0
  152. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/linked_sample.py +0 -0
  153. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/linked_tiled_sample.py +0 -0
  154. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/lock.py +0 -0
  155. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/__init__.py +0 -0
  156. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/dataset_meta.py +0 -0
  157. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/__init__.py +0 -0
  158. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/base_encoder.py +0 -0
  159. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/byte_positions.py +0 -0
  160. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/chunk_id.py +0 -0
  161. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/creds.py +0 -0
  162. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/pad.py +0 -0
  163. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/sequence.py +0 -0
  164. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/shape.py +0 -0
  165. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/__init__.py +0 -0
  166. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/common.py +0 -0
  167. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
  168. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
  169. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
  170. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
  171. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
  172. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/encode/tile.py +0 -0
  173. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/meta.py +0 -0
  174. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/meta/tensor_meta.py +0 -0
  175. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/partial_reader.py +0 -0
  176. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/partial_sample.py +0 -0
  177. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/polygon.py +0 -0
  178. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/query/__init__.py +0 -0
  179. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/query/autocomplete.py +0 -0
  180. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/query/query.py +0 -0
  181. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/seed.py +0 -0
  182. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/serialize.py +0 -0
  183. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/__init__.py +0 -0
  184. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/azure.py +0 -0
  185. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/deeplake_memory_object.py +0 -0
  186. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/gcs.py +0 -0
  187. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/google_drive.py +0 -0
  188. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/local.py +0 -0
  189. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/lru_cache.py +0 -0
  190. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/memory.py +0 -0
  191. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/provider.py +0 -0
  192. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/storage/s3.py +0 -0
  193. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tensor.py +0 -0
  194. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tensor_link.py +0 -0
  195. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/test_serialize.py +0 -0
  196. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/__init__.py +0 -0
  197. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_compression.py +0 -0
  198. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_compute.py +0 -0
  199. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_dataset.py +0 -0
  200. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_io.py +0 -0
  201. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_locking.py +0 -0
  202. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_readonly.py +0 -0
  203. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tests/test_seed.py +0 -0
  204. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/__init__.py +0 -0
  205. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/deserialize.py +0 -0
  206. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/optimizer.py +0 -0
  207. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/sample_tiles.py +0 -0
  208. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/serialize.py +0 -0
  209. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/test_optimizer.py +0 -0
  210. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/tiling/test_serialize.py +0 -0
  211. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/transform/__init__.py +0 -0
  212. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/transform/test_transform.py +0 -0
  213. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/transform/transform_dataset.py +0 -0
  214. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/transform/transform_tensor.py +0 -0
  215. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/__init__.py +0 -0
  216. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
  217. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
  218. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
  219. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
  220. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
  221. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
  222. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
  223. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
  224. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
  225. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
  226. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
  227. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
  228. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
  229. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
  230. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
  231. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
  232. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
  233. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
  234. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
  235. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
  236. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
  237. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
  238. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
  239. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
  240. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
  241. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
  242. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
  243. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
  244. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/__init__.py +0 -0
  245. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/commit_chunk_map.py +0 -0
  246. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/commit_diff.py +0 -0
  247. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/commit_node.py +0 -0
  248. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/dataset_diff.py +0 -0
  249. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/test_merge.py +0 -0
  250. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/core/version_control/test_version_control.py +0 -0
  251. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/dummy_dataloader.py +0 -0
  252. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/test_pytorch.py +0 -0
  253. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/enterprise/test_tensorflow.py +0 -0
  254. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/hooks.py +0 -0
  255. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/htype.py +0 -0
  256. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/__init__.py +0 -0
  257. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/huggingface/__init__.py +0 -0
  258. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/huggingface/huggingface.py +0 -0
  259. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/mmdet/__init__.py +0 -0
  260. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/mmdet/mmdet_.py +0 -0
  261. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/mmdet/mmdet_runners.py +0 -0
  262. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
  263. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/pytorch/__init__.py +0 -0
  264. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/pytorch/common.py +0 -0
  265. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/pytorch/dataset.py +0 -0
  266. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/pytorch/pytorch.py +0 -0
  267. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/tf/__init__.py +0 -0
  268. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/tf/common.py +0 -0
  269. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
  270. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
  271. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/wandb/__init__.py +0 -0
  272. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/integrations/wandb/wandb.py +0 -0
  273. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/requirements/docs.txt +0 -0
  274. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/requirements/plugins.txt +0 -0
  275. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/requirements/tests.txt +0 -0
  276. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/__init__.py +0 -0
  277. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/cache_fixtures.py +0 -0
  278. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/client_fixtures.py +0 -0
  279. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/common.py +0 -0
  280. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/dataset_fixtures.py +0 -0
  281. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/path_fixtures.py +0 -0
  282. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/tests/storage_fixtures.py +0 -0
  283. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/__init__.py +0 -0
  284. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/access_method.py +0 -0
  285. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/agreement.py +0 -0
  286. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/array_list.py +0 -0
  287. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/assert_byte_indexes.py +0 -0
  288. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/auto.py +0 -0
  289. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/bugout_reporter.py +0 -0
  290. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/cache_chain.py +0 -0
  291. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/casting.py +0 -0
  292. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/check_installation.py +0 -0
  293. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/check_latest_version.py +0 -0
  294. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/chunk_engine.py +0 -0
  295. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/class_label.py +0 -0
  296. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/compression.py +0 -0
  297. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/compute.py +0 -0
  298. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/connect_dataset.py +0 -0
  299. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/dataset.py +0 -0
  300. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/delete_entry.py +0 -0
  301. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/diff.py +0 -0
  302. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/downsample.py +0 -0
  303. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/empty_sample.py +0 -0
  304. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/encoder.py +0 -0
  305. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/exceptions.py +0 -0
  306. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/exif.py +0 -0
  307. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/from_tfds.py +0 -0
  308. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/generate_id.py +0 -0
  309. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/hash.py +0 -0
  310. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/htype.py +0 -0
  311. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/image.py +0 -0
  312. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/invalid_view_op.py +0 -0
  313. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/iterable_ordered_dict.py +0 -0
  314. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/iteration_warning.py +0 -0
  315. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/join_chunks.py +0 -0
  316. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/json.py +0 -0
  317. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/keys.py +0 -0
  318. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/link.py +0 -0
  319. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/logging.py +0 -0
  320. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/merge.py +0 -0
  321. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/modified.py +0 -0
  322. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/notebook.py +0 -0
  323. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/__init__.py +0 -0
  324. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/mesh.py +0 -0
  325. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/mesh_parser.py +0 -0
  326. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/mesh_reader.py +0 -0
  327. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/object_base_3d.py +0 -0
  328. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_parser.py +0 -0
  329. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_parser_base.py +0 -0
  330. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_parsers.py +0 -0
  331. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_reader.py +0 -0
  332. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_reader_base.py +0 -0
  333. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/ply_readers.py +0 -0
  334. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/point_cloud.py +0 -0
  335. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/object_3d/read_3d_data.py +0 -0
  336. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/path.py +0 -0
  337. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/pretty_print.py +0 -0
  338. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/remove_cache.py +0 -0
  339. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/scheduling.py +0 -0
  340. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/shape_interval.py +0 -0
  341. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/shuffle.py +0 -0
  342. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/spinner.py +0 -0
  343. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/split.py +0 -0
  344. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tag.py +0 -0
  345. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tensor_db.py +0 -0
  346. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/testing.py +0 -0
  347. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/__init__.py +0 -0
  348. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_auto.py +0 -0
  349. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_connect_dataset.py +0 -0
  350. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
  351. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_keys.py +0 -0
  352. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_read.py +0 -0
  353. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_shape_interval.py +0 -0
  354. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_shuffle.py +0 -0
  355. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_split.py +0 -0
  356. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_tensor_db.py +0 -0
  357. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_token.py +0 -0
  358. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_version_control.py +0 -0
  359. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/tests/test_video.py +0 -0
  360. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/threading.py +0 -0
  361. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/token.py +0 -0
  362. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/transform.py +0 -0
  363. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/version_control.py +0 -0
  364. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/video.py +0 -0
  365. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/util/warnings.py +0 -0
  366. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/visualizer/__init__.py +0 -0
  367. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/visualizer/video_streaming.py +0 -0
  368. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake/visualizer/visualizer.py +0 -0
  369. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake.egg-info/dependency_links.txt +0 -0
  370. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake.egg-info/not-zip-safe +0 -0
  371. {deeplake-3.8.27 → deeplake-3.9.0}/deeplake.egg-info/top_level.txt +0 -0
  372. {deeplake-3.8.27 → deeplake-3.9.0}/pyproject.toml +0 -0
  373. {deeplake-3.8.27 → deeplake-3.9.0}/setup.cfg +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: deeplake
3
- Version: 3.8.27
3
+ Version: 3.9.0
4
4
  Summary: Activeloop Deep Lake
5
5
  Author: activeloop.ai
6
6
  Author-email: support@activeloop.ai
@@ -89,7 +89,7 @@ __all__ = [
89
89
  ]
90
90
 
91
91
 
92
- __version__ = "3.8.27"
92
+ __version__ = "3.9.0"
93
93
  warn_if_update_required(__version__)
94
94
  __encoded_version__ = np.array(__version__)
95
95
  config = {"s3": Config(max_pool_connections=50, connect_timeout=300, read_timeout=300)}
@@ -13,6 +13,7 @@ from deeplake.auto.unstructured.coco.coco import CocoDataset
13
13
  from deeplake.auto.unstructured.yolo.yolo import YoloDataset
14
14
  from deeplake.client.log import logger
15
15
  from deeplake.core.dataset import Dataset, dataset_factory
16
+ from deeplake.core.dataset.indra_dataset_view import IndraDatasetView
16
17
  from deeplake.core.tensor import Tensor
17
18
  from deeplake.core.meta.dataset_meta import DatasetMeta
18
19
  from deeplake.util.connect_dataset import connect_dataset_entry
@@ -43,6 +44,7 @@ from deeplake.constants import (
43
44
  DEFAULT_READONLY,
44
45
  DATASET_META_FILENAME,
45
46
  DATASET_LOCK_FILENAME,
47
+ USE_INDRA,
46
48
  )
47
49
  from deeplake.util.access_method import (
48
50
  check_access_method,
@@ -101,6 +103,7 @@ class dataset:
101
103
  lock_enabled: Optional[bool] = True,
102
104
  lock_timeout: Optional[int] = 0,
103
105
  index_params: Optional[Dict[str, Union[int, str]]] = None,
106
+ indra: bool = USE_INDRA,
104
107
  ):
105
108
  """Returns a :class:`~deeplake.core.dataset.Dataset` object referencing either a new or existing dataset.
106
109
 
@@ -173,6 +176,7 @@ class dataset:
173
176
  lock_timeout (int): Number of seconds to wait before throwing a LockException. If None, wait indefinitely
174
177
  lock_enabled (bool): If true, the dataset manages a write lock. NOTE: Only set to False if you are managing concurrent access externally
175
178
  index_params: Optional[Dict[str, Union[int, str]]] = None : The index parameters used while creating vector store is passed down to dataset.
179
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
176
180
 
177
181
  ..
178
182
  # noqa: DAR101
@@ -225,6 +229,7 @@ class dataset:
225
229
  token=token,
226
230
  memory_cache_size=memory_cache_size,
227
231
  local_cache_size=local_cache_size,
232
+ indra=indra,
228
233
  )
229
234
 
230
235
  feature_report_path(path, "dataset", {"Overwrite": overwrite}, token=token)
@@ -378,6 +383,7 @@ class dataset:
378
383
  lock_timeout: Optional[int] = 0,
379
384
  verbose: bool = True,
380
385
  index_params: Optional[Dict[str, Union[int, str]]] = None,
386
+ indra: bool = USE_INDRA,
381
387
  ) -> Dataset:
382
388
  """Creates an empty dataset
383
389
 
@@ -402,6 +408,7 @@ class dataset:
402
408
  lock_timeout (int): Number of seconds to wait before throwing a LockException. If None, wait indefinitely
403
409
  lock_enabled (bool): If true, the dataset manages a write lock. NOTE: Only set to False if you are managing concurrent access externally.
404
410
  index_params: Optional[Dict[str, Union[int, str]]]: Index parameters used while creating vector store, passed down to dataset.
411
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
405
412
 
406
413
  Returns:
407
414
  Dataset: Dataset created using the arguments provided.
@@ -441,6 +448,7 @@ class dataset:
441
448
  token=token,
442
449
  memory_cache_size=memory_cache_size,
443
450
  local_cache_size=local_cache_size,
451
+ indra=indra,
444
452
  )
445
453
 
446
454
  feature_report_path(
@@ -508,6 +516,7 @@ class dataset:
508
516
  access_method: str = "stream",
509
517
  unlink: bool = False,
510
518
  reset: bool = False,
519
+ indra: bool = USE_INDRA,
511
520
  check_integrity: Optional[bool] = None,
512
521
  lock_timeout: Optional[int] = 0,
513
522
  lock_enabled: Optional[bool] = True,
@@ -578,6 +587,7 @@ class dataset:
578
587
  setting ``reset=True`` will reset HEAD changes and load the previous version.
579
588
  check_integrity (bool, Optional): Performs an integrity check by default (None) if the dataset has 20 or fewer tensors.
580
589
  Set to ``True`` to force integrity check, ``False`` to skip integrity check.
590
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
581
591
 
582
592
  ..
583
593
  # noqa: DAR101
@@ -624,6 +634,7 @@ class dataset:
624
634
  token=token,
625
635
  memory_cache_size=memory_cache_size,
626
636
  local_cache_size=local_cache_size,
637
+ indra=indra,
627
638
  )
628
639
  feature_report_path(
629
640
  path,
@@ -644,6 +655,12 @@ class dataset:
644
655
  f"A Deep Lake dataset does not exist at the given path ({path}). Check the path provided or in case you want to create a new dataset, use deeplake.empty()."
645
656
  )
646
657
 
658
+ if indra and read_only:
659
+ from indra import api # type: ignore
660
+
661
+ ids = api.load_from_storage(storage.core)
662
+ return IndraDatasetView(indra_ds=ids)
663
+
647
664
  dataset_kwargs: Dict[str, Union[None, str, bool, int, Dict]] = {
648
665
  "path": path,
649
666
  "read_only": read_only,
@@ -812,10 +829,10 @@ class dataset:
812
829
 
813
830
  feature_report_path(old_path, "rename", {}, token=token)
814
831
 
815
- ds = deeplake.load(old_path, verbose=False, token=token, creds=creds)
816
- ds.rename(new_path)
832
+ deeplake.deepcopy(old_path, new_path, verbose=False, token=token, creds=creds)
833
+ deeplake.delete(old_path, token=token, creds=creds)
817
834
 
818
- return ds # type: ignore
835
+ return deeplake.load(new_path, verbose=False, token=token, creds=creds)
819
836
 
820
837
  @staticmethod
821
838
  @spinner
@@ -1491,6 +1508,7 @@ class dataset:
1491
1508
  num_workers: int = 0,
1492
1509
  token: Optional[str] = None,
1493
1510
  connect_kwargs: Optional[Dict] = None,
1511
+ indra: bool = USE_INDRA,
1494
1512
  **dataset_kwargs,
1495
1513
  ) -> Dataset:
1496
1514
  """Ingest images and annotations in COCO format to a Deep Lake Dataset. The source data can be stored locally or in the cloud.
@@ -1544,6 +1562,7 @@ class dataset:
1544
1562
  num_workers (int): The number of workers to use for ingestion. Set to ``0`` by default.
1545
1563
  token (Optional[str]): The token to use for accessing the dataset and/or connecting it to Deep Lake.
1546
1564
  connect_kwargs (Optional[Dict]): If specified, the dataset will be connected to Deep Lake, and connect_kwargs will be passed to :meth:`Dataset.connect <deeplake.core.dataset.Dataset.connect>`.
1565
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1547
1566
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.empty`.
1548
1567
 
1549
1568
  Returns:
@@ -1582,7 +1601,12 @@ class dataset:
1582
1601
  structure = unstructured.prepare_structure(inspect_limit)
1583
1602
 
1584
1603
  ds = deeplake.empty(
1585
- dest, creds=dest_creds, verbose=False, token=token, **dataset_kwargs
1604
+ dest,
1605
+ creds=dest_creds,
1606
+ verbose=False,
1607
+ token=token,
1608
+ indra=indra,
1609
+ **dataset_kwargs,
1586
1610
  )
1587
1611
  if connect_kwargs is not None:
1588
1612
  connect_kwargs["token"] = token or connect_kwargs.get("token")
@@ -1613,6 +1637,7 @@ class dataset:
1613
1637
  num_workers: int = 0,
1614
1638
  token: Optional[str] = None,
1615
1639
  connect_kwargs: Optional[Dict] = None,
1640
+ indra: bool = USE_INDRA,
1616
1641
  **dataset_kwargs,
1617
1642
  ) -> Dataset:
1618
1643
  """Ingest images and annotations (bounding boxes or polygons) in YOLO format to a Deep Lake Dataset. The source data can be stored locally or in the cloud.
@@ -1661,6 +1686,7 @@ class dataset:
1661
1686
  num_workers (int): The number of workers to use for ingestion. Set to ``0`` by default.
1662
1687
  token (Optional[str]): The token to use for accessing the dataset and/or connecting it to Deep Lake.
1663
1688
  connect_kwargs (Optional[Dict]): If specified, the dataset will be connected to Deep Lake, and connect_kwargs will be passed to :meth:`Dataset.connect <deeplake.core.dataset.Dataset.connect>`.
1689
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1664
1690
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.empty`.
1665
1691
 
1666
1692
  Returns:
@@ -1708,7 +1734,12 @@ class dataset:
1708
1734
  structure = unstructured.prepare_structure()
1709
1735
 
1710
1736
  ds = deeplake.empty(
1711
- dest, creds=dest_creds, verbose=False, token=token, **dataset_kwargs
1737
+ dest,
1738
+ creds=dest_creds,
1739
+ verbose=False,
1740
+ token=token,
1741
+ indra=indra,
1742
+ **dataset_kwargs,
1712
1743
  )
1713
1744
  if connect_kwargs is not None:
1714
1745
  connect_kwargs["token"] = token or connect_kwargs.get("token")
@@ -1738,6 +1769,7 @@ class dataset:
1738
1769
  shuffle: bool = True,
1739
1770
  token: Optional[str] = None,
1740
1771
  connect_kwargs: Optional[Dict] = None,
1772
+ indra: bool = USE_INDRA,
1741
1773
  **dataset_kwargs,
1742
1774
  ) -> Dataset:
1743
1775
  """Ingest a dataset of images from a local folder to a Deep Lake Dataset. Images should be stored in subfolders by class name.
@@ -1758,6 +1790,7 @@ class dataset:
1758
1790
  shuffle (bool): Shuffles the input data prior to ingestion. Since data arranged in folders by class is highly non-random, shuffling is important in order to produce optimal results when training. Defaults to ``True``.
1759
1791
  token (Optional[str]): The token to use for accessing the dataset.
1760
1792
  connect_kwargs (Optional[Dict]): If specified, the dataset will be connected to Deep Lake, and connect_kwargs will be passed to :meth:`Dataset.connect <deeplake.core.dataset.Dataset.connect>`.
1793
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1761
1794
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function see :func:`deeplake.empty`.
1762
1795
 
1763
1796
  Returns:
@@ -1839,6 +1872,7 @@ class dataset:
1839
1872
  dest_creds=dest_creds,
1840
1873
  progressbar=progressbar,
1841
1874
  token=token,
1875
+ indra=indra,
1842
1876
  **dataset_kwargs,
1843
1877
  )
1844
1878
  return ds
@@ -1861,7 +1895,12 @@ class dataset:
1861
1895
  unstructured = ImageClassification(source=src)
1862
1896
 
1863
1897
  ds = deeplake.empty(
1864
- dest, creds=dest_creds, token=token, verbose=False, **dataset_kwargs
1898
+ dest,
1899
+ creds=dest_creds,
1900
+ token=token,
1901
+ verbose=False,
1902
+ indra=indra,
1903
+ **dataset_kwargs,
1865
1904
  )
1866
1905
  if connect_kwargs is not None:
1867
1906
  connect_kwargs["token"] = token or connect_kwargs.get("token")
@@ -1892,6 +1931,7 @@ class dataset:
1892
1931
  progressbar: bool = True,
1893
1932
  summary: bool = True,
1894
1933
  shuffle: bool = True,
1934
+ indra: bool = USE_INDRA,
1895
1935
  **dataset_kwargs,
1896
1936
  ) -> Dataset:
1897
1937
  """Download and ingest a kaggle dataset and store it as a structured dataset to destination.
@@ -1911,6 +1951,7 @@ class dataset:
1911
1951
  progressbar (bool): Enables or disables ingestion progress bar. Set to ``True`` by default.
1912
1952
  summary (bool): Generates ingestion summary. Set to ``True`` by default.
1913
1953
  shuffle (bool): Shuffles the input data prior to ingestion. Since data arranged in folders by class is highly non-random, shuffling is important in order to produce optimal results when training. Defaults to ``True``.
1954
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
1914
1955
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.dataset`.
1915
1956
 
1916
1957
  Returns:
@@ -1956,6 +1997,7 @@ class dataset:
1956
1997
  progressbar=progressbar,
1957
1998
  summary=summary,
1958
1999
  shuffle=shuffle,
2000
+ indra=indra,
1959
2001
  **dataset_kwargs,
1960
2002
  )
1961
2003
 
@@ -1972,6 +2014,7 @@ class dataset:
1972
2014
  progressbar: bool = True,
1973
2015
  token: Optional[str] = None,
1974
2016
  connect_kwargs: Optional[Dict] = None,
2017
+ indra: bool = USE_INDRA,
1975
2018
  **dataset_kwargs,
1976
2019
  ):
1977
2020
  """Convert pandas dataframe to a Deep Lake Dataset. The contents of the dataframe can be parsed literally, or can be treated as links to local or cloud files.
@@ -2021,6 +2064,7 @@ class dataset:
2021
2064
  progressbar (bool): Enables or disables ingestion progress bar. Set to ``True`` by default.
2022
2065
  token (Optional[str]): The token to use for accessing the dataset.
2023
2066
  connect_kwargs (Optional[Dict]): A dictionary containing arguments to be passed to the dataset connect method. See :meth:`Dataset.connect`.
2067
+ indra (bool): Flag indicating whether indra api should be used to create the dataset. Defaults to false
2024
2068
  **dataset_kwargs: Any arguments passed here will be forwarded to the dataset creator function. See :func:`deeplake.empty`.
2025
2069
 
2026
2070
  Returns:
@@ -2045,15 +2089,30 @@ class dataset:
2045
2089
  structured = DataFrame(src, column_params, src_creds, creds_key)
2046
2090
 
2047
2091
  dest = convert_pathlib_to_string_if_needed(dest)
2048
- ds = deeplake.empty(
2049
- dest, creds=dest_creds, token=token, verbose=False, **dataset_kwargs
2050
- )
2092
+ if indra:
2093
+ from indra import api
2094
+
2095
+ ds = api.dataset_writer(
2096
+ dest, creds=dest_creds, token=token, **dataset_kwargs
2097
+ )
2098
+ else:
2099
+ ds = deeplake.empty(
2100
+ dest,
2101
+ creds=dest_creds,
2102
+ token=token,
2103
+ verbose=False,
2104
+ **dataset_kwargs,
2105
+ )
2051
2106
  if connect_kwargs is not None:
2052
2107
  connect_kwargs["token"] = token or connect_kwargs.get("token")
2053
2108
  ds.connect(**connect_kwargs)
2054
2109
 
2055
2110
  structured.fill_dataset(ds, progressbar) # type: ignore
2056
2111
 
2112
+ if indra:
2113
+ ids = api.load_from_storage(ds.storage)
2114
+ return IndraDatasetView(indra_ds=ids)
2115
+
2057
2116
  return ds # type: ignore
2058
2117
 
2059
2118
  @staticmethod
@@ -2525,6 +2525,7 @@ def test_random_split_views(local_ds):
2525
2525
  assert len(test) == 2
2526
2526
 
2527
2527
 
2528
+ @pytest.mark.flaky
2528
2529
  @pytest.mark.slow
2529
2530
  def test_invalid_ds_name():
2530
2531
  with pytest.raises(InvalidDatasetNameException):
@@ -2,6 +2,7 @@ import pytest
2
2
  import deeplake
3
3
 
4
4
 
5
+ @pytest.mark.flaky
5
6
  @pytest.mark.slow
6
7
  def test_mnist():
7
8
  ds = deeplake.load("hub://activeloop/mnist-test")
@@ -127,6 +127,7 @@ def test_view_from_different_commit(local_ds):
127
127
  assert view3.is_optimized
128
128
 
129
129
 
130
+ @pytest.mark.slow
130
131
  def test_save_view_ignore_errors(local_ds):
131
132
  with local_ds as ds:
132
133
  ds.create_tensor(
@@ -231,7 +231,7 @@ def test_csv(memory_ds: Dataset, dataframe_ingestion_data: dict):
231
231
  assert ds[tensors_names[2]].htype == "text"
232
232
  assert ds[tensors_names[2]].dtype == str
233
233
  np.testing.assert_array_equal(
234
- ds[tensors_names[2]].numpy().reshape(-1), df[df_keys[2]].values
234
+ np.array(ds[tensors_names[2]].numpy()).reshape(-1), df[df_keys[2]].values
235
235
  )
236
236
 
237
237
 
@@ -273,7 +273,7 @@ def test_dataframe_basic(
273
273
  assert ds[df_keys[2]].htype == "text"
274
274
  assert ds[df_keys[2]].dtype == str
275
275
  np.testing.assert_array_equal(
276
- ds[df_keys[2]].numpy().reshape(-1), df[df_keys[2]].values
276
+ np.array(ds[df_keys[2]].numpy()).reshape(-1), df[df_keys[2]].values
277
277
  )
278
278
 
279
279
 
@@ -342,7 +342,7 @@ def test_dataframe_array(memory_ds: Dataset):
342
342
  )
343
343
 
344
344
  np.testing.assert_array_equal(
345
- ds[df_keys[2]][0:3].numpy().reshape(-1), df[df_keys[2]].values[0:3]
345
+ np.array(ds[df_keys[2]][0:3].numpy()).reshape(-1), df[df_keys[2]].values[0:3]
346
346
  )
347
347
  assert ds[df_keys[2]].dtype == df[df_keys[2]].dtype
348
348
 
@@ -15,6 +15,13 @@ class ActiveLoopAuthContext(AuthContext):
15
15
 
16
16
  return self.token
17
17
 
18
+ def is_public_user(self) -> bool:
19
+ token = self.get_token()
20
+ if token is None:
21
+ return False
22
+
23
+ return token.startswith("PUBLIC_TOKEN_")
24
+
18
25
  def authenticate(self) -> None:
19
26
  self.token = (
20
27
  self.token
@@ -19,6 +19,11 @@ class AuthContext(ABC):
19
19
  def get_token(self) -> Optional[str]:
20
20
  pass
21
21
 
22
+ # Return True if the user has no authentication token
23
+ @abstractmethod
24
+ def is_public_user(self) -> bool:
25
+ pass
26
+
22
27
  @abstractmethod
23
28
  def authenticate(self) -> None:
24
29
  """
@@ -33,6 +33,9 @@ class AzureAuthContext(AuthContext):
33
33
 
34
34
  return DefaultAzureCredential()
35
35
 
36
+ def is_public_user(self) -> bool:
37
+ return False
38
+
36
39
  def get_token(self) -> str:
37
40
  self.authenticate()
38
41
 
@@ -349,6 +349,9 @@ class DeepLakeBackendClient:
349
349
  Returns:
350
350
  list: user/organization names
351
351
  """
352
+ if self.auth_context.is_public_user():
353
+ return ["public"]
354
+
352
355
  response = self.request(
353
356
  "GET", GET_USER_PROFILE, endpoint=self.endpoint()
354
357
  ).json()
@@ -352,3 +352,5 @@ DEFAULT_RATE_LIMITER_KEY_TO_VALUE = {
352
352
 
353
353
  # Size of dataset view to expose as indra dataset wrapper.
354
354
  INDRA_DATASET_SAMPLES_THRESHOLD = 10000000
355
+
356
+ USE_INDRA = os.environ.get("DEEPLAKE_USE_INDRA", "false").strip().lower() == "true"
@@ -856,7 +856,7 @@ def _open_video(file: Union[str, bytes, memoryview]):
856
856
  )
857
857
 
858
858
  if isinstance(file, str):
859
- container = av.open(
859
+ container: Union[av.InputContainer, av.OutputContainer] = av.open(
860
860
  file, options={"protocol_whitelist": "file,http,https,tcp,tls,subfile"}
861
861
  )
862
862
  else:
@@ -941,7 +941,7 @@ def _decompress_video(
941
941
  seekable = True
942
942
  try:
943
943
  container.seek(seek_target, stream=vstream)
944
- except av.error.PermissionError:
944
+ except av.error.FFmpegError:
945
945
  seekable = False
946
946
  container, vstream = _open_video(file) # try again but this time don't seek
947
947
  warning(
@@ -985,7 +985,7 @@ def _read_timestamps(
985
985
 
986
986
  stamps = []
987
987
  if vstream.duration is None:
988
- time_base = 1 / av.time_base
988
+ time_base = 1 / av.time_base # type: ignore
989
989
  else:
990
990
  time_base = vstream.time_base.numerator / vstream.time_base.denominator
991
991
 
@@ -1000,7 +1000,7 @@ def _read_timestamps(
1000
1000
  seekable = True
1001
1001
  try:
1002
1002
  container.seek(seek_target, stream=vstream)
1003
- except av.error.PermissionError:
1003
+ except av.error.FFmpegError:
1004
1004
  seekable = False
1005
1005
  container, vstream = _open_video(file) # try again but this time don't seek
1006
1006
  warning(
@@ -1040,7 +1040,7 @@ def _open_audio(file: Union[str, bytes, memoryview]):
1040
1040
  )
1041
1041
 
1042
1042
  if isinstance(file, str):
1043
- container = av.open(
1043
+ container: Union[av.InputContainer, av.OutputContainer] = av.open(
1044
1044
  file, options={"protocol_whitelist": "file,http,https,tcp,tls,subfile"}
1045
1045
  )
1046
1046
  else:
@@ -1097,7 +1097,7 @@ def _read_audio_meta(
1097
1097
  meta["time_base"] = astream.time_base.numerator / astream.time_base.denominator
1098
1098
  else:
1099
1099
  meta["duration"] = container.duration
1100
- meta["time_base"] = 1 / av.time_base
1100
+ meta["time_base"] = 1 / av.time_base # type: ignore
1101
1101
  meta["sample_rate"] = astream.sample_rate
1102
1102
  meta["duration"] = astream.duration or container.duration
1103
1103
  meta["frame_size"] = astream.frame_size
@@ -295,6 +295,7 @@ class Dataset:
295
295
  self._initial_autoflush: List[bool] = (
296
296
  []
297
297
  ) # This is a stack to support nested with contexts
298
+
298
299
  self._indexing_history: List[int] = []
299
300
 
300
301
  if not self.read_only:
@@ -2242,7 +2243,7 @@ class Dataset:
2242
2243
  ... pass
2243
2244
 
2244
2245
  """
2245
- from deeplake.enterprise import dataloader
2246
+ from deeplake.enterprise.dataloader import dataloader
2246
2247
 
2247
2248
  deeplake_reporter.feature_report(feature_name="dataloader", parameters={})
2248
2249
 
@@ -2278,10 +2279,26 @@ class Dataset:
2278
2279
 
2279
2280
 
2280
2281
  Example:
2281
- Following filters are identical and return dataset view where all the samples have label equals to 2.
2282
+ Return dataset view where all the samples have label equals to 2:
2282
2283
 
2283
2284
  >>> dataset.filter(lambda sample: sample.labels.numpy() == 2)
2284
- >>> dataset.filter('labels == 2')
2285
+
2286
+
2287
+ Append one dataset onto another (only works if their structure is identical):
2288
+
2289
+ >>> @deeplake.compute
2290
+ >>> def dataset_append(sample_in, sample_out):
2291
+ >>>
2292
+ >>> sample_out.append(sample_in.tensors)
2293
+ >>>
2294
+ >>> return sample_out
2295
+ >>>
2296
+ >>>
2297
+ >>> dataset_append().eval(
2298
+ >>> ds_in,
2299
+ >>> ds_out,
2300
+ >>> num_workers = 2
2301
+ >>> )
2285
2302
  """
2286
2303
  from deeplake.core.query import filter_dataset, query_dataset
2287
2304
 
@@ -3784,7 +3801,7 @@ class Dataset:
3784
3801
  ) from e
3785
3802
  else:
3786
3803
  raise ReadOnlyModeError(
3787
- "Cannot save view in read only dataset. Speicify a path to save the view in a different location."
3804
+ "Cannot save view in read only dataset. Specify a path to save the view in a different location."
3788
3805
  )
3789
3806
  else:
3790
3807
  vds = self._save_view_in_subdir(
@@ -4588,6 +4605,40 @@ class Dataset:
4588
4605
  def __contains__(self, tensor: str):
4589
4606
  return tensor in self.tensors
4590
4607
 
4608
+ def _optimize_and_copy_view(
4609
+ self,
4610
+ info,
4611
+ path: str,
4612
+ tensors: Optional[List[str]] = None,
4613
+ external=False,
4614
+ unlink=True,
4615
+ num_workers=0,
4616
+ scheduler="threaded",
4617
+ progressbar=True,
4618
+ ):
4619
+ tql_query = info.get("tql_query")
4620
+ vds = self._sub_ds(".queries/" + path, verbose=False)
4621
+ view = vds._get_view(not external)
4622
+ new_path = path + "_OPTIMIZED"
4623
+ if tql_query is not None:
4624
+ view = view.query(tql_query)
4625
+ view.indra_ds.materialize(new_path, tensors, True)
4626
+ optimized = self._sub_ds(".queries/" + new_path, empty=False, verbose=False)
4627
+ else:
4628
+ optimized = self._sub_ds(".queries/" + new_path, empty=True, verbose=False)
4629
+ view._copy(
4630
+ optimized,
4631
+ tensors=tensors,
4632
+ overwrite=True,
4633
+ unlink=unlink,
4634
+ create_vds_index_tensor=True,
4635
+ num_workers=num_workers,
4636
+ scheduler=scheduler,
4637
+ progressbar=progressbar,
4638
+ )
4639
+ optimized.info.update(vds.info.__getstate__())
4640
+ return (vds, optimized, new_path)
4641
+
4591
4642
  def _optimize_saved_view(
4592
4643
  self,
4593
4644
  id: str,
@@ -4614,32 +4665,24 @@ class Dataset:
4614
4665
  # Already optimized
4615
4666
  return info
4616
4667
  path = info.get("path", info["id"])
4617
- vds = self._sub_ds(".queries/" + path, verbose=False)
4618
- view = vds._get_view(not external)
4619
- new_path = path + "_OPTIMIZED"
4620
- optimized = self._sub_ds(
4621
- ".queries/" + new_path, empty=True, verbose=False
4622
- )
4623
- view._copy(
4624
- optimized,
4668
+ old, new, new_path = self._optimize_and_copy_view(
4669
+ info,
4670
+ path,
4625
4671
  tensors=tensors,
4626
- overwrite=True,
4627
4672
  unlink=unlink,
4628
- create_vds_index_tensor=True,
4629
4673
  num_workers=num_workers,
4630
4674
  scheduler=scheduler,
4631
4675
  progressbar=progressbar,
4632
4676
  )
4633
- optimized.info.update(vds.info.__getstate__())
4634
- optimized.info["virtual-datasource"] = False
4635
- optimized.info["path"] = new_path
4636
- optimized.flush()
4677
+ new.info["virtual-datasource"] = False
4678
+ new.info["path"] = new_path
4679
+ new.flush()
4637
4680
  info["virtual-datasource"] = False
4638
4681
  info["path"] = new_path
4639
4682
  self._write_queries_json(qjson)
4640
- vds.base_storage.disable_readonly()
4683
+ old.base_storage.disable_readonly()
4641
4684
  try:
4642
- vds.base_storage.clear()
4685
+ old.base_storage.clear()
4643
4686
  except Exception as e:
4644
4687
  warnings.warn(
4645
4688
  f"Error while deleting old view after writing optimized version: {e}"