deeplake 3.9.16__tar.gz → 3.9.18__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.16/deeplake.egg-info → deeplake-3.9.18}/PKG-INFO +1 -1
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/__init__.py +1 -1
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/client.py +21 -14
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/dataset.py +21 -3
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/deeplake_cloud_dataset.py +4 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +3 -0
- deeplake-3.9.18/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.16 → deeplake-3.9.18/deeplake.egg-info}/PKG-INFO +1 -1
- deeplake-3.9.16/deeplake/util/bugout_token.py +0 -1
- {deeplake-3.9.16 → deeplake-3.9.18}/LICENSE +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/MANIFEST.in +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/README.md +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/info.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/link.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/read.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_api.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/config.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/log.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/compression.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/constants.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/chunk_engine.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compression.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/io.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/serialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/azure.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/hooks.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/htype.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mmdet/mmdet_.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/requirements/common.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/requirements/plugins.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/image.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/json.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/link.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/path.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/split.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/storage.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/token.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/video.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake.egg-info/SOURCES.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake.egg-info/requires.txt +8 -8
- {deeplake-3.9.16 → deeplake-3.9.18}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/pyproject.toml +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/setup.cfg +0 -0
- {deeplake-3.9.16 → deeplake-3.9.18}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import deeplake
|
|
2
2
|
import requests # type: ignore
|
|
3
|
-
from typing import Any, Optional, Dict
|
|
3
|
+
from typing import Any, Optional, Dict, Tuple, List
|
|
4
4
|
from deeplake.util.exceptions import (
|
|
5
5
|
AgreementNotAcceptedError,
|
|
6
6
|
AuthorizationException,
|
|
@@ -59,18 +59,25 @@ class DeepLakeBackendClient:
|
|
|
59
59
|
|
|
60
60
|
# remove public token, otherwise env var will be ignored
|
|
61
61
|
# we can remove this after a while
|
|
62
|
-
|
|
63
|
-
if
|
|
62
|
+
self._username, self._organizations = self._get_username_and_organizations()
|
|
63
|
+
if self._username == "public":
|
|
64
64
|
self.token = token or self.get_token()
|
|
65
65
|
else:
|
|
66
|
-
username
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
set_username(username)
|
|
66
|
+
if get_reporting_config().get("username") != self._username:
|
|
67
|
+
save_reporting_config(True, username=self._username)
|
|
68
|
+
set_username(self._username)
|
|
70
69
|
|
|
71
70
|
def get_token(self):
|
|
72
71
|
return self.auth_context.get_token()
|
|
73
72
|
|
|
73
|
+
@property
|
|
74
|
+
def username(self) -> str:
|
|
75
|
+
return self._username
|
|
76
|
+
|
|
77
|
+
@property
|
|
78
|
+
def organizations(self) -> List[str]:
|
|
79
|
+
return self._organizations
|
|
80
|
+
|
|
74
81
|
def request(
|
|
75
82
|
self,
|
|
76
83
|
method: str,
|
|
@@ -335,25 +342,25 @@ class DeepLakeBackendClient:
|
|
|
335
342
|
"PUT", suffix, endpoint=self.endpoint(), json={"basename": new_name}
|
|
336
343
|
)
|
|
337
344
|
|
|
338
|
-
def
|
|
339
|
-
"""Get list of user organizations from the backend. If user is not authenticated, returns ['public'].
|
|
345
|
+
def _get_username_and_organizations(self) -> Tuple[str, List[str]]:
|
|
346
|
+
"""Get the username plus a list of user organizations from the backend. If user is not authenticated, returns ('public', ['public']).
|
|
340
347
|
|
|
341
348
|
Returns:
|
|
342
|
-
|
|
349
|
+
(str, List[str]): user + organization namess
|
|
343
350
|
"""
|
|
351
|
+
|
|
344
352
|
if self.auth_context.is_public_user():
|
|
345
|
-
return ["public"]
|
|
353
|
+
return "public", ["public"]
|
|
346
354
|
|
|
347
355
|
response = self.request(
|
|
348
356
|
"GET", GET_USER_PROFILE, endpoint=self.endpoint()
|
|
349
357
|
).json()
|
|
350
|
-
return response["organizations"]
|
|
358
|
+
return response["_id"], response["organizations"]
|
|
351
359
|
|
|
352
360
|
def get_workspace_datasets(
|
|
353
361
|
self, workspace: str, suffix_public: str, suffix_user: str
|
|
354
362
|
):
|
|
355
|
-
|
|
356
|
-
if workspace in organizations:
|
|
363
|
+
if workspace in self.organizations:
|
|
357
364
|
response = self.request(
|
|
358
365
|
"GET",
|
|
359
366
|
suffix_user,
|
|
@@ -353,7 +353,7 @@ class Dataset:
|
|
|
353
353
|
|
|
354
354
|
try:
|
|
355
355
|
return jwt.decode(self.token, options={"verify_signature": False})["id"]
|
|
356
|
-
except
|
|
356
|
+
except:
|
|
357
357
|
return "public"
|
|
358
358
|
|
|
359
359
|
@property
|
|
@@ -3615,8 +3615,17 @@ class Dataset:
|
|
|
3615
3615
|
num_workers: int,
|
|
3616
3616
|
scheduler: str,
|
|
3617
3617
|
ignore_errors: bool,
|
|
3618
|
+
overwrite: bool = False,
|
|
3618
3619
|
):
|
|
3619
|
-
"""Saves this view under ".queries"
|
|
3620
|
+
"""Saves this view under ".queries" subdirectory of same storage."""
|
|
3621
|
+
if not overwrite:
|
|
3622
|
+
existing_views = self.get_views()
|
|
3623
|
+
for v in existing_views:
|
|
3624
|
+
if v.id == id:
|
|
3625
|
+
raise DatasetViewSavingError(
|
|
3626
|
+
f"View with id {id} already exists. Use a different id or delete the existing view."
|
|
3627
|
+
)
|
|
3628
|
+
|
|
3620
3629
|
info = self._get_view_info(id, message, copy)
|
|
3621
3630
|
hash = info["id"]
|
|
3622
3631
|
# creating sub-view of optimized view
|
|
@@ -3654,13 +3663,14 @@ class Dataset:
|
|
|
3654
3663
|
num_workers: int,
|
|
3655
3664
|
scheduler: str,
|
|
3656
3665
|
ignore_errors: bool,
|
|
3666
|
+
overwrite: bool = False,
|
|
3657
3667
|
**ds_args,
|
|
3658
3668
|
):
|
|
3659
3669
|
"""Saves this view at a given dataset path"""
|
|
3660
3670
|
if os.path.abspath(path) == os.path.abspath(self.path):
|
|
3661
3671
|
raise DatasetViewSavingError("Rewriting parent dataset is not allowed.")
|
|
3662
3672
|
try:
|
|
3663
|
-
vds = deeplake.empty(path, **ds_args)
|
|
3673
|
+
vds = deeplake.empty(path, overwrite=overwrite, **ds_args)
|
|
3664
3674
|
except Exception as e:
|
|
3665
3675
|
raise DatasetViewSavingError from e
|
|
3666
3676
|
info = self._get_view_info(id, message, copy)
|
|
@@ -3678,6 +3688,7 @@ class Dataset:
|
|
|
3678
3688
|
scheduler: str = "threaded",
|
|
3679
3689
|
verbose: bool = True,
|
|
3680
3690
|
ignore_errors: bool = False,
|
|
3691
|
+
overwrite: bool = False,
|
|
3681
3692
|
**ds_args,
|
|
3682
3693
|
) -> str:
|
|
3683
3694
|
"""Saves a dataset view as a virtual dataset (VDS)
|
|
@@ -3713,6 +3724,7 @@ class Dataset:
|
|
|
3713
3724
|
scheduler (str): The scheduler to be used for optimization. Supported values include: 'serial', 'threaded', and 'processed'. Only applicable if ``optimize=True``. Defaults to 'threaded'.
|
|
3714
3725
|
verbose (bool): If ``True``, logs will be printed. Defaults to ``True``.
|
|
3715
3726
|
ignore_errors (bool): Skip samples that cause errors while saving views. Only applicable if ``optimize=True``. Defaults to ``False``.
|
|
3727
|
+
overwrite (bool): If true, any existing view with the same id is silently overwritten. If false, an exception is thrown if a view with the same the id exists. Defaults to ``False``.
|
|
3716
3728
|
ds_args (dict): Additional args for creating VDS when path is specified. (See documentation for :func:`deeplake.dataset()`)
|
|
3717
3729
|
|
|
3718
3730
|
Returns:
|
|
@@ -3753,6 +3765,7 @@ class Dataset:
|
|
|
3753
3765
|
verbose,
|
|
3754
3766
|
False,
|
|
3755
3767
|
ignore_errors,
|
|
3768
|
+
overwrite,
|
|
3756
3769
|
**ds_args,
|
|
3757
3770
|
)
|
|
3758
3771
|
|
|
@@ -3768,6 +3781,7 @@ class Dataset:
|
|
|
3768
3781
|
verbose: bool = True,
|
|
3769
3782
|
_ret_ds: bool = False,
|
|
3770
3783
|
ignore_errors: bool = False,
|
|
3784
|
+
overwrite: bool = False,
|
|
3771
3785
|
**ds_args,
|
|
3772
3786
|
) -> Union[str, Any]:
|
|
3773
3787
|
"""Saves a dataset view as a virtual dataset (VDS)
|
|
@@ -3786,6 +3800,7 @@ class Dataset:
|
|
|
3786
3800
|
_ret_ds (bool): If ``True``, the VDS is retured as such without converting it to a view. If ``False``, the VDS path is returned.
|
|
3787
3801
|
Default False.
|
|
3788
3802
|
ignore_errors (bool): Skip samples that cause errors while saving views. Only applicable if ``optimize=True``. Defaults to ``False``.
|
|
3803
|
+
overwrite (bool): If true, any existing view with the same id is silently overwritten. If false, an exception is thrown if a view with the same the id exists. Defaults to ``False``.
|
|
3789
3804
|
ds_args (dict): Additional args for creating VDS when path is specified. (See documentation for `deeplake.dataset()`)
|
|
3790
3805
|
|
|
3791
3806
|
Returns:
|
|
@@ -3829,6 +3844,7 @@ class Dataset:
|
|
|
3829
3844
|
num_workers,
|
|
3830
3845
|
scheduler,
|
|
3831
3846
|
ignore_errors,
|
|
3847
|
+
overwrite,
|
|
3832
3848
|
)
|
|
3833
3849
|
except ReadOnlyModeError as e:
|
|
3834
3850
|
raise ReadOnlyModeError(
|
|
@@ -3848,6 +3864,7 @@ class Dataset:
|
|
|
3848
3864
|
num_workers,
|
|
3849
3865
|
scheduler,
|
|
3850
3866
|
ignore_errors,
|
|
3867
|
+
overwrite,
|
|
3851
3868
|
)
|
|
3852
3869
|
else:
|
|
3853
3870
|
vds = self._save_view_in_path(
|
|
@@ -3859,6 +3876,7 @@ class Dataset:
|
|
|
3859
3876
|
num_workers,
|
|
3860
3877
|
scheduler,
|
|
3861
3878
|
ignore_errors,
|
|
3879
|
+
overwrite,
|
|
3862
3880
|
**ds_args,
|
|
3863
3881
|
)
|
|
3864
3882
|
if verbose and self.verbose:
|
|
@@ -46,6 +46,10 @@ class DeepLakeCloudDataset(Dataset):
|
|
|
46
46
|
self.__dict__["_client"] = DeepLakeBackendClient(token=self._token)
|
|
47
47
|
return self._client
|
|
48
48
|
|
|
49
|
+
@property
|
|
50
|
+
def username(self):
|
|
51
|
+
return self.client.username
|
|
52
|
+
|
|
49
53
|
@property
|
|
50
54
|
def is_actually_cloud(self) -> bool:
|
|
51
55
|
"""Datasets that are connected to Deep Lake cloud can still technically be stored anywhere.
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
BUGOUT_TOKEN = '85412b98-6c7a-403c-8c0f-09b909fa8d0a'
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
BUGOUT_TOKEN = '4b6cb891-022d-4fec-a4c4-bff45ceceef7'
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py
RENAMED
|
File without changes
|
|
File without changes
|
{deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py
RENAMED
|
File without changes
|
|
File without changes
|
{deeplake-3.9.16 → deeplake-3.9.18}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|