deeplake 3.9.46__tar.gz → 3.9.48__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.46/deeplake.egg-info → deeplake-3.9.48}/PKG-INFO +41 -42
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/__init__.py +1 -1
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_api.py +32 -76
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_link.py +0 -67
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_video.py +0 -63
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/constants.py +1 -1
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/azure.py +3 -1
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_vdb_indexes.py +0 -33
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -41
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/dataloader.py +1 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_converter.py +19 -4
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/basesegdataset.py +23 -12
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/builder_patch.py +3 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/mmseg_.py +4 -5
- deeplake-3.9.48/deeplake/requirements/common.txt +29 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/requirements/plugins.txt +1 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/path_fixtures.py +0 -46
- {deeplake-3.9.46 → deeplake-3.9.48/deeplake.egg-info}/PKG-INFO +41 -42
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake.egg-info/requires.txt +40 -41
- {deeplake-3.9.46 → deeplake-3.9.48}/pyproject.toml +1 -1
- deeplake-3.9.46/deeplake/requirements/common.txt +0 -30
- {deeplake-3.9.46 → deeplake-3.9.48}/LICENSE +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/MANIFEST.in +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/README.md +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/info.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/link.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/read.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/client.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/config.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/log.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/compression.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/chunk_engine.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compression.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/io.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/serialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_inverted_indexes.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/hooks.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/htype.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/converters.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/deeplake_utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_azure_utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_debug.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_metadata_utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/labelbox/labelbox_utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmdet/mmdet_.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/basedataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/load_annotations.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/registry.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/transform.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/bugout_token.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/image.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/json.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/link.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/path.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/split.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/storage.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/token.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/video.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake.egg-info/SOURCES.txt +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/setup.cfg +0 -0
- {deeplake-3.9.46 → deeplake-3.9.48}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: deeplake
|
|
3
|
-
Version: 3.9.
|
|
3
|
+
Version: 3.9.48
|
|
4
4
|
Summary: Activeloop Deep Lake
|
|
5
5
|
Author: activeloop.ai
|
|
6
6
|
Author-email: support@activeloop.ai
|
|
@@ -11,73 +11,72 @@ Classifier: License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)
|
|
|
11
11
|
Description-Content-Type: text/markdown
|
|
12
12
|
License-File: LICENSE
|
|
13
13
|
Requires-Dist: numpy==1.26.4
|
|
14
|
-
Requires-Dist: boto3
|
|
15
|
-
Requires-Dist: click
|
|
14
|
+
Requires-Dist: boto3
|
|
15
|
+
Requires-Dist: click
|
|
16
16
|
Requires-Dist: six~=1.16.0
|
|
17
|
-
Requires-Dist: pathos
|
|
17
|
+
Requires-Dist: pathos
|
|
18
18
|
Requires-Dist: humbug>=0.3.1
|
|
19
|
-
Requires-Dist: tqdm
|
|
20
|
-
Requires-Dist: lz4
|
|
21
|
-
Requires-Dist: pyjwt
|
|
22
|
-
Requires-Dist: aioboto3>=
|
|
23
|
-
Requires-Dist: nest_asyncio
|
|
24
|
-
Requires-Dist:
|
|
25
|
-
Requires-Dist: pydantic>=2.11.5
|
|
19
|
+
Requires-Dist: tqdm
|
|
20
|
+
Requires-Dist: lz4
|
|
21
|
+
Requires-Dist: pyjwt
|
|
22
|
+
Requires-Dist: aioboto3>=10.4.0; python_version >= "3.7" and sys_platform != "win32"
|
|
23
|
+
Requires-Dist: nest_asyncio; python_version >= "3.7" and sys_platform != "win32"
|
|
24
|
+
Requires-Dist: pydantic
|
|
26
25
|
Provides-Extra: audio
|
|
27
|
-
Requires-Dist: av
|
|
26
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "audio"
|
|
28
27
|
Provides-Extra: video
|
|
29
|
-
Requires-Dist: av
|
|
28
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "video"
|
|
30
29
|
Provides-Extra: av
|
|
31
|
-
Requires-Dist: av
|
|
30
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "av"
|
|
32
31
|
Provides-Extra: gcp
|
|
33
32
|
Requires-Dist: google-cloud-storage~=1.42.0; extra == "gcp"
|
|
34
33
|
Requires-Dist: google-auth~=2.0.1; extra == "gcp"
|
|
35
34
|
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "gcp"
|
|
36
35
|
Provides-Extra: azure
|
|
37
|
-
Requires-Dist: azure-cli
|
|
38
|
-
Requires-Dist: azure-identity
|
|
39
|
-
Requires-Dist: azure-storage-blob
|
|
36
|
+
Requires-Dist: azure-cli; extra == "azure"
|
|
37
|
+
Requires-Dist: azure-identity; extra == "azure"
|
|
38
|
+
Requires-Dist: azure-storage-blob; extra == "azure"
|
|
40
39
|
Provides-Extra: dicom
|
|
41
|
-
Requires-Dist: pydicom
|
|
42
|
-
Requires-Dist: nibabel
|
|
40
|
+
Requires-Dist: pydicom; extra == "dicom"
|
|
41
|
+
Requires-Dist: nibabel; extra == "dicom"
|
|
43
42
|
Provides-Extra: medical
|
|
44
|
-
Requires-Dist: pydicom
|
|
45
|
-
Requires-Dist: nibabel
|
|
43
|
+
Requires-Dist: pydicom; extra == "medical"
|
|
44
|
+
Requires-Dist: nibabel; extra == "medical"
|
|
46
45
|
Provides-Extra: visualizer
|
|
47
|
-
Requires-Dist: IPython
|
|
48
|
-
Requires-Dist: flask
|
|
46
|
+
Requires-Dist: IPython; extra == "visualizer"
|
|
47
|
+
Requires-Dist: flask; extra == "visualizer"
|
|
49
48
|
Provides-Extra: gdrive
|
|
50
49
|
Requires-Dist: google-api-python-client~=2.31.0; extra == "gdrive"
|
|
51
50
|
Requires-Dist: oauth2client~=4.1.3; extra == "gdrive"
|
|
52
51
|
Requires-Dist: google-auth~=2.0.1; extra == "gdrive"
|
|
53
52
|
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "gdrive"
|
|
54
53
|
Provides-Extra: point-cloud
|
|
55
|
-
Requires-Dist: laspy
|
|
54
|
+
Requires-Dist: laspy; extra == "point-cloud"
|
|
56
55
|
Provides-Extra: mesh
|
|
57
|
-
Requires-Dist: laspy
|
|
58
|
-
Requires-Dist: numpy-stl
|
|
56
|
+
Requires-Dist: laspy; extra == "mesh"
|
|
57
|
+
Requires-Dist: numpy-stl; extra == "mesh"
|
|
59
58
|
Provides-Extra: labelbox
|
|
60
|
-
Requires-Dist: labelbox
|
|
61
|
-
Requires-Dist: av
|
|
59
|
+
Requires-Dist: labelbox; extra == "labelbox"
|
|
60
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "labelbox"
|
|
62
61
|
Requires-Dist: pillow~=10.4.0; extra == "labelbox"
|
|
63
62
|
Provides-Extra: all
|
|
64
|
-
Requires-Dist:
|
|
65
|
-
Requires-Dist:
|
|
66
|
-
Requires-Dist:
|
|
67
|
-
Requires-Dist:
|
|
68
|
-
Requires-Dist:
|
|
69
|
-
Requires-Dist:
|
|
63
|
+
Requires-Dist: numpy-stl; extra == "all"
|
|
64
|
+
Requires-Dist: azure-cli; extra == "all"
|
|
65
|
+
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "all"
|
|
66
|
+
Requires-Dist: google-auth~=2.0.1; extra == "all"
|
|
67
|
+
Requires-Dist: nibabel; extra == "all"
|
|
68
|
+
Requires-Dist: IPython; extra == "all"
|
|
70
69
|
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
71
|
-
Requires-Dist:
|
|
72
|
-
Requires-Dist:
|
|
73
|
-
Requires-Dist: IPython~=8.36.0; extra == "all"
|
|
74
|
-
Requires-Dist: pydicom~=3.0.0; extra == "all"
|
|
70
|
+
Requires-Dist: laspy; extra == "all"
|
|
71
|
+
Requires-Dist: pillow~=10.4.0; extra == "all"
|
|
75
72
|
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
76
|
-
Requires-Dist:
|
|
77
|
-
Requires-Dist: labelbox
|
|
73
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "all"
|
|
74
|
+
Requires-Dist: labelbox; extra == "all"
|
|
75
|
+
Requires-Dist: pydicom; extra == "all"
|
|
76
|
+
Requires-Dist: flask; extra == "all"
|
|
77
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
78
78
|
Requires-Dist: google-cloud-storage~=1.42.0; extra == "all"
|
|
79
|
-
Requires-Dist:
|
|
80
|
-
Requires-Dist: av~=14.4.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "all"
|
|
79
|
+
Requires-Dist: azure-storage-blob; extra == "all"
|
|
81
80
|
Dynamic: author
|
|
82
81
|
Dynamic: author-email
|
|
83
82
|
Dynamic: classifier
|
|
@@ -1005,77 +1005,6 @@ def test_dataset_deepcopy(path, hub_token, num_workers, progressbar):
|
|
|
1005
1005
|
deeplake.delete(dest_path, token=hub_token)
|
|
1006
1006
|
|
|
1007
1007
|
|
|
1008
|
-
@pytest.mark.parametrize(
|
|
1009
|
-
"path,hub_token",
|
|
1010
|
-
[
|
|
1011
|
-
["local_path", "hub_cloud_dev_token"],
|
|
1012
|
-
pytest.param("hub_cloud_path", "hub_cloud_dev_token", marks=pytest.mark.slow),
|
|
1013
|
-
],
|
|
1014
|
-
indirect=True,
|
|
1015
|
-
)
|
|
1016
|
-
def test_deepcopy(path, hub_token):
|
|
1017
|
-
src_path = "_".join((path, "src"))
|
|
1018
|
-
dest_path = "_".join((path, "dest"))
|
|
1019
|
-
|
|
1020
|
-
src_ds = deeplake.empty(src_path, overwrite=True, token=hub_token)
|
|
1021
|
-
dest_ds = deeplake.empty(dest_path, overwrite=True, token=hub_token)
|
|
1022
|
-
|
|
1023
|
-
with src_ds:
|
|
1024
|
-
src_ds.info.update(key=0)
|
|
1025
|
-
|
|
1026
|
-
src_ds.create_tensor("a", htype="image", sample_compression="png")
|
|
1027
|
-
src_ds.create_tensor("b", htype="class_label")
|
|
1028
|
-
src_ds.create_tensor("c")
|
|
1029
|
-
src_ds.create_tensor("d", dtype=bool)
|
|
1030
|
-
src_ds.create_group("g")
|
|
1031
|
-
|
|
1032
|
-
src_ds.d.info.update(key=1)
|
|
1033
|
-
|
|
1034
|
-
src_ds["a"].append(np.ones((28, 28), dtype="uint8"))
|
|
1035
|
-
src_ds["b"].append(0)
|
|
1036
|
-
|
|
1037
|
-
deeplake.deepcopy(
|
|
1038
|
-
src_ds,
|
|
1039
|
-
dest_path,
|
|
1040
|
-
overwrite=True,
|
|
1041
|
-
token=hub_token,
|
|
1042
|
-
num_workers=0,
|
|
1043
|
-
)
|
|
1044
|
-
|
|
1045
|
-
deeplake.deepcopy(
|
|
1046
|
-
src_path,
|
|
1047
|
-
dest_path,
|
|
1048
|
-
overwrite=True,
|
|
1049
|
-
token=hub_token,
|
|
1050
|
-
num_workers=1,
|
|
1051
|
-
)
|
|
1052
|
-
|
|
1053
|
-
with pytest.raises(TypeError):
|
|
1054
|
-
deeplake.deepcopy(
|
|
1055
|
-
src_ds.a,
|
|
1056
|
-
dest_path,
|
|
1057
|
-
overwrite=True,
|
|
1058
|
-
token=hub_token,
|
|
1059
|
-
num_workers=0,
|
|
1060
|
-
)
|
|
1061
|
-
with pytest.raises(TypeError):
|
|
1062
|
-
deeplake.deepcopy(
|
|
1063
|
-
src_ds.g,
|
|
1064
|
-
dest_path,
|
|
1065
|
-
overwrite=True,
|
|
1066
|
-
token=hub_token,
|
|
1067
|
-
num_workers=0,
|
|
1068
|
-
)
|
|
1069
|
-
with pytest.raises(TypeError):
|
|
1070
|
-
deeplake.deepcopy(
|
|
1071
|
-
src_ds[0],
|
|
1072
|
-
dest_path,
|
|
1073
|
-
overwrite=True,
|
|
1074
|
-
token=hub_token,
|
|
1075
|
-
num_workers=0,
|
|
1076
|
-
)
|
|
1077
|
-
|
|
1078
|
-
|
|
1079
1008
|
@pytest.mark.parametrize(
|
|
1080
1009
|
"path,hub_token",
|
|
1081
1010
|
[
|
|
@@ -1283,6 +1212,30 @@ def test_tensor_delete(local_ds_generator):
|
|
|
1283
1212
|
assert ds.meta.hidden_tensors == []
|
|
1284
1213
|
|
|
1285
1214
|
|
|
1215
|
+
def test_azure_dataset_delete(azure_path):
|
|
1216
|
+
for i in range(5):
|
|
1217
|
+
deeplake.dataset(f"{azure_path}{i}")
|
|
1218
|
+
|
|
1219
|
+
for i in range(5):
|
|
1220
|
+
assert deeplake.load(f"{azure_path}{i}") is not None
|
|
1221
|
+
|
|
1222
|
+
for i in range(5):
|
|
1223
|
+
dataset_path = f"{azure_path}{i}"
|
|
1224
|
+
|
|
1225
|
+
deeplake.delete(dataset_path)
|
|
1226
|
+
|
|
1227
|
+
with pytest.raises(DatasetHandlerError):
|
|
1228
|
+
deeplake.load(dataset_path)
|
|
1229
|
+
|
|
1230
|
+
for j in range(i + 1, 5):
|
|
1231
|
+
remaining_path = f"{azure_path}{j}"
|
|
1232
|
+
assert deeplake.load(remaining_path) is not None
|
|
1233
|
+
|
|
1234
|
+
for i in range(5):
|
|
1235
|
+
with pytest.raises(DatasetHandlerError):
|
|
1236
|
+
deeplake.load(f"{azure_path}{i}")
|
|
1237
|
+
|
|
1238
|
+
|
|
1286
1239
|
def test_group_delete_bug(local_ds_generator):
|
|
1287
1240
|
with local_ds_generator() as ds:
|
|
1288
1241
|
ds.create_tensor("abc/first")
|
|
@@ -2209,11 +2162,14 @@ def test_transform_upload_fail(local_ds_generator, num_workers):
|
|
|
2209
2162
|
{"images": deeplake.link("https://picsum.photos/20/20"), "labels": data}
|
|
2210
2163
|
)
|
|
2211
2164
|
|
|
2212
|
-
|
|
2213
|
-
|
|
2214
|
-
|
|
2215
|
-
|
|
2216
|
-
|
|
2165
|
+
try:
|
|
2166
|
+
with local_ds_generator() as ds:
|
|
2167
|
+
assert list(ds.tensors) == ["images", "labels"]
|
|
2168
|
+
upload().eval([0, 1, 2, 3], ds)
|
|
2169
|
+
assert_array_equal(ds.labels.numpy().flatten(), np.array([0, 1, 2, 3]))
|
|
2170
|
+
assert list(ds.tensors) == ["images", "labels"]
|
|
2171
|
+
except TransformError as e:
|
|
2172
|
+
pass
|
|
2217
2173
|
|
|
2218
2174
|
|
|
2219
2175
|
def test_ignore_temp_tensors(local_path):
|
|
@@ -361,73 +361,6 @@ def test_video(request, local_ds_generator, create_shape_tensor, verify):
|
|
|
361
361
|
assert ds.linked_videos[3].shape == (361, 720, 1280, 3)
|
|
362
362
|
|
|
363
363
|
|
|
364
|
-
@pytest.mark.slow
|
|
365
|
-
def test_complex_creds(local_ds_generator):
|
|
366
|
-
local_ds = local_ds_generator()
|
|
367
|
-
with local_ds as ds:
|
|
368
|
-
ds.create_tensor(
|
|
369
|
-
"link",
|
|
370
|
-
htype="link[image]",
|
|
371
|
-
sample_compression="jpg",
|
|
372
|
-
verify=False,
|
|
373
|
-
create_shape_tensor=False,
|
|
374
|
-
create_sample_info_tensor=False,
|
|
375
|
-
)
|
|
376
|
-
ds.create_tensor("xyz")
|
|
377
|
-
ds.add_creds_key("my_first_key")
|
|
378
|
-
ds.add_creds_key("my_second_key")
|
|
379
|
-
|
|
380
|
-
assert ds.get_creds_keys() == {"my_first_key", "my_second_key"}
|
|
381
|
-
|
|
382
|
-
ds.populate_creds("my_first_key", {})
|
|
383
|
-
ds.populate_creds("my_second_key", {})
|
|
384
|
-
for i in range(10):
|
|
385
|
-
creds_key = "my_first_key" if i % 2 == 0 else "my_second_key"
|
|
386
|
-
sample = deeplake.link("https://picsum.photos/200/300", creds_key=creds_key)
|
|
387
|
-
ds.link.append(sample)
|
|
388
|
-
ds.xyz.append(i)
|
|
389
|
-
|
|
390
|
-
with pytest.raises(ValueError):
|
|
391
|
-
ds.link._linked_sample()
|
|
392
|
-
|
|
393
|
-
with pytest.raises(ValueError):
|
|
394
|
-
ds.xyz[0]._linked_sample()
|
|
395
|
-
|
|
396
|
-
linked_sample = ds.link[0]._linked_sample()
|
|
397
|
-
assert linked_sample.path == "https://picsum.photos/200/300"
|
|
398
|
-
assert linked_sample.creds_key == "my_first_key"
|
|
399
|
-
|
|
400
|
-
for i in range(10, 15):
|
|
401
|
-
sample = deeplake.link("https://picsum.photos/200/300")
|
|
402
|
-
ds.link.append(sample)
|
|
403
|
-
ds.xyz.append(i)
|
|
404
|
-
|
|
405
|
-
for i in range(10):
|
|
406
|
-
enc_creds = 1 if i % 2 == 0 else 2
|
|
407
|
-
assert ds.link.chunk_engine.creds_encoder[i][0] == enc_creds
|
|
408
|
-
|
|
409
|
-
for i in range(10, 15):
|
|
410
|
-
assert ds.link.chunk_engine.creds_encoder[i][0] == 0
|
|
411
|
-
|
|
412
|
-
for i in range(15):
|
|
413
|
-
assert ds.xyz[i].numpy() == i
|
|
414
|
-
assert ds.link[i].numpy().shape == (300, 200, 3)
|
|
415
|
-
|
|
416
|
-
ds = local_ds_generator()
|
|
417
|
-
for i in range(10):
|
|
418
|
-
enc_creds = 1 if i % 2 == 0 else 2
|
|
419
|
-
assert ds.link.chunk_engine.creds_encoder[i][0] == enc_creds
|
|
420
|
-
|
|
421
|
-
for i in range(10, 15):
|
|
422
|
-
assert ds.link.chunk_engine.creds_encoder[i][0] == 0
|
|
423
|
-
|
|
424
|
-
for i in range(15):
|
|
425
|
-
assert ds.xyz[i].numpy() == i
|
|
426
|
-
|
|
427
|
-
with pytest.raises(ValueError):
|
|
428
|
-
ds.link[0].numpy().shape
|
|
429
|
-
|
|
430
|
-
|
|
431
364
|
@deeplake.compute
|
|
432
365
|
def identity(sample_in, samples_out):
|
|
433
366
|
samples_out.linked_images.append(sample_in.linked_images)
|
|
@@ -64,69 +64,6 @@ def test_video_slicing(local_ds: Dataset, video_paths):
|
|
|
64
64
|
raise Exception # test did not run
|
|
65
65
|
|
|
66
66
|
|
|
67
|
-
@pytest.mark.skipif(
|
|
68
|
-
os.name == "nt" and sys.version_info < (3, 7), reason="requires python 3.7 or above"
|
|
69
|
-
)
|
|
70
|
-
@pytest.mark.parametrize(
|
|
71
|
-
("vstream_path", "hub_token"),
|
|
72
|
-
[
|
|
73
|
-
("gcs_vstream_path", "hub_cloud_dev_token"),
|
|
74
|
-
("azure_vstream_path", "hub_cloud_dev_token"),
|
|
75
|
-
("s3_vstream_path", "hub_cloud_dev_token"),
|
|
76
|
-
("hub_cloud_vstream_path", "hub_cloud_dev_token"),
|
|
77
|
-
],
|
|
78
|
-
indirect=True,
|
|
79
|
-
)
|
|
80
|
-
@pytest.mark.slow
|
|
81
|
-
def test_video_streaming(vstream_path, hub_token):
|
|
82
|
-
ds = deeplake.load(vstream_path, read_only=True, token=hub_token)
|
|
83
|
-
|
|
84
|
-
# no streaming, downloads chunk
|
|
85
|
-
assert ds.mp4_videos[0].shape == (400, 360, 640, 3)
|
|
86
|
-
assert ds.mp4_videos[0].numpy().shape == (400, 360, 640, 3)
|
|
87
|
-
assert ds.mp4_videos[1].numpy().shape == (120, 1080, 1920, 3)
|
|
88
|
-
|
|
89
|
-
# streaming
|
|
90
|
-
assert ds.large_video[0].shape == (21312, 546, 1280, 3)
|
|
91
|
-
assert ds.large_video[0, 13500].numpy().shape == (546, 1280, 3)
|
|
92
|
-
# will use cached url
|
|
93
|
-
assert ds.large_video[0, 18000].numpy().shape == (546, 1280, 3)
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
@pytest.mark.skipif(
|
|
97
|
-
os.name == "nt" and sys.version_info < (3, 7), reason="requires python 3.7 or above"
|
|
98
|
-
)
|
|
99
|
-
@pytest.mark.parametrize(
|
|
100
|
-
("vstream_path", "hub_token"),
|
|
101
|
-
[
|
|
102
|
-
("gcs_vstream_path", "hub_cloud_dev_token"),
|
|
103
|
-
("azure_vstream_path", "hub_cloud_dev_token"),
|
|
104
|
-
("s3_vstream_path", "hub_cloud_dev_token"),
|
|
105
|
-
("hub_cloud_vstream_path", "hub_cloud_dev_token"),
|
|
106
|
-
],
|
|
107
|
-
indirect=True,
|
|
108
|
-
)
|
|
109
|
-
@pytest.mark.slow
|
|
110
|
-
def test_video_timestamps(vstream_path, hub_token):
|
|
111
|
-
ds = deeplake.load(vstream_path, read_only=True, token=hub_token)
|
|
112
|
-
|
|
113
|
-
with pytest.raises(ValueError):
|
|
114
|
-
ds.mp4_videos[:2].timestamps
|
|
115
|
-
|
|
116
|
-
stamps = ds.large_video[0, 12000:1199:-100].timestamps
|
|
117
|
-
|
|
118
|
-
assert len(stamps) == 109
|
|
119
|
-
|
|
120
|
-
# timestamp is 50, 24 fps video, 50 * 24 = 1200th frame
|
|
121
|
-
assert stamps[-1] == 50
|
|
122
|
-
|
|
123
|
-
# cover stepping without seeking
|
|
124
|
-
stamps = ds.large_video[0, 1200:1300:2].timestamps
|
|
125
|
-
|
|
126
|
-
assert len(stamps) == 50
|
|
127
|
-
assert stamps[0] == 50
|
|
128
|
-
|
|
129
|
-
|
|
130
67
|
def test_video_exception(local_ds):
|
|
131
68
|
with local_ds as ds:
|
|
132
69
|
ds.create_tensor("abc")
|
|
@@ -111,7 +111,7 @@ PYTEST_MEMORY_PROVIDER_BASE_ROOT = "mem://hub_pytest"
|
|
|
111
111
|
PYTEST_LOCAL_PROVIDER_BASE_ROOT = "./hub_pytest/"
|
|
112
112
|
PYTEST_S3_PROVIDER_BASE_ROOT = "s3://deeplake-tests/"
|
|
113
113
|
PYTEST_GCS_PROVIDER_BASE_ROOT = "gcs://deeplake-tests/"
|
|
114
|
-
PYTEST_AZURE_PROVIDER_BASE_ROOT = "az://
|
|
114
|
+
PYTEST_AZURE_PROVIDER_BASE_ROOT = "az://activeloop/deeplake-tests/"
|
|
115
115
|
PYTEST_GDRIVE_PROVIDER_BASE_ROOT = "gdrive://hubtest"
|
|
116
116
|
PYTEST_HUB_CLOUD_PROVIDER_BASE_ROOT = (
|
|
117
117
|
None if HUB_CLOUD_DEV_USERNAME is None else f"hub://{HUB_CLOUD_DEV_USERNAME}/"
|
|
@@ -220,7 +220,9 @@ class AzureProvider(StorageProvider):
|
|
|
220
220
|
directories_to_delete = []
|
|
221
221
|
|
|
222
222
|
try:
|
|
223
|
-
blob_list = self.container_client.list_blobs(
|
|
223
|
+
blob_list = self.container_client.list_blobs(
|
|
224
|
+
name_starts_with=posixpath.join(self.root_folder, prefix)
|
|
225
|
+
)
|
|
224
226
|
for blob in blob_list:
|
|
225
227
|
if blob.size == 0:
|
|
226
228
|
directories_to_delete.append(blob.name)
|
|
@@ -39,39 +39,6 @@ def test_index_management(local_auth_ds_generator):
|
|
|
39
39
|
deeplake_ds.embedding.delete_vdb_index("hnsw_1")
|
|
40
40
|
|
|
41
41
|
|
|
42
|
-
@requires_libdeeplake
|
|
43
|
-
def test_query_recall(local_auth_ds_generator):
|
|
44
|
-
deeplake_ds = local_auth_ds_generator()
|
|
45
|
-
with deeplake_ds:
|
|
46
|
-
deeplake_ds.create_tensor("embedding", htype="embedding", dtype=np.float32)
|
|
47
|
-
for _ in range(2000):
|
|
48
|
-
random_embedding = np.random.random_sample(384).astype(np.float32)
|
|
49
|
-
deeplake_ds.append({"embedding": random_embedding})
|
|
50
|
-
|
|
51
|
-
deeplake_ds.embedding.create_vdb_index("hnsw_1")
|
|
52
|
-
correct = 0
|
|
53
|
-
for i in range(len(deeplake_ds.embedding)):
|
|
54
|
-
v = deeplake_ds.embedding[i].numpy()
|
|
55
|
-
s = ",".join(str(c) for c in v)
|
|
56
|
-
view = deeplake_ds.query(
|
|
57
|
-
f"select * order by l2_norm(embedding - array[{s}]) limit 1"
|
|
58
|
-
)
|
|
59
|
-
if view.index.values[0].value[0] == i:
|
|
60
|
-
correct += 1
|
|
61
|
-
|
|
62
|
-
recall = float(correct) / len(deeplake_ds)
|
|
63
|
-
if recall < 0.7:
|
|
64
|
-
warnings.warn(
|
|
65
|
-
f"Recall is too low - {recall}. Make sure that indexing works properly"
|
|
66
|
-
)
|
|
67
|
-
elif recall >= 1:
|
|
68
|
-
warnings.warn(
|
|
69
|
-
f"Recall is too high - {recall}. Make sure that the query uses indexing instead of bruteforcing."
|
|
70
|
-
)
|
|
71
|
-
else:
|
|
72
|
-
print(f"Recall is in the expected range - {recall}")
|
|
73
|
-
|
|
74
|
-
|
|
75
42
|
@requires_libdeeplake
|
|
76
43
|
def test_query_recall_cosine_similarity(local_auth_ds_generator):
|
|
77
44
|
deeplake_ds = local_auth_ds_generator()
|
|
@@ -718,47 +718,6 @@ def test_search_quantitative(distance_metric, hub_cloud_dev_token):
|
|
|
718
718
|
assert data_ce_q["id"][0] == test_id
|
|
719
719
|
|
|
720
720
|
|
|
721
|
-
@requires_libdeeplake
|
|
722
|
-
@pytest.mark.slow
|
|
723
|
-
def test_search_managed(hub_cloud_dev_token):
|
|
724
|
-
"""Test whether managed TQL and client-side TQL return the same results"""
|
|
725
|
-
# initialize vector store object:
|
|
726
|
-
vector_store = DeepLakeVectorStore(
|
|
727
|
-
path="hub://testingacc2/vectorstore_test_managed",
|
|
728
|
-
read_only=True,
|
|
729
|
-
token=hub_cloud_dev_token,
|
|
730
|
-
)
|
|
731
|
-
|
|
732
|
-
# use indra implementation to search the data
|
|
733
|
-
data_ce = vector_store.search(
|
|
734
|
-
embedding=query_embedding,
|
|
735
|
-
exec_option="compute_engine",
|
|
736
|
-
)
|
|
737
|
-
|
|
738
|
-
data_db = vector_store.search(
|
|
739
|
-
embedding=query_embedding,
|
|
740
|
-
exec_option="tensor_db",
|
|
741
|
-
)
|
|
742
|
-
|
|
743
|
-
assert "vectordb/" in vector_store.dataset_handler.dataset.base_storage.path
|
|
744
|
-
|
|
745
|
-
assert len(data_ce["score"]) == len(data_db["score"])
|
|
746
|
-
assert all(
|
|
747
|
-
[
|
|
748
|
-
isclose(
|
|
749
|
-
data_ce["score"][i],
|
|
750
|
-
data_db["score"][i],
|
|
751
|
-
abs_tol=0.00001
|
|
752
|
-
* (abs(data_ce["score"][i]) + abs(data_db["score"][i]))
|
|
753
|
-
/ 2,
|
|
754
|
-
)
|
|
755
|
-
for i in range(len(data_ce["score"]))
|
|
756
|
-
]
|
|
757
|
-
)
|
|
758
|
-
assert data_ce["text"] == data_db["text"]
|
|
759
|
-
assert data_ce["id"] == data_db["id"]
|
|
760
|
-
|
|
761
|
-
|
|
762
721
|
@requires_libdeeplake
|
|
763
722
|
def test_delete(local_path, hub_cloud_dev_token):
|
|
764
723
|
# initialize vector store object:
|
|
@@ -2,6 +2,7 @@ from typing import Callable, Dict, List, Optional, Union
|
|
|
2
2
|
import deeplake
|
|
3
3
|
from deeplake.enterprise.convert_to_libdeeplake import dataset_to_libdeeplake
|
|
4
4
|
from deeplake.enterprise.dummy_dataloader import DummyDataloader # type: ignore
|
|
5
|
+
from deeplake.util.exceptions import EmptyTensorError
|
|
5
6
|
from deeplake.util.scheduling import create_fetching_schedule, find_primary_tensor
|
|
6
7
|
from deeplake.core.seed import DeeplakeRandom
|
|
7
8
|
from deeplake.enterprise.util import (
|
|
@@ -261,7 +261,8 @@ class labelbox_type_converter:
|
|
|
261
261
|
frames, r, key_frame_feature_map[feature_id]
|
|
262
262
|
)
|
|
263
263
|
for st, en in sub_ranges:
|
|
264
|
-
|
|
264
|
+
if str(st) in frames:
|
|
265
|
+
continue
|
|
265
266
|
|
|
266
267
|
start = self.find_object_with_feature_id_(
|
|
267
268
|
frames[str(st)], feature_id
|
|
@@ -273,9 +274,23 @@ class labelbox_type_converter:
|
|
|
273
274
|
else:
|
|
274
275
|
end = start
|
|
275
276
|
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
277
|
+
if not start:
|
|
278
|
+
print(
|
|
279
|
+
f"Warning: Could not find start object with feature_id {feature_id} in frame {st}"
|
|
280
|
+
)
|
|
281
|
+
continue
|
|
282
|
+
if not end:
|
|
283
|
+
print(
|
|
284
|
+
f"Warning: Could not find end object with feature_id {feature_id} in frame {en}"
|
|
285
|
+
)
|
|
286
|
+
continue
|
|
287
|
+
if (
|
|
288
|
+
start["feature_schema_id"] != end["feature_schema_id"]
|
|
289
|
+
): # type : ignore
|
|
290
|
+
print(
|
|
291
|
+
f"Warning: Feature schema ID mismatch between start ({start['feature_schema_id']}) and end ({end['feature_schema_id']})"
|
|
292
|
+
)
|
|
293
|
+
continue
|
|
279
294
|
|
|
280
295
|
for i in range(st + 1, en + 1):
|
|
281
296
|
# skip if the frame already has the object
|
{deeplake-3.9.46 → deeplake-3.9.48}/deeplake/integrations/mmlab/segmentation/basesegdataset.py
RENAMED
|
@@ -3,13 +3,13 @@ import copy
|
|
|
3
3
|
import os.path as osp
|
|
4
4
|
from typing import Callable, Dict, List, Optional, Sequence, Union
|
|
5
5
|
|
|
6
|
-
import mmengine
|
|
7
|
-
import mmengine.fileio as fileio
|
|
6
|
+
import mmengine # type: ignore
|
|
7
|
+
import mmengine.fileio as fileio # type: ignore
|
|
8
8
|
import numpy as np
|
|
9
|
-
from mmengine.dataset import Compose
|
|
9
|
+
from mmengine.dataset import Compose # type: ignore
|
|
10
10
|
from deeplake.integrations.mmlab.segmentation.basedataset import DeeplakeBaseDataset
|
|
11
11
|
|
|
12
|
-
from mmseg.registry import DATASETS
|
|
12
|
+
from mmseg.registry import DATASETS # type: ignore
|
|
13
13
|
|
|
14
14
|
|
|
15
15
|
@DATASETS.register_module()
|
|
@@ -101,7 +101,6 @@ class DeeplakeBaseSegDataset(DeeplakeBaseDataset):
|
|
|
101
101
|
reduce_zero_label: bool = False,
|
|
102
102
|
backend_args: Optional[dict] = None,
|
|
103
103
|
) -> None:
|
|
104
|
-
|
|
105
104
|
self.img_suffix = img_suffix
|
|
106
105
|
self.seg_map_suffix = seg_map_suffix
|
|
107
106
|
self.ignore_index = ignore_index
|
|
@@ -167,6 +166,10 @@ class DeeplakeBaseSegDataset(DeeplakeBaseDataset):
|
|
|
167
166
|
Returns:
|
|
168
167
|
dict, optional: The mapping from old classes in cls.METAINFO to
|
|
169
168
|
new classes in self._metainfo
|
|
169
|
+
|
|
170
|
+
Raises:
|
|
171
|
+
ValueError: When label mapping is invalid or when classes mismatch
|
|
172
|
+
cannot be resolved
|
|
170
173
|
"""
|
|
171
174
|
old_classes = cls.METAINFO.get("classes", None)
|
|
172
175
|
if (
|
|
@@ -174,7 +177,6 @@ class DeeplakeBaseSegDataset(DeeplakeBaseDataset):
|
|
|
174
177
|
and old_classes is not None
|
|
175
178
|
and list(new_classes) != list(old_classes)
|
|
176
179
|
):
|
|
177
|
-
|
|
178
180
|
label_map = {}
|
|
179
181
|
if not set(new_classes).issubset(cls.METAINFO["classes"]):
|
|
180
182
|
raise ValueError(
|
|
@@ -199,7 +201,10 @@ class DeeplakeBaseSegDataset(DeeplakeBaseDataset):
|
|
|
199
201
|
palette.
|
|
200
202
|
|
|
201
203
|
Returns:
|
|
202
|
-
|
|
204
|
+
list: Palette for current dataset.
|
|
205
|
+
|
|
206
|
+
Raises:
|
|
207
|
+
ValueError: When palette generation fails or classes are invalid
|
|
203
208
|
"""
|
|
204
209
|
palette = self._metainfo.get("palette", [])
|
|
205
210
|
classes = self._metainfo.get("classes", [])
|
|
@@ -240,7 +245,7 @@ class DeeplakeBaseSegDataset(DeeplakeBaseDataset):
|
|
|
240
245
|
data_list = []
|
|
241
246
|
img_dir = self.data_prefix.get("img_path", None)
|
|
242
247
|
ann_dir = self.data_prefix.get("seg_map_path", None)
|
|
243
|
-
if not osp.isdir(self.ann_file)
|
|
248
|
+
if self.ann_file and not osp.isdir(self.ann_file):
|
|
244
249
|
assert osp.isfile(
|
|
245
250
|
self.ann_file
|
|
246
251
|
), f"Failed to load `ann_file` {self.ann_file}"
|
|
@@ -376,7 +381,6 @@ class DeeplakeBaseCDDataset(DeeplakeBaseDataset):
|
|
|
376
381
|
reduce_zero_label: bool = False,
|
|
377
382
|
backend_args: Optional[dict] = None,
|
|
378
383
|
) -> None:
|
|
379
|
-
|
|
380
384
|
self.img_suffix = img_suffix
|
|
381
385
|
self.img_suffix2 = img_suffix2
|
|
382
386
|
self.seg_map_suffix = seg_map_suffix
|
|
@@ -443,6 +447,10 @@ class DeeplakeBaseCDDataset(DeeplakeBaseDataset):
|
|
|
443
447
|
Returns:
|
|
444
448
|
dict, optional: The mapping from old classes in cls.METAINFO to
|
|
445
449
|
new classes in self._metainfo
|
|
450
|
+
|
|
451
|
+
Raises:
|
|
452
|
+
ValueError: When label mapping cannot be created or when there's a
|
|
453
|
+
mismatch between old and new classes that cannot be resolved.
|
|
446
454
|
"""
|
|
447
455
|
old_classes = cls.METAINFO.get("classes", None)
|
|
448
456
|
if (
|
|
@@ -450,7 +458,6 @@ class DeeplakeBaseCDDataset(DeeplakeBaseDataset):
|
|
|
450
458
|
and old_classes is not None
|
|
451
459
|
and list(new_classes) != list(old_classes)
|
|
452
460
|
):
|
|
453
|
-
|
|
454
461
|
label_map = {}
|
|
455
462
|
if not set(new_classes).issubset(cls.METAINFO["classes"]):
|
|
456
463
|
raise ValueError(
|
|
@@ -475,7 +482,11 @@ class DeeplakeBaseCDDataset(DeeplakeBaseDataset):
|
|
|
475
482
|
palette.
|
|
476
483
|
|
|
477
484
|
Returns:
|
|
478
|
-
|
|
485
|
+
list: Palette for current dataset.
|
|
486
|
+
|
|
487
|
+
Raises:
|
|
488
|
+
ValueError: When palette cannot be generated or updated due to
|
|
489
|
+
invalid classes or palette configuration.
|
|
479
490
|
"""
|
|
480
491
|
palette = self._metainfo.get("palette", [])
|
|
481
492
|
classes = self._metainfo.get("classes", [])
|
|
@@ -517,7 +528,7 @@ class DeeplakeBaseCDDataset(DeeplakeBaseDataset):
|
|
|
517
528
|
img_dir = self.data_prefix.get("img_path", None)
|
|
518
529
|
img_dir2 = self.data_prefix.get("img_path2", None)
|
|
519
530
|
ann_dir = self.data_prefix.get("seg_map_path", None)
|
|
520
|
-
if osp.isfile(self.ann_file):
|
|
531
|
+
if self.ann_file and osp.isfile(self.ann_file):
|
|
521
532
|
lines = mmengine.list_from_file(
|
|
522
533
|
self.ann_file, backend_args=self.backend_args
|
|
523
534
|
)
|