deeplake 3.9.22__tar.gz → 3.9.24__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.22/deeplake.egg-info → deeplake-3.9.24}/PKG-INFO +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/__init__.py +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api.py +0 -3
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/client.py +25 -10
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/sample_compressed_chunk.py +4 -4
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk_engine.py +1 -17
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compression.py +31 -38
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/partial_reader.py +3 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/sample.py +5 -5
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/lru_cache.py +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +30 -13
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/common.txt +2 -2
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/plugins.txt +3 -3
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/common.py +1 -1
- deeplake-3.9.24/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/downsample.py +3 -3
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/exceptions.py +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/exif.py +17 -9
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/image.py +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/path.py +2 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tag.py +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24/deeplake.egg-info}/PKG-INFO +1 -1
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/requires.txt +18 -18
- deeplake-3.9.24/pyproject.toml +77 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/setup.py +1 -1
- deeplake-3.9.22/deeplake/util/bugout_token.py +0 -1
- deeplake-3.9.22/pyproject.toml +0 -3
- {deeplake-3.9.22 → deeplake-3.9.24}/LICENSE +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/MANIFEST.in +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/README.md +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/info.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/link.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/read.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/config.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/log.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/compression.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/constants.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/io.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/serialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/azure.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_inverted_indexes.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/hooks.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/htype.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/mmdet_.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/json.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/link.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/split.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/storage.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/token.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/video.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/SOURCES.txt +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.22 → deeplake-3.9.24}/setup.cfg +0 -0
|
@@ -2508,9 +2508,6 @@ def test_invalid_ds_name():
|
|
|
2508
2508
|
with pytest.raises(InvalidDatasetNameException):
|
|
2509
2509
|
ds = deeplake.empty("hub://test/ Mnist123")
|
|
2510
2510
|
|
|
2511
|
-
with pytest.raises(InvalidDatasetNameException):
|
|
2512
|
-
ds = deeplake.like("hub://test/Mnist123 ", "hub://activeloop/mnist-train")
|
|
2513
|
-
|
|
2514
2511
|
with pytest.raises(InvalidDatasetNameException):
|
|
2515
2512
|
ds = deeplake.deepcopy(
|
|
2516
2513
|
"hub://activeloop/mnist-train", "hub://activeloop/mnist$train"
|
|
@@ -111,6 +111,10 @@ class DeepLakeBackendClient:
|
|
|
111
111
|
|
|
112
112
|
Returns:
|
|
113
113
|
requests.Response: The response received from the server.
|
|
114
|
+
|
|
115
|
+
Raises:
|
|
116
|
+
# noqa: DAR401
|
|
117
|
+
requests.exceptions.ConnectionError: If any exceptions are thrown during the request
|
|
114
118
|
"""
|
|
115
119
|
params = params or {}
|
|
116
120
|
data = data or None
|
|
@@ -126,19 +130,30 @@ class DeepLakeBackendClient:
|
|
|
126
130
|
|
|
127
131
|
status_code = None
|
|
128
132
|
tries = 0
|
|
133
|
+
last_exception: requests.exceptions.ConnectionError | None = None
|
|
129
134
|
while status_code is None or (status_code in retry_status_codes and tries < 3):
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
135
|
+
last_exception = None
|
|
136
|
+
try:
|
|
137
|
+
response = requests.request(
|
|
138
|
+
method,
|
|
139
|
+
request_url,
|
|
140
|
+
params=params,
|
|
141
|
+
data=data,
|
|
142
|
+
json=json,
|
|
143
|
+
headers=headers,
|
|
144
|
+
files=files,
|
|
145
|
+
timeout=timeout,
|
|
146
|
+
)
|
|
147
|
+
except requests.exceptions.ConnectionError as e:
|
|
148
|
+
print(f"Connection error on {request_url}. Retrying... Error:", e)
|
|
149
|
+
tries += 1
|
|
150
|
+
last_exception = e
|
|
151
|
+
continue
|
|
140
152
|
status_code = response.status_code
|
|
141
153
|
tries += 1
|
|
154
|
+
if last_exception:
|
|
155
|
+
raise last_exception
|
|
156
|
+
|
|
142
157
|
check_response_status(response)
|
|
143
158
|
return response
|
|
144
159
|
|
|
@@ -158,11 +158,11 @@ class SampleCompressedChunk(BaseChunk):
|
|
|
158
158
|
return sample
|
|
159
159
|
|
|
160
160
|
if squeeze:
|
|
161
|
-
sample = sample.squeeze(0)
|
|
161
|
+
sample = sample.squeeze(0) # type: ignore
|
|
162
162
|
|
|
163
|
-
if cast and sample.dtype != self.dtype:
|
|
164
|
-
sample = sample.astype(self.dtype)
|
|
165
|
-
elif copy and not sample.flags["WRITEABLE"]:
|
|
163
|
+
if cast and sample.dtype != self.dtype: # type: ignore
|
|
164
|
+
sample = sample.astype(self.dtype) # type: ignore
|
|
165
|
+
elif copy and not sample.flags["WRITEABLE"]: # type: ignore
|
|
166
166
|
sample = sample.copy()
|
|
167
167
|
return sample
|
|
168
168
|
|
|
@@ -251,7 +251,6 @@ class ChunkEngine:
|
|
|
251
251
|
self.cache_range: range = range(0)
|
|
252
252
|
|
|
253
253
|
self._chunk_args = None
|
|
254
|
-
self._num_samples_per_chunk: Optional[int] = None
|
|
255
254
|
self.write_initialization_done = False
|
|
256
255
|
self.start_chunk = None
|
|
257
256
|
self.link_creds: Optional[LinkCreds] = None
|
|
@@ -1858,15 +1857,6 @@ class ChunkEngine:
|
|
|
1858
1857
|
tensor_meta = self.tensor_meta
|
|
1859
1858
|
return not self.is_text_like and tensor_meta.min_shape == tensor_meta.max_shape
|
|
1860
1859
|
|
|
1861
|
-
@property
|
|
1862
|
-
def num_samples_per_chunk(self):
|
|
1863
|
-
# should only be called if self.is_fixed_shape
|
|
1864
|
-
if self._num_samples_per_chunk is None:
|
|
1865
|
-
self._num_samples_per_chunk = int(
|
|
1866
|
-
self.chunk_id_encoder.array[0, LAST_SEEN_INDEX_COLUMN] + 1
|
|
1867
|
-
)
|
|
1868
|
-
return self._num_samples_per_chunk
|
|
1869
|
-
|
|
1870
1860
|
def read_sample_from_chunk(
|
|
1871
1861
|
self,
|
|
1872
1862
|
global_sample_index: int,
|
|
@@ -1877,13 +1867,7 @@ class ChunkEngine:
|
|
|
1877
1867
|
to_pil: bool = False,
|
|
1878
1868
|
) -> Union[np.ndarray, Image.Image]:
|
|
1879
1869
|
enc = self.chunk_id_encoder
|
|
1880
|
-
|
|
1881
|
-
num_samples_per_chunk = self.num_samples_per_chunk
|
|
1882
|
-
local_sample_index = global_sample_index % num_samples_per_chunk
|
|
1883
|
-
else:
|
|
1884
|
-
local_sample_index = enc.translate_index_relative_to_chunks(
|
|
1885
|
-
global_sample_index
|
|
1886
|
-
)
|
|
1870
|
+
local_sample_index = enc.translate_index_relative_to_chunks(global_sample_index)
|
|
1887
1871
|
if to_pil:
|
|
1888
1872
|
assert isinstance(chunk, SampleCompressedChunk)
|
|
1889
1873
|
return chunk.read_sample(
|
|
@@ -86,7 +86,7 @@ _STRUCT_HHB = struct.Struct(">HHB")
|
|
|
86
86
|
_STRUCT_II = struct.Struct(">ii")
|
|
87
87
|
|
|
88
88
|
|
|
89
|
-
def to_image(array: np.ndarray) -> Image:
|
|
89
|
+
def to_image(array: np.ndarray) -> Image.Image:
|
|
90
90
|
shape = array.shape
|
|
91
91
|
if len(shape) == 3 and shape[0] != 1 and shape[2] == 1:
|
|
92
92
|
# convert (X,Y,1) grayscale to (X,Y) for pillow compatibility
|
|
@@ -116,17 +116,22 @@ def _compress_apng(array: np.ndarray) -> bytes:
|
|
|
116
116
|
|
|
117
117
|
def _decompress_apng(buffer: Union[bytes, memoryview]) -> np.ndarray:
|
|
118
118
|
img = Image.open(BytesIO(buffer))
|
|
119
|
+
|
|
120
|
+
n_frames = getattr(img, "n_frames", 1)
|
|
121
|
+
|
|
122
|
+
if n_frames == 1:
|
|
123
|
+
raise ValueError("Image does not support multiple frames.")
|
|
119
124
|
frame0 = np.array(img)
|
|
120
125
|
if frame0.ndim == 2:
|
|
121
|
-
ret = np.zeros(frame0.shape + (
|
|
126
|
+
ret = np.zeros(frame0.shape + (n_frames,), dtype=frame0.dtype)
|
|
122
127
|
ret[:, :, 0] = frame0
|
|
123
|
-
for i in range(1,
|
|
128
|
+
for i in range(1, n_frames):
|
|
124
129
|
img.seek(i)
|
|
125
130
|
ret[:, :, i] = np.array(img)
|
|
126
131
|
else:
|
|
127
|
-
ret = np.zeros((
|
|
132
|
+
ret = np.zeros((n_frames,) + frame0.shape, dtype=frame0.dtype)
|
|
128
133
|
ret[0] = frame0
|
|
129
|
-
for i in range(1,
|
|
134
|
+
for i in range(1, n_frames):
|
|
130
135
|
img.seek(i)
|
|
131
136
|
ret[i] = np.array(img)
|
|
132
137
|
return ret
|
|
@@ -420,9 +425,9 @@ def decompress_multiple(
|
|
|
420
425
|
next_x = 0
|
|
421
426
|
for shape in shapes:
|
|
422
427
|
if shape == (0, 0, 0):
|
|
423
|
-
arrays.append(np.zeros(shape, dtype=canvas.dtype))
|
|
428
|
+
arrays.append(np.zeros(shape, dtype=canvas.dtype)) # type: ignore
|
|
424
429
|
else:
|
|
425
|
-
arrays.append(canvas[: shape[0], next_x : next_x + shape[1]])
|
|
430
|
+
arrays.append(canvas[: shape[0], next_x : next_x + shape[1]]) # type: ignore
|
|
426
431
|
next_x += shape[1]
|
|
427
432
|
return arrays
|
|
428
433
|
|
|
@@ -728,7 +733,7 @@ def read_meta_from_compressed_file(
|
|
|
728
733
|
else:
|
|
729
734
|
img = Image.open(f) if isfile else Image.open(BytesIO(f)) # type: ignore
|
|
730
735
|
shape, typestr = Image._conv_type_shape(img)
|
|
731
|
-
compression = img.format.lower()
|
|
736
|
+
compression = None if img.format is None else img.format.lower()
|
|
732
737
|
return compression, shape, typestr # type: ignore
|
|
733
738
|
finally:
|
|
734
739
|
if close:
|
|
@@ -961,14 +966,9 @@ def _decompress_video(
|
|
|
961
966
|
container, vstream = _open_video(file)
|
|
962
967
|
nframes, height, width, _ = _read_metadata_from_vstream(container, vstream)[0]
|
|
963
968
|
|
|
964
|
-
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
if stop is None:
|
|
968
|
-
stop = nframes
|
|
969
|
-
|
|
970
|
-
if step is None:
|
|
971
|
-
step = 1
|
|
969
|
+
start = start or 0
|
|
970
|
+
stop = stop or nframes
|
|
971
|
+
step = step or 1
|
|
972
972
|
|
|
973
973
|
nframes = math.ceil((stop - start) / step)
|
|
974
974
|
|
|
@@ -977,22 +977,20 @@ def _decompress_video(
|
|
|
977
977
|
seek_target = _frame_to_stamp(start, vstream)
|
|
978
978
|
step_time = _frame_to_stamp(step, vstream)
|
|
979
979
|
|
|
980
|
-
gop_size =
|
|
981
|
-
|
|
982
|
-
|
|
983
|
-
|
|
984
|
-
|
|
985
|
-
else:
|
|
986
|
-
step_seeking = False
|
|
980
|
+
gop_size = 1
|
|
981
|
+
if vstream.codec_context.is_encoder:
|
|
982
|
+
gop_size = vstream.codec_context.gop_size
|
|
983
|
+
|
|
984
|
+
step_seeking = step > gop_size
|
|
987
985
|
|
|
988
986
|
seekable = True
|
|
989
987
|
try:
|
|
990
988
|
container.seek(seek_target, stream=vstream)
|
|
991
989
|
except av.error.FFmpegError:
|
|
992
990
|
seekable = False
|
|
993
|
-
container, vstream = _open_video(file) #
|
|
991
|
+
container, vstream = _open_video(file) # Retry without seeking
|
|
994
992
|
warning(
|
|
995
|
-
"Cannot seek. Possibly a corrupted video file. Retrying
|
|
993
|
+
"Cannot seek. Possibly a corrupted video file. Retrying without seeking."
|
|
996
994
|
)
|
|
997
995
|
|
|
998
996
|
i = 0
|
|
@@ -1005,7 +1003,6 @@ def _decompress_video(
|
|
|
1005
1003
|
seek_target += step_time
|
|
1006
1004
|
if step_seeking and seekable:
|
|
1007
1005
|
container.seek(seek_target, stream=vstream)
|
|
1008
|
-
|
|
1009
1006
|
if i == nframes:
|
|
1010
1007
|
break
|
|
1011
1008
|
|
|
@@ -1031,25 +1028,20 @@ def _read_timestamps(
|
|
|
1031
1028
|
step_time = _frame_to_stamp(step, vstream)
|
|
1032
1029
|
|
|
1033
1030
|
stamps = []
|
|
1034
|
-
|
|
1035
|
-
time_base = 1 / av.time_base # type: ignore
|
|
1036
|
-
else:
|
|
1037
|
-
time_base = vstream.time_base.numerator / vstream.time_base.denominator
|
|
1031
|
+
time_base = vstream.time_base.numerator / vstream.time_base.denominator
|
|
1038
1032
|
|
|
1039
|
-
gop_size =
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
|
|
1043
|
-
|
|
1044
|
-
else:
|
|
1045
|
-
step_seeking = False
|
|
1033
|
+
gop_size = 1
|
|
1034
|
+
if vstream.codec_context.is_encoder:
|
|
1035
|
+
gop_size = vstream.codec_context.gop_size
|
|
1036
|
+
|
|
1037
|
+
step_seeking = step > gop_size
|
|
1046
1038
|
|
|
1047
1039
|
seekable = True
|
|
1048
1040
|
try:
|
|
1049
1041
|
container.seek(seek_target, stream=vstream)
|
|
1050
1042
|
except av.error.FFmpegError:
|
|
1051
1043
|
seekable = False
|
|
1052
|
-
container, vstream = _open_video(file) #
|
|
1044
|
+
container, vstream = _open_video(file) # Retry without seeking
|
|
1053
1045
|
warning(
|
|
1054
1046
|
"Cannot seek. Possibly a corrupted video file. Retrying with seeking disabled..."
|
|
1055
1047
|
)
|
|
@@ -1070,6 +1062,7 @@ def _read_timestamps(
|
|
|
1070
1062
|
# need to sort because when demuxing, frames are in order of dts (decoder timestamp)
|
|
1071
1063
|
# we need it in order of pts (presentation timestamp)
|
|
1072
1064
|
stamps.sort()
|
|
1065
|
+
|
|
1073
1066
|
stamps_arr = np.zeros((nframes,), dtype=np.float32)
|
|
1074
1067
|
stamps_arr[: len(stamps)] = stamps
|
|
1075
1068
|
|
|
@@ -15,6 +15,9 @@ class PartialReader:
|
|
|
15
15
|
assert start is not None and stop is not None
|
|
16
16
|
assert step is None or step == 1
|
|
17
17
|
slice_tuple = (start, stop)
|
|
18
|
+
|
|
19
|
+
if start == stop:
|
|
20
|
+
return memoryview(b"")
|
|
18
21
|
if slice_tuple not in self.data_fetched:
|
|
19
22
|
self.data_fetched[slice_tuple] = memoryview(
|
|
20
23
|
self.cache.get_bytes(self.path, start, stop)
|
|
@@ -392,10 +392,10 @@ class Sample:
|
|
|
392
392
|
compression=compression,
|
|
393
393
|
shape=self.shape,
|
|
394
394
|
dtype=self.dtype,
|
|
395
|
-
)
|
|
396
|
-
self._uncompressed_bytes = self._array.tobytes()
|
|
397
|
-
self._typestr = self._array.__array_interface__["typestr"]
|
|
398
|
-
self._dtype = np.dtype(self._typestr).name
|
|
395
|
+
) # type: ignore
|
|
396
|
+
self._uncompressed_bytes = self._array.tobytes() # type: ignore
|
|
397
|
+
self._typestr = self._array.__array_interface__["typestr"] # type: ignore
|
|
398
|
+
self._dtype = np.dtype(self._typestr).name # type: ignore
|
|
399
399
|
|
|
400
400
|
def uncompressed_bytes(self) -> Optional[bytes]:
|
|
401
401
|
"""Returns uncompressed bytes."""
|
|
@@ -420,7 +420,7 @@ class Sample:
|
|
|
420
420
|
return self._array # type: ignore
|
|
421
421
|
|
|
422
422
|
@property
|
|
423
|
-
def pil(self) -> Image.Image: # type: ignore
|
|
423
|
+
def pil(self) -> Optional[Image.Image]: # type: ignore
|
|
424
424
|
"""Return PIL image corresponding to the sample. Decompresses the sample if necessary.
|
|
425
425
|
|
|
426
426
|
Example:
|
{deeplake-3.9.22 → deeplake-3.9.24}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py
RENAMED
|
@@ -3,7 +3,7 @@ import numpy as np
|
|
|
3
3
|
import pytest
|
|
4
4
|
import sys
|
|
5
5
|
from time import sleep
|
|
6
|
-
from unittest.mock import
|
|
6
|
+
from unittest.mock import patch
|
|
7
7
|
|
|
8
8
|
import deeplake
|
|
9
9
|
from deeplake import VectorStore
|
|
@@ -461,7 +461,7 @@ def test_deepmemory_evaluate_without_embedding_function(
|
|
|
461
461
|
questions_embeddings_and_relevances,
|
|
462
462
|
hub_cloud_dev_token,
|
|
463
463
|
):
|
|
464
|
-
corpus, _, _,
|
|
464
|
+
corpus, _, _, _ = corpus_query_relevances_copy
|
|
465
465
|
(
|
|
466
466
|
questions_embeddings,
|
|
467
467
|
question_relevances,
|
|
@@ -503,6 +503,25 @@ def test_deepmemory_list_jobs(jobs_list, corpus_query_pair_path, hub_cloud_dev_t
|
|
|
503
503
|
|
|
504
504
|
@pytest.mark.skipif(sys.platform == "win32", reason="Does not run on Windows")
|
|
505
505
|
def test_deepmemory_status(capsys, job_id, corpus_query_pair_path, hub_cloud_dev_token):
|
|
506
|
+
corpus, _ = corpus_query_pair_path
|
|
507
|
+
dataset_id = corpus.split("//")[1].strip("/")
|
|
508
|
+
|
|
509
|
+
class _response_mock:
|
|
510
|
+
@property
|
|
511
|
+
def status_code(self):
|
|
512
|
+
return 200
|
|
513
|
+
|
|
514
|
+
def json(self):
|
|
515
|
+
return {
|
|
516
|
+
"id": job_id,
|
|
517
|
+
"status": "completed",
|
|
518
|
+
"dataset_id": dataset_id,
|
|
519
|
+
"progress": {
|
|
520
|
+
"eta": "2.5 seconds",
|
|
521
|
+
"best_recall@10": "50.00% (+25.00%)",
|
|
522
|
+
},
|
|
523
|
+
}
|
|
524
|
+
|
|
506
525
|
output_str = (
|
|
507
526
|
"--------------------------------------------------------------\n"
|
|
508
527
|
f"| {job_id} |\n"
|
|
@@ -516,20 +535,17 @@ def test_deepmemory_status(capsys, job_id, corpus_query_pair_path, hub_cloud_dev
|
|
|
516
535
|
"--------------------------------------------------------------\n\n\n"
|
|
517
536
|
)
|
|
518
537
|
|
|
519
|
-
corpus, _ = corpus_query_pair_path
|
|
520
|
-
|
|
521
538
|
db = VectorStore(
|
|
522
539
|
corpus,
|
|
523
540
|
runtime={"tensor_db": True},
|
|
524
541
|
token=hub_cloud_dev_token,
|
|
525
542
|
)
|
|
526
543
|
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
|
|
530
|
-
|
|
531
|
-
|
|
532
|
-
assert status.out[511:] == output_str[511:]
|
|
544
|
+
with patch("deeplake.client.client.DeepMemoryBackendClient.request") as api_mock:
|
|
545
|
+
api_mock.return_value = _response_mock()
|
|
546
|
+
db.deep_memory.status(job_id)
|
|
547
|
+
status = capsys.readouterr()
|
|
548
|
+
assert status.out[511:] == output_str[511:]
|
|
533
549
|
|
|
534
550
|
|
|
535
551
|
@pytest.mark.slow
|
|
@@ -618,7 +634,7 @@ def test_unsupported_deepmemory_users(local_ds):
|
|
|
618
634
|
def test_deepmemory_list_jobs_with_no_jobs(
|
|
619
635
|
corpus_query_relevances_copy, hub_cloud_dev_token
|
|
620
636
|
):
|
|
621
|
-
corpus,
|
|
637
|
+
corpus, _, _, _ = corpus_query_relevances_copy
|
|
622
638
|
|
|
623
639
|
db = VectorStore(
|
|
624
640
|
path=corpus,
|
|
@@ -749,7 +765,7 @@ def test_deepmemory_train_with_embedding_function_specified_in_constructor_shoul
|
|
|
749
765
|
embedding_function=embedding_fn,
|
|
750
766
|
)
|
|
751
767
|
|
|
752
|
-
|
|
768
|
+
_ = db.deep_memory.train(
|
|
753
769
|
queries=queries,
|
|
754
770
|
relevance=relevances,
|
|
755
771
|
)
|
|
@@ -776,13 +792,14 @@ def test_deepmemory_evaluate_with_embedding_function_specified_in_constructor_sh
|
|
|
776
792
|
runtime={"tensor_db": True},
|
|
777
793
|
token=hub_cloud_dev_token,
|
|
778
794
|
embedding_function=embedding_fn,
|
|
795
|
+
read_only=True,
|
|
779
796
|
)
|
|
780
797
|
|
|
781
798
|
queries = queries_vs.dataset[:10].text.data()["value"]
|
|
782
799
|
relevance = queries_vs.dataset[:10].metadata.data()["value"]
|
|
783
800
|
relevance = [rel["relevance"] for rel in relevance]
|
|
784
801
|
|
|
785
|
-
|
|
802
|
+
_ = db.deep_memory.evaluate(
|
|
786
803
|
queries=queries,
|
|
787
804
|
relevance=relevance,
|
|
788
805
|
)
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
numpy<2.0
|
|
2
|
-
pillow~=10.
|
|
2
|
+
pillow~=10.4.0
|
|
3
3
|
boto3
|
|
4
4
|
click
|
|
5
5
|
google-cloud-storage~=1.42.0
|
|
@@ -11,7 +11,7 @@ pathos
|
|
|
11
11
|
humbug>=0.3.1
|
|
12
12
|
tqdm
|
|
13
13
|
lz4
|
|
14
|
-
av>=8.1.0
|
|
14
|
+
av>=8.1.0; python_version >= '3.7' or sys_platform != 'win32'
|
|
15
15
|
pydicom
|
|
16
16
|
IPython
|
|
17
17
|
flask
|
|
@@ -1,13 +1,13 @@
|
|
|
1
|
-
--find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.
|
|
1
|
+
--find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.12/index.html
|
|
2
2
|
torch
|
|
3
3
|
torchvision
|
|
4
4
|
tensorflow
|
|
5
5
|
tensorflow_datasets
|
|
6
6
|
pickle5>=0.0.11; python_version < "3.8" and python_version >= "3.6"
|
|
7
7
|
datasets~=1.17
|
|
8
|
-
mmcv-full==1.7.1; platform_system == "Linux" and python_version >= "3.7"
|
|
8
|
+
mmcv-full==1.7.1; platform_system == "Linux" and python_version >= "3.7" --find-links https://download.openmmlab.com/mmcv/dist/cpu/torch1.12/index.html
|
|
9
9
|
mmdet==2.28.1; platform_system == "Linux" and python_version >= "3.7"
|
|
10
10
|
mmsegmentation==0.30.0; platform_system == "Linux" and python_version >= "3.7"
|
|
11
11
|
mmengine
|
|
12
12
|
pandas
|
|
13
|
-
av
|
|
13
|
+
av
|
|
@@ -78,7 +78,7 @@ def get_actual_compression_from_buffer(buffer: memoryview) -> Optional[str]:
|
|
|
78
78
|
try:
|
|
79
79
|
bio = BytesIO(buffer)
|
|
80
80
|
img = Image.open(bio)
|
|
81
|
-
return img.format.lower()
|
|
81
|
+
return None if img.format is None else img.format.lower()
|
|
82
82
|
|
|
83
83
|
except UnidentifiedImageError:
|
|
84
84
|
return None
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
BUGOUT_TOKEN = 'f2d33fbe-399a-482d-9226-ddb9a7f0929f'
|
|
@@ -30,7 +30,7 @@ def needs_downsampling(sample, factor: int):
|
|
|
30
30
|
if isinstance(sample, Image.Image):
|
|
31
31
|
dimensions = sample.size
|
|
32
32
|
elif isinstance(sample, np.ndarray):
|
|
33
|
-
dimensions = sample.shape
|
|
33
|
+
dimensions = sample.shape # type: ignore
|
|
34
34
|
if len(dimensions) == 3 and dimensions[2] == 0:
|
|
35
35
|
return False
|
|
36
36
|
dimensions = dimensions[:2]
|
|
@@ -62,7 +62,7 @@ def downsample_sample(
|
|
|
62
62
|
elif isinstance(sample, SampleTiles):
|
|
63
63
|
sample = sample.arr or PartialSample(
|
|
64
64
|
sample.sample_shape, sample.tile_shape, sample.dtype
|
|
65
|
-
)
|
|
65
|
+
) # type: ignore
|
|
66
66
|
|
|
67
67
|
if isinstance(sample, PartialSample):
|
|
68
68
|
return sample.downsample(factor)
|
|
@@ -126,7 +126,7 @@ def downsample_link_tiled(
|
|
|
126
126
|
if compression is None:
|
|
127
127
|
return arr
|
|
128
128
|
with io.BytesIO() as f:
|
|
129
|
-
Image.fromarray(arr).save(f, format=compression)
|
|
129
|
+
Image.fromarray(arr).save(f, format=compression) # type: ignore
|
|
130
130
|
image_bytes = f.getvalue()
|
|
131
131
|
return deeplake.core.sample.Sample(buffer=image_bytes, compression=compression)
|
|
132
132
|
|
|
@@ -206,7 +206,7 @@ class UserNotLoggedInException(Exception):
|
|
|
206
206
|
class InvalidHubPathException(Exception):
|
|
207
207
|
def __init__(self, path):
|
|
208
208
|
super().__init__(
|
|
209
|
-
f"The Dataset's path is an invalid Deep Lake cloud path. It should be of the form hub://username/dataset got {path}."
|
|
209
|
+
f"The Dataset's path is an invalid Deep Lake cloud path. It should be of the form hub://username/dataset, but got {path}."
|
|
210
210
|
)
|
|
211
211
|
|
|
212
212
|
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
from fractions import Fraction
|
|
2
|
+
from typing import Any, Dict
|
|
2
3
|
|
|
3
4
|
from PIL import Image # type: ignore
|
|
4
5
|
import PIL.ExifTags # type: ignore
|
|
@@ -41,22 +42,23 @@ _LOOKUPS = {
|
|
|
41
42
|
}
|
|
42
43
|
|
|
43
44
|
|
|
44
|
-
def getexif(image: Image):
|
|
45
|
-
raw_exif = image.
|
|
45
|
+
def getexif(image: Image.Image) -> Dict[str, Any]:
|
|
46
|
+
raw_exif = image.getexif()
|
|
46
47
|
if not raw_exif:
|
|
47
48
|
return {}
|
|
49
|
+
|
|
48
50
|
exif = {}
|
|
49
51
|
for k, v in raw_exif.items():
|
|
50
52
|
tag = k
|
|
51
|
-
|
|
52
|
-
v = _process_exif_value(
|
|
53
|
+
key = str(PIL.ExifTags.TAGS.get(k, k))
|
|
54
|
+
v = _process_exif_value(key, v)
|
|
53
55
|
if v is None:
|
|
54
56
|
continue
|
|
55
|
-
exif[
|
|
57
|
+
exif[key] = v
|
|
56
58
|
return exif
|
|
57
59
|
|
|
58
60
|
|
|
59
|
-
def _process_exif_value(k: str, v):
|
|
61
|
+
def _process_exif_value(k: str, v: Any) -> Any:
|
|
60
62
|
if hasattr(v, "numerator"): # Rational
|
|
61
63
|
v = v.numerator / v.denominator if v.denominator else 0
|
|
62
64
|
if k == "ExposureTime":
|
|
@@ -67,12 +69,18 @@ def _process_exif_value(k: str, v):
|
|
|
67
69
|
except ValueError: # nan
|
|
68
70
|
pass
|
|
69
71
|
return v
|
|
72
|
+
|
|
70
73
|
elif k in _LOOKUPS:
|
|
71
|
-
|
|
72
|
-
|
|
74
|
+
if isinstance(_LOOKUPS[k], dict):
|
|
75
|
+
return _LOOKUPS[k].get(v, v) # type: ignore
|
|
76
|
+
elif isinstance(_LOOKUPS[k], tuple):
|
|
77
|
+
return _LOOKUPS[k][v] if v < len(_LOOKUPS[k]) else v
|
|
78
|
+
|
|
79
|
+
elif isinstance(v, bytes): # Handle byte data
|
|
73
80
|
return str(v) if len(v) < 16 else "<bytes>"
|
|
74
81
|
elif isinstance(v, (list, tuple)):
|
|
75
82
|
return type(v)(_process_exif_value("_", x) for x in v)
|
|
76
83
|
elif isinstance(v, dict):
|
|
77
|
-
return {
|
|
84
|
+
return {key: _process_exif_value("_", x) for key, x in v.items()}
|
|
85
|
+
|
|
78
86
|
return str(v)
|
|
@@ -13,7 +13,7 @@ def convert_sample(image_sample: Sample, mode: str) -> Sample:
|
|
|
13
13
|
image.close()
|
|
14
14
|
return image_sample
|
|
15
15
|
|
|
16
|
-
image = image.convert(mode)
|
|
16
|
+
image = image.convert(mode) # type: ignore
|
|
17
17
|
image_bytes = BytesIO()
|
|
18
18
|
image.save(image_bytes, format=image_sample.compression)
|
|
19
19
|
converted = Sample(
|
|
@@ -108,7 +108,8 @@ def convert_pathlib_to_string_if_needed(path: Union[str, pathlib.Path]) -> str:
|
|
|
108
108
|
|
|
109
109
|
|
|
110
110
|
def process_dataset_path(path: Union[str, pathlib.Path]) -> Tuple[str, Optional[str]]:
|
|
111
|
-
|
|
111
|
+
path = str(path).strip()
|
|
112
|
+
dataset_path, _, address = path.partition("@")
|
|
112
113
|
if not address:
|
|
113
114
|
address = None # type: ignore
|
|
114
115
|
return dataset_path, address
|
|
@@ -25,7 +25,7 @@ def process_hub_path(path: str) -> Tuple[str, str, str, str]:
|
|
|
25
25
|
subdir = f".queries/{s[2]}"
|
|
26
26
|
else:
|
|
27
27
|
subdir = "/".join(s[2:])
|
|
28
|
-
if len(s) > 2:
|
|
28
|
+
if len(subdir) and len(s) > 2:
|
|
29
29
|
if (
|
|
30
30
|
not (len(s) == 4 and s[2] == ".queries")
|
|
31
31
|
and not deeplake.constants._ENABLE_HUB_SUB_DATASETS
|