deeplake 3.9.37__tar.gz → 3.9.39__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.37/deeplake.egg-info → deeplake-3.9.39}/PKG-INFO +13 -13
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/__init__.py +1 -1
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_api.py +26 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compression.py +6 -6
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/dataset.py +5 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/serialize.py +2 -2
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/azure.py +149 -6
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/__init__.py +1 -0
- deeplake-3.9.37/deeplake/integrations/labelbox/v3_converters.py → deeplake-3.9.39/deeplake/integrations/labelbox/converters.py +30 -35
- deeplake-3.9.39/deeplake/integrations/labelbox/deeplake_utils.py +182 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_.py +55 -45
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_converter.py +25 -28
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_utils.py +15 -12
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mmdet/mmdet_.py +13 -13
- deeplake-3.9.39/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/storage.py +1 -1
- {deeplake-3.9.37 → deeplake-3.9.39/deeplake.egg-info}/PKG-INFO +13 -13
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake.egg-info/SOURCES.txt +2 -1
- {deeplake-3.9.37 → deeplake-3.9.39}/pyproject.toml +1 -1
- deeplake-3.9.37/deeplake/util/bugout_token.py +0 -1
- {deeplake-3.9.37 → deeplake-3.9.39}/LICENSE +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/MANIFEST.in +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/README.md +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/info.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/link.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/read.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/client.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/config.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/log.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/compression.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/constants.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/chunk_engine.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/io.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_inverted_indexes.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/hooks.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/htype.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_azure_utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_debug.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_metadata_utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/requirements/common.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/requirements/plugins.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/image.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/json.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/link.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/path.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/split.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/token.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/video.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake.egg-info/requires.txt +11 -11
- {deeplake-3.9.37 → deeplake-3.9.39}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/setup.cfg +0 -0
- {deeplake-3.9.37 → deeplake-3.9.39}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: deeplake
|
|
3
|
-
Version: 3.9.
|
|
3
|
+
Version: 3.9.39
|
|
4
4
|
Summary: Activeloop Deep Lake
|
|
5
5
|
Author: activeloop.ai
|
|
6
6
|
Author-email: support@activeloop.ai
|
|
@@ -60,23 +60,23 @@ Requires-Dist: labelbox; extra == "labelbox"
|
|
|
60
60
|
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "labelbox"
|
|
61
61
|
Requires-Dist: pillow~=10.4.0; extra == "labelbox"
|
|
62
62
|
Provides-Extra: all
|
|
63
|
-
Requires-Dist:
|
|
63
|
+
Requires-Dist: azure-storage-blob; extra == "all"
|
|
64
|
+
Requires-Dist: laspy; extra == "all"
|
|
65
|
+
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
64
66
|
Requires-Dist: pydicom; extra == "all"
|
|
65
|
-
Requires-Dist:
|
|
67
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
66
68
|
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "all"
|
|
67
|
-
Requires-Dist:
|
|
69
|
+
Requires-Dist: azure-cli; extra == "all"
|
|
70
|
+
Requires-Dist: flask; extra == "all"
|
|
71
|
+
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
72
|
+
Requires-Dist: numpy-stl; extra == "all"
|
|
73
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "all"
|
|
68
74
|
Requires-Dist: pillow~=10.4.0; extra == "all"
|
|
75
|
+
Requires-Dist: nibabel; extra == "all"
|
|
69
76
|
Requires-Dist: labelbox; extra == "all"
|
|
70
|
-
Requires-Dist:
|
|
71
|
-
Requires-Dist: IPython; extra == "all"
|
|
77
|
+
Requires-Dist: google-auth~=2.0.1; extra == "all"
|
|
72
78
|
Requires-Dist: google-cloud-storage~=1.42.0; extra == "all"
|
|
73
|
-
Requires-Dist:
|
|
74
|
-
Requires-Dist: laspy; extra == "all"
|
|
75
|
-
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
76
|
-
Requires-Dist: numpy-stl; extra == "all"
|
|
77
|
-
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
78
|
-
Requires-Dist: azure-cli; extra == "all"
|
|
79
|
-
Requires-Dist: azure-storage-blob; extra == "all"
|
|
79
|
+
Requires-Dist: IPython; extra == "all"
|
|
80
80
|
Requires-Dist: libdeeplake; extra == "all"
|
|
81
81
|
Provides-Extra: enterprise
|
|
82
82
|
Requires-Dist: libdeeplake; extra == "enterprise"
|
|
@@ -46,6 +46,7 @@ from deeplake.util.exceptions import (
|
|
|
46
46
|
SampleExtendError,
|
|
47
47
|
)
|
|
48
48
|
from deeplake.util.path import convert_string_to_pathlib_if_needed, verify_dataset_name
|
|
49
|
+
from deeplake.tests.common import requires_libdeeplake, disabale_hidden_tensors_config
|
|
49
50
|
from deeplake.util.testing import assert_array_equal
|
|
50
51
|
from deeplake.util.pretty_print import summary_tensor, summary_dataset
|
|
51
52
|
from deeplake.util.shape_interval import ShapeInterval
|
|
@@ -2544,6 +2545,31 @@ def test_pickle_bug(local_ds):
|
|
|
2544
2545
|
)
|
|
2545
2546
|
|
|
2546
2547
|
|
|
2548
|
+
@requires_libdeeplake
|
|
2549
|
+
def test_max_view_with_query(local_auth_ds):
|
|
2550
|
+
import random
|
|
2551
|
+
|
|
2552
|
+
with local_auth_ds as ds:
|
|
2553
|
+
ds.create_tensor(
|
|
2554
|
+
"label1", htype="generic", dtype=np.int32, **disabale_hidden_tensors_config
|
|
2555
|
+
)
|
|
2556
|
+
ds.create_tensor(
|
|
2557
|
+
"label2", htype="generic", dtype=np.int32, **disabale_hidden_tensors_config
|
|
2558
|
+
)
|
|
2559
|
+
|
|
2560
|
+
for _ in range(1000):
|
|
2561
|
+
ds.label1.append(int(100 * random.uniform(0.0, 1.0)))
|
|
2562
|
+
|
|
2563
|
+
for _ in range(100):
|
|
2564
|
+
ds.label2.append(int(100 * random.uniform(0.0, 1.0)))
|
|
2565
|
+
|
|
2566
|
+
view = local_auth_ds.query("select label1, label2 LIMIT 200")
|
|
2567
|
+
view_max = view.max_view
|
|
2568
|
+
|
|
2569
|
+
labels2 = view_max.label2.numpy(aslist=True)
|
|
2570
|
+
assert labels2[150] == None
|
|
2571
|
+
|
|
2572
|
+
|
|
2547
2573
|
def test_max_view(memory_ds):
|
|
2548
2574
|
with memory_ds as ds:
|
|
2549
2575
|
ds.create_tensor("abc")
|
|
@@ -507,11 +507,11 @@ def get_compression(header=None, path=None):
|
|
|
507
507
|
return fmt[1:]
|
|
508
508
|
if header:
|
|
509
509
|
if (
|
|
510
|
-
header[4:12] == b"\x66\x74\x79\x70\
|
|
511
|
-
or header[4:12] == b"\x66\x74\x79\x70\x69\x73\
|
|
510
|
+
header[4:12] == b"\x66\x74\x79\x70\x4d\x53\x4e\x56"
|
|
511
|
+
or header[4:12] == b"\x66\x74\x79\x70\x69\x73\x6f\x6d"
|
|
512
512
|
):
|
|
513
513
|
return "mp4"
|
|
514
|
-
if header[0:4] == b"\
|
|
514
|
+
if header[0:4] == b"\x1a\x45\xdf\xa3":
|
|
515
515
|
return "mkv"
|
|
516
516
|
if (
|
|
517
517
|
header[0:2] == b"\xff\xfb"
|
|
@@ -525,12 +525,12 @@ def get_compression(header=None, path=None):
|
|
|
525
525
|
return "wav"
|
|
526
526
|
if header[0:4] == b"\x52\x49\x46\x46" and header[8:12] == b"\x41\x56\x49\x20":
|
|
527
527
|
return "avi"
|
|
528
|
-
if header[128:132] == b"\x44\x49\x43\
|
|
528
|
+
if header[128:132] == b"\x44\x49\x43\x4d":
|
|
529
529
|
return "dcm"
|
|
530
530
|
if header[0:4] == b"\x6e\x2b\x31\x00":
|
|
531
531
|
return "nii"
|
|
532
532
|
if any(
|
|
533
|
-
header[: len(x)] == x for x in [b"\x73\
|
|
533
|
+
header[: len(x)] == x for x in [b"\x73\x6f\x6c\x69", b"numpy-stl", b"solid"]
|
|
534
534
|
):
|
|
535
535
|
return "stl"
|
|
536
536
|
if not Image.OPEN:
|
|
@@ -811,7 +811,7 @@ def _read_jpeg_shape_from_buffer(buf: bytes) -> Tuple[int, ...]:
|
|
|
811
811
|
|
|
812
812
|
|
|
813
813
|
def _read_dicom_shape_and_dtype(
|
|
814
|
-
f: Union[bytes, BinaryIO]
|
|
814
|
+
f: Union[bytes, BinaryIO],
|
|
815
815
|
) -> Tuple[Tuple[int, ...], str]:
|
|
816
816
|
try:
|
|
817
817
|
from pydicom import dcmread
|
|
@@ -4928,6 +4928,11 @@ class Dataset:
|
|
|
4928
4928
|
(20, 20, 3) [1]
|
|
4929
4929
|
(20, 20, 3) [None]
|
|
4930
4930
|
"""
|
|
4931
|
+
from deeplake.core.dataset.indra_dataset_view import IndraDatasetView
|
|
4932
|
+
|
|
4933
|
+
if isinstance(self, IndraDatasetView):
|
|
4934
|
+
return self
|
|
4935
|
+
|
|
4931
4936
|
return self.__class__(
|
|
4932
4937
|
storage=self.storage,
|
|
4933
4938
|
index=self.index,
|
|
@@ -311,7 +311,7 @@ def serialize_linked_tiled_sample(sample: LinkedTiledSample):
|
|
|
311
311
|
|
|
312
312
|
|
|
313
313
|
def deserialize_linked_tiled_sample(
|
|
314
|
-
byts: Union[bytes, memoryview]
|
|
314
|
+
byts: Union[bytes, memoryview],
|
|
315
315
|
) -> LinkedTiledSample:
|
|
316
316
|
byts = memoryview(byts)
|
|
317
317
|
# Read version
|
|
@@ -374,7 +374,7 @@ def serialize_chunkids(version: str, arr: np.ndarray) -> memoryview:
|
|
|
374
374
|
|
|
375
375
|
|
|
376
376
|
def deserialize_chunkids(
|
|
377
|
-
byts: Union[bytes, memoryview]
|
|
377
|
+
byts: Union[bytes, memoryview],
|
|
378
378
|
) -> Tuple[str, np.ndarray, type]:
|
|
379
379
|
"""Deserializes a chunk ID encoder from the serialized byte stream. This is how the encoder can be accessed/modified after it is read from storage.
|
|
380
380
|
|
|
@@ -10,6 +10,8 @@ from deeplake.client.client import DeepLakeBackendClient
|
|
|
10
10
|
from concurrent.futures import ThreadPoolExecutor
|
|
11
11
|
from deeplake.util.path import relpath
|
|
12
12
|
from concurrent import futures
|
|
13
|
+
from deeplake.util.warnings import always_warn
|
|
14
|
+
import time
|
|
13
15
|
|
|
14
16
|
|
|
15
17
|
class AzureProvider(StorageProvider):
|
|
@@ -34,6 +36,8 @@ class AzureProvider(StorageProvider):
|
|
|
34
36
|
self.expiration: Optional[str] = None
|
|
35
37
|
self.db_engine: bool = False
|
|
36
38
|
self.repository: Optional[str] = None
|
|
39
|
+
self.hub_path = ""
|
|
40
|
+
self.tag = ""
|
|
37
41
|
|
|
38
42
|
def _set_attrs(self):
|
|
39
43
|
self.account_name, self.container_name, self.root_folder = self._get_attrs(
|
|
@@ -87,7 +91,7 @@ class AzureProvider(StorageProvider):
|
|
|
87
91
|
self.container_name
|
|
88
92
|
)
|
|
89
93
|
|
|
90
|
-
def
|
|
94
|
+
def _set(self, path, content):
|
|
91
95
|
self.check_readonly()
|
|
92
96
|
self._check_update_creds()
|
|
93
97
|
if isinstance(content, memoryview):
|
|
@@ -99,10 +103,51 @@ class AzureProvider(StorageProvider):
|
|
|
99
103
|
)
|
|
100
104
|
blob_client.upload_blob(content, overwrite=True)
|
|
101
105
|
|
|
106
|
+
def __setitem__(self, path, content):
|
|
107
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
108
|
+
|
|
109
|
+
try:
|
|
110
|
+
self._set(path, content)
|
|
111
|
+
except ClientAuthenticationError as ex:
|
|
112
|
+
tries = 5
|
|
113
|
+
retry_wait = 0
|
|
114
|
+
for i in range(1, tries + 1):
|
|
115
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
116
|
+
self._check_update_creds(force=True)
|
|
117
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
118
|
+
try:
|
|
119
|
+
self._set(path, content)
|
|
120
|
+
always_warn(
|
|
121
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
122
|
+
)
|
|
123
|
+
return
|
|
124
|
+
except Exception:
|
|
125
|
+
pass
|
|
126
|
+
raise ex
|
|
127
|
+
|
|
102
128
|
def __getitem__(self, path):
|
|
103
|
-
|
|
129
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
104
130
|
|
|
105
|
-
|
|
131
|
+
try:
|
|
132
|
+
return self.get_bytes(path)
|
|
133
|
+
except ClientAuthenticationError as ex:
|
|
134
|
+
tries = 5
|
|
135
|
+
retry_wait = 0
|
|
136
|
+
for i in range(1, tries + 1):
|
|
137
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
138
|
+
self._check_update_creds(force=True)
|
|
139
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
140
|
+
try:
|
|
141
|
+
res = self.get_bytes(path)
|
|
142
|
+
always_warn(
|
|
143
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
144
|
+
)
|
|
145
|
+
return res
|
|
146
|
+
except Exception:
|
|
147
|
+
pass
|
|
148
|
+
raise ex
|
|
149
|
+
|
|
150
|
+
def _del(self, path):
|
|
106
151
|
self.check_readonly()
|
|
107
152
|
self._check_update_creds()
|
|
108
153
|
blob_client = self.container_client.get_blob_client(
|
|
@@ -112,6 +157,28 @@ class AzureProvider(StorageProvider):
|
|
|
112
157
|
raise KeyError(path)
|
|
113
158
|
blob_client.delete_blob()
|
|
114
159
|
|
|
160
|
+
def __delitem__(self, path):
|
|
161
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
162
|
+
|
|
163
|
+
try:
|
|
164
|
+
return self._del(path)
|
|
165
|
+
except ClientAuthenticationError as ex:
|
|
166
|
+
tries = 5
|
|
167
|
+
retry_wait = 0
|
|
168
|
+
for i in range(1, tries + 1):
|
|
169
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
170
|
+
self._check_update_creds(force=True)
|
|
171
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
172
|
+
try:
|
|
173
|
+
self._del(path)
|
|
174
|
+
always_warn(
|
|
175
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
176
|
+
)
|
|
177
|
+
return
|
|
178
|
+
except Exception:
|
|
179
|
+
pass
|
|
180
|
+
raise ex
|
|
181
|
+
|
|
115
182
|
def get_bytes(
|
|
116
183
|
self,
|
|
117
184
|
path: str,
|
|
@@ -145,7 +212,7 @@ class AzureProvider(StorageProvider):
|
|
|
145
212
|
byts = blob_client.download_blob(offset=offset, length=length).readall()
|
|
146
213
|
return byts
|
|
147
214
|
|
|
148
|
-
def
|
|
215
|
+
def _clear(self, prefix=""):
|
|
149
216
|
self.check_readonly()
|
|
150
217
|
self._check_update_creds()
|
|
151
218
|
blobs = [
|
|
@@ -156,6 +223,28 @@ class AzureProvider(StorageProvider):
|
|
|
156
223
|
for batch in batches:
|
|
157
224
|
self.container_client.delete_blobs(*batch)
|
|
158
225
|
|
|
226
|
+
def clear(self, prefix=""):
|
|
227
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
228
|
+
|
|
229
|
+
try:
|
|
230
|
+
return self._clear(prefix)
|
|
231
|
+
except ClientAuthenticationError as ex:
|
|
232
|
+
tries = 5
|
|
233
|
+
retry_wait = 0
|
|
234
|
+
for i in range(1, tries + 1):
|
|
235
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
236
|
+
self._check_update_creds(force=True)
|
|
237
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
238
|
+
try:
|
|
239
|
+
self._clear(prefix)
|
|
240
|
+
always_warn(
|
|
241
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
242
|
+
)
|
|
243
|
+
return
|
|
244
|
+
except Exception:
|
|
245
|
+
pass
|
|
246
|
+
raise ex
|
|
247
|
+
|
|
159
248
|
def get_sas_token(self):
|
|
160
249
|
from azure.storage.blob import generate_container_sas, ContainerSasPermissions # type: ignore
|
|
161
250
|
|
|
@@ -207,6 +296,8 @@ class AzureProvider(StorageProvider):
|
|
|
207
296
|
"db_engine": self.db_engine,
|
|
208
297
|
"repository": self.repository,
|
|
209
298
|
"expiration": self.expiration,
|
|
299
|
+
"tag": getattr(self, "tag", ""),
|
|
300
|
+
"hub_path": getattr(self, "hub_path", ""),
|
|
210
301
|
}
|
|
211
302
|
|
|
212
303
|
def __setstate__(self, state):
|
|
@@ -275,7 +366,7 @@ class AzureProvider(StorageProvider):
|
|
|
275
366
|
source_blob.delete_blob()
|
|
276
367
|
self.root_folder = root_folder
|
|
277
368
|
|
|
278
|
-
def
|
|
369
|
+
def _get_object_size(self, path: str) -> int:
|
|
279
370
|
self._check_update_creds()
|
|
280
371
|
blob_client = self.container_client.get_blob_client(
|
|
281
372
|
f"{self.root_folder}/{path}"
|
|
@@ -284,6 +375,28 @@ class AzureProvider(StorageProvider):
|
|
|
284
375
|
raise KeyError(path)
|
|
285
376
|
return blob_client.get_blob_properties().size
|
|
286
377
|
|
|
378
|
+
def get_object_size(self, path: str) -> int:
|
|
379
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
380
|
+
|
|
381
|
+
try:
|
|
382
|
+
return self._get_object_size(path)
|
|
383
|
+
except ClientAuthenticationError as ex:
|
|
384
|
+
tries = 5
|
|
385
|
+
retry_wait = 0
|
|
386
|
+
for i in range(1, tries + 1):
|
|
387
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
388
|
+
self._check_update_creds(force=True)
|
|
389
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
390
|
+
try:
|
|
391
|
+
res = self._get_object_size(path)
|
|
392
|
+
always_warn(
|
|
393
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
394
|
+
)
|
|
395
|
+
return res
|
|
396
|
+
except Exception:
|
|
397
|
+
pass
|
|
398
|
+
raise ex
|
|
399
|
+
|
|
287
400
|
def get_clients_from_full_path(self, url: str):
|
|
288
401
|
from azure.storage.blob import BlobServiceClient # type: ignore
|
|
289
402
|
|
|
@@ -351,13 +464,36 @@ class AzureProvider(StorageProvider):
|
|
|
351
464
|
|
|
352
465
|
return url
|
|
353
466
|
|
|
354
|
-
def
|
|
467
|
+
def _get_object_from_full_url(self, url: str) -> bytes:
|
|
468
|
+
self._check_update_creds()
|
|
355
469
|
blob_client, _ = self.get_clients_from_full_path(url)
|
|
356
470
|
# Azure raises an error when trying to download an empty blob
|
|
357
471
|
if blob_client.get_blob_properties().size == 0:
|
|
358
472
|
return b""
|
|
359
473
|
return blob_client.download_blob().readall()
|
|
360
474
|
|
|
475
|
+
def get_object_from_full_url(self, url: str) -> bytes:
|
|
476
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
477
|
+
|
|
478
|
+
try:
|
|
479
|
+
return self._get_object_from_full_url(url)
|
|
480
|
+
except ClientAuthenticationError as ex:
|
|
481
|
+
tries = 5
|
|
482
|
+
retry_wait = 0
|
|
483
|
+
for i in range(1, tries + 1):
|
|
484
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
485
|
+
self._check_update_creds(force=True)
|
|
486
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
487
|
+
try:
|
|
488
|
+
res = self._get_object_from_full_url(url)
|
|
489
|
+
always_warn(
|
|
490
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
491
|
+
)
|
|
492
|
+
return res
|
|
493
|
+
except Exception:
|
|
494
|
+
pass
|
|
495
|
+
raise ex
|
|
496
|
+
|
|
361
497
|
def _check_update_creds(self, force=False):
|
|
362
498
|
"""If the client has an expiration time, check if creds are expired and fetch new ones.
|
|
363
499
|
This would only happen for datasets stored on Deep Lake storage for which temporary 12 hour credentials are generated.
|
|
@@ -402,3 +538,10 @@ class AzureProvider(StorageProvider):
|
|
|
402
538
|
yield key, future.result()
|
|
403
539
|
else:
|
|
404
540
|
yield key, exception
|
|
541
|
+
|
|
542
|
+
def _retry_wait_and_extend(self, retry_wait: int, err: Exception):
|
|
543
|
+
time.sleep(retry_wait)
|
|
544
|
+
|
|
545
|
+
if retry_wait == 0:
|
|
546
|
+
return 1
|
|
547
|
+
return retry_wait * 2
|
|
@@ -2,17 +2,13 @@ from PIL import Image
|
|
|
2
2
|
import urllib.request
|
|
3
3
|
import numpy as np
|
|
4
4
|
import copy
|
|
5
|
+
from deeplake.integrations.labelbox.deeplake_utils import *
|
|
5
6
|
|
|
6
7
|
|
|
7
8
|
def bbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
8
9
|
ds = context["ds"]
|
|
9
10
|
try:
|
|
10
|
-
ds.create_tensor(
|
|
11
|
-
tensor_name,
|
|
12
|
-
htype="bbox",
|
|
13
|
-
dtype="int32",
|
|
14
|
-
coords={"type": "pixel", "mode": "LTWH"},
|
|
15
|
-
)
|
|
11
|
+
ds.create_tensor(tensor_name, **bbox_tensor_create_kwargs_())
|
|
16
12
|
except:
|
|
17
13
|
pass
|
|
18
14
|
|
|
@@ -73,9 +69,10 @@ def radio_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
73
69
|
try:
|
|
74
70
|
ds.create_tensor(
|
|
75
71
|
tensor_name,
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
72
|
+
**class_label_tensor_create_kwargs_(),
|
|
73
|
+
)
|
|
74
|
+
ds[tensor_name].update_metadata(
|
|
75
|
+
{"class_names": list(converter.label_mappings[tensor_name].keys())}
|
|
79
76
|
)
|
|
80
77
|
except:
|
|
81
78
|
pass
|
|
@@ -115,9 +112,10 @@ def checkbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
115
112
|
try:
|
|
116
113
|
ds.create_tensor(
|
|
117
114
|
tensor_name,
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
115
|
+
**class_label_tensor_create_kwargs_(),
|
|
116
|
+
)
|
|
117
|
+
ds[tensor_name].update_metadata(
|
|
118
|
+
{"class_names": list(converter.label_mappings[tensor_name].keys())}
|
|
121
119
|
)
|
|
122
120
|
except:
|
|
123
121
|
pass
|
|
@@ -149,7 +147,7 @@ def checkbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
149
147
|
def point_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
150
148
|
ds = context["ds"]
|
|
151
149
|
try:
|
|
152
|
-
ds.create_tensor(tensor_name,
|
|
150
|
+
ds.create_tensor(tensor_name, **point_tensor_create_kwargs_())
|
|
153
151
|
except:
|
|
154
152
|
pass
|
|
155
153
|
|
|
@@ -187,7 +185,7 @@ def point_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
187
185
|
def line_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
188
186
|
ds = context["ds"]
|
|
189
187
|
try:
|
|
190
|
-
ds.create_tensor(tensor_name,
|
|
188
|
+
ds.create_tensor(tensor_name, **polygon_tensor_create_kwargs_())
|
|
191
189
|
except:
|
|
192
190
|
pass
|
|
193
191
|
|
|
@@ -230,20 +228,14 @@ def raster_segmentation_converter_(
|
|
|
230
228
|
):
|
|
231
229
|
ds = context["ds"]
|
|
232
230
|
try:
|
|
233
|
-
ds.create_tensor(
|
|
234
|
-
tensor_name, htype="binary_mask", dtype="bool", sample_compression="lz4"
|
|
235
|
-
)
|
|
231
|
+
ds.create_tensor(tensor_name, **binary_mask_tensor_create_kwargs_())
|
|
236
232
|
except:
|
|
237
233
|
pass
|
|
238
234
|
|
|
239
235
|
try:
|
|
240
236
|
if generate_labels:
|
|
241
237
|
ds.create_tensor(
|
|
242
|
-
f"{tensor_name}_labels",
|
|
243
|
-
htype="class_label",
|
|
244
|
-
dtype="int32",
|
|
245
|
-
class_names=[],
|
|
246
|
-
chunk_compression="lz4",
|
|
238
|
+
f"{tensor_name}_labels", **class_label_tensor_create_kwargs_()
|
|
247
239
|
)
|
|
248
240
|
converter.label_mappings[f"{tensor_name}_labels"] = dict()
|
|
249
241
|
except:
|
|
@@ -270,30 +262,33 @@ def raster_segmentation_converter_(
|
|
|
270
262
|
converter.label_mappings[f"{tensor_name}_labels"][tool_name] = (
|
|
271
263
|
len(converter.label_mappings[f"{tensor_name}_labels"])
|
|
272
264
|
)
|
|
273
|
-
ds[f"{tensor_name}_labels"].
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
265
|
+
ds[f"{tensor_name}_labels"].update_metadata(
|
|
266
|
+
{
|
|
267
|
+
"class_names": list(
|
|
268
|
+
converter.label_mappings[
|
|
269
|
+
f"{tensor_name}_labels"
|
|
270
|
+
].keys()
|
|
271
|
+
)
|
|
272
|
+
}
|
|
277
273
|
)
|
|
278
274
|
val = []
|
|
279
275
|
try:
|
|
280
|
-
val = (
|
|
281
|
-
ds[f"{tensor_name}_labels"][row].numpy(aslist=True).tolist()
|
|
282
|
-
)
|
|
276
|
+
val = ds[f"{tensor_name}_labels"].value(row, aslist=True)
|
|
283
277
|
except (KeyError, IndexError):
|
|
284
278
|
pass
|
|
285
|
-
|
|
286
279
|
val.append(
|
|
287
280
|
converter.label_mappings[f"{tensor_name}_labels"][tool_name]
|
|
288
281
|
)
|
|
289
|
-
ds[f"{tensor_name}_labels"]
|
|
282
|
+
ds[f"{tensor_name}_labels"].set_value(row, val)
|
|
290
283
|
|
|
291
284
|
mask = np.array(Image.open(response)).astype(np.bool_)
|
|
292
285
|
mask = mask[..., np.newaxis]
|
|
293
286
|
try:
|
|
294
287
|
if generate_labels:
|
|
295
|
-
val = ds[tensor_name]
|
|
288
|
+
val = ds[tensor_name].value(row)
|
|
296
289
|
labels = ds[f"{tensor_name}_labels"].info["class_names"]
|
|
290
|
+
if val is None:
|
|
291
|
+
raise IndexError()
|
|
297
292
|
if len(labels) != val.shape[-1]:
|
|
298
293
|
val = np.concatenate(
|
|
299
294
|
[val, np.zeros_like(mask)],
|
|
@@ -302,11 +297,11 @@ def raster_segmentation_converter_(
|
|
|
302
297
|
idx = labels.index(tool_name)
|
|
303
298
|
val[:, :, idx] = np.logical_or(val[:, :, idx], mask[:, :, 0])
|
|
304
299
|
else:
|
|
305
|
-
val = np.logical_or(ds[tensor_name]
|
|
300
|
+
val = np.logical_or(ds[tensor_name].value(row), mask)
|
|
306
301
|
except (KeyError, IndexError):
|
|
307
302
|
val = mask
|
|
308
303
|
|
|
309
|
-
ds[tensor_name]
|
|
304
|
+
ds[tensor_name].set_value(row, val)
|
|
310
305
|
except Exception as e:
|
|
311
306
|
print(f"Error downloading mask: {e}")
|
|
312
307
|
|
|
@@ -316,7 +311,7 @@ def raster_segmentation_converter_(
|
|
|
316
311
|
def text_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
317
312
|
ds = context["ds"]
|
|
318
313
|
try:
|
|
319
|
-
ds.create_tensor(tensor_name,
|
|
314
|
+
ds.create_tensor(tensor_name, **text_tensor_create_kwargs_())
|
|
320
315
|
except:
|
|
321
316
|
pass
|
|
322
317
|
|