deeplake 3.9.38__tar.gz → 3.9.39__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.38/deeplake.egg-info → deeplake-3.9.39}/PKG-INFO +10 -10
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/__init__.py +1 -1
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compression.py +6 -6
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/serialize.py +2 -2
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/azure.py +149 -6
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/__init__.py +1 -0
- deeplake-3.9.38/deeplake/integrations/labelbox/v3_converters.py → deeplake-3.9.39/deeplake/integrations/labelbox/converters.py +30 -35
- deeplake-3.9.39/deeplake/integrations/labelbox/deeplake_utils.py +182 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_.py +55 -45
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_converter.py +25 -28
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_utils.py +15 -12
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mmdet/mmdet_.py +13 -13
- deeplake-3.9.39/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/storage.py +1 -1
- {deeplake-3.9.38 → deeplake-3.9.39/deeplake.egg-info}/PKG-INFO +10 -10
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake.egg-info/SOURCES.txt +2 -1
- {deeplake-3.9.38 → deeplake-3.9.39}/pyproject.toml +1 -1
- deeplake-3.9.38/deeplake/util/bugout_token.py +0 -1
- {deeplake-3.9.38 → deeplake-3.9.39}/LICENSE +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/MANIFEST.in +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/README.md +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/info.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/link.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/read.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_api.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/client.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/config.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/log.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/compression.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/constants.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/chunk_engine.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/io.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_inverted_indexes.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/hooks.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/htype.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_azure_utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_debug.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/labelbox/labelbox_metadata_utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/requirements/common.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/requirements/plugins.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/image.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/json.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/link.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/path.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/split.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/token.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/video.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake.egg-info/requires.txt +9 -9
- {deeplake-3.9.38 → deeplake-3.9.39}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/setup.cfg +0 -0
- {deeplake-3.9.38 → deeplake-3.9.39}/setup.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: deeplake
|
|
3
|
-
Version: 3.9.
|
|
3
|
+
Version: 3.9.39
|
|
4
4
|
Summary: Activeloop Deep Lake
|
|
5
5
|
Author: activeloop.ai
|
|
6
6
|
Author-email: support@activeloop.ai
|
|
@@ -61,22 +61,22 @@ Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") a
|
|
|
61
61
|
Requires-Dist: pillow~=10.4.0; extra == "labelbox"
|
|
62
62
|
Provides-Extra: all
|
|
63
63
|
Requires-Dist: azure-storage-blob; extra == "all"
|
|
64
|
+
Requires-Dist: laspy; extra == "all"
|
|
65
|
+
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
64
66
|
Requires-Dist: pydicom; extra == "all"
|
|
67
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
68
|
+
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "all"
|
|
69
|
+
Requires-Dist: azure-cli; extra == "all"
|
|
65
70
|
Requires-Dist: flask; extra == "all"
|
|
66
|
-
Requires-Dist: labelbox; extra == "all"
|
|
67
|
-
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
68
|
-
Requires-Dist: laspy; extra == "all"
|
|
69
71
|
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
70
|
-
Requires-Dist:
|
|
72
|
+
Requires-Dist: numpy-stl; extra == "all"
|
|
71
73
|
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "all"
|
|
72
74
|
Requires-Dist: pillow~=10.4.0; extra == "all"
|
|
73
|
-
Requires-Dist:
|
|
74
|
-
Requires-Dist:
|
|
75
|
+
Requires-Dist: nibabel; extra == "all"
|
|
76
|
+
Requires-Dist: labelbox; extra == "all"
|
|
75
77
|
Requires-Dist: google-auth~=2.0.1; extra == "all"
|
|
76
|
-
Requires-Dist:
|
|
78
|
+
Requires-Dist: google-cloud-storage~=1.42.0; extra == "all"
|
|
77
79
|
Requires-Dist: IPython; extra == "all"
|
|
78
|
-
Requires-Dist: numpy-stl; extra == "all"
|
|
79
|
-
Requires-Dist: nibabel; extra == "all"
|
|
80
80
|
Requires-Dist: libdeeplake; extra == "all"
|
|
81
81
|
Provides-Extra: enterprise
|
|
82
82
|
Requires-Dist: libdeeplake; extra == "enterprise"
|
|
@@ -507,11 +507,11 @@ def get_compression(header=None, path=None):
|
|
|
507
507
|
return fmt[1:]
|
|
508
508
|
if header:
|
|
509
509
|
if (
|
|
510
|
-
header[4:12] == b"\x66\x74\x79\x70\
|
|
511
|
-
or header[4:12] == b"\x66\x74\x79\x70\x69\x73\
|
|
510
|
+
header[4:12] == b"\x66\x74\x79\x70\x4d\x53\x4e\x56"
|
|
511
|
+
or header[4:12] == b"\x66\x74\x79\x70\x69\x73\x6f\x6d"
|
|
512
512
|
):
|
|
513
513
|
return "mp4"
|
|
514
|
-
if header[0:4] == b"\
|
|
514
|
+
if header[0:4] == b"\x1a\x45\xdf\xa3":
|
|
515
515
|
return "mkv"
|
|
516
516
|
if (
|
|
517
517
|
header[0:2] == b"\xff\xfb"
|
|
@@ -525,12 +525,12 @@ def get_compression(header=None, path=None):
|
|
|
525
525
|
return "wav"
|
|
526
526
|
if header[0:4] == b"\x52\x49\x46\x46" and header[8:12] == b"\x41\x56\x49\x20":
|
|
527
527
|
return "avi"
|
|
528
|
-
if header[128:132] == b"\x44\x49\x43\
|
|
528
|
+
if header[128:132] == b"\x44\x49\x43\x4d":
|
|
529
529
|
return "dcm"
|
|
530
530
|
if header[0:4] == b"\x6e\x2b\x31\x00":
|
|
531
531
|
return "nii"
|
|
532
532
|
if any(
|
|
533
|
-
header[: len(x)] == x for x in [b"\x73\
|
|
533
|
+
header[: len(x)] == x for x in [b"\x73\x6f\x6c\x69", b"numpy-stl", b"solid"]
|
|
534
534
|
):
|
|
535
535
|
return "stl"
|
|
536
536
|
if not Image.OPEN:
|
|
@@ -811,7 +811,7 @@ def _read_jpeg_shape_from_buffer(buf: bytes) -> Tuple[int, ...]:
|
|
|
811
811
|
|
|
812
812
|
|
|
813
813
|
def _read_dicom_shape_and_dtype(
|
|
814
|
-
f: Union[bytes, BinaryIO]
|
|
814
|
+
f: Union[bytes, BinaryIO],
|
|
815
815
|
) -> Tuple[Tuple[int, ...], str]:
|
|
816
816
|
try:
|
|
817
817
|
from pydicom import dcmread
|
|
@@ -311,7 +311,7 @@ def serialize_linked_tiled_sample(sample: LinkedTiledSample):
|
|
|
311
311
|
|
|
312
312
|
|
|
313
313
|
def deserialize_linked_tiled_sample(
|
|
314
|
-
byts: Union[bytes, memoryview]
|
|
314
|
+
byts: Union[bytes, memoryview],
|
|
315
315
|
) -> LinkedTiledSample:
|
|
316
316
|
byts = memoryview(byts)
|
|
317
317
|
# Read version
|
|
@@ -374,7 +374,7 @@ def serialize_chunkids(version: str, arr: np.ndarray) -> memoryview:
|
|
|
374
374
|
|
|
375
375
|
|
|
376
376
|
def deserialize_chunkids(
|
|
377
|
-
byts: Union[bytes, memoryview]
|
|
377
|
+
byts: Union[bytes, memoryview],
|
|
378
378
|
) -> Tuple[str, np.ndarray, type]:
|
|
379
379
|
"""Deserializes a chunk ID encoder from the serialized byte stream. This is how the encoder can be accessed/modified after it is read from storage.
|
|
380
380
|
|
|
@@ -10,6 +10,8 @@ from deeplake.client.client import DeepLakeBackendClient
|
|
|
10
10
|
from concurrent.futures import ThreadPoolExecutor
|
|
11
11
|
from deeplake.util.path import relpath
|
|
12
12
|
from concurrent import futures
|
|
13
|
+
from deeplake.util.warnings import always_warn
|
|
14
|
+
import time
|
|
13
15
|
|
|
14
16
|
|
|
15
17
|
class AzureProvider(StorageProvider):
|
|
@@ -34,6 +36,8 @@ class AzureProvider(StorageProvider):
|
|
|
34
36
|
self.expiration: Optional[str] = None
|
|
35
37
|
self.db_engine: bool = False
|
|
36
38
|
self.repository: Optional[str] = None
|
|
39
|
+
self.hub_path = ""
|
|
40
|
+
self.tag = ""
|
|
37
41
|
|
|
38
42
|
def _set_attrs(self):
|
|
39
43
|
self.account_name, self.container_name, self.root_folder = self._get_attrs(
|
|
@@ -87,7 +91,7 @@ class AzureProvider(StorageProvider):
|
|
|
87
91
|
self.container_name
|
|
88
92
|
)
|
|
89
93
|
|
|
90
|
-
def
|
|
94
|
+
def _set(self, path, content):
|
|
91
95
|
self.check_readonly()
|
|
92
96
|
self._check_update_creds()
|
|
93
97
|
if isinstance(content, memoryview):
|
|
@@ -99,10 +103,51 @@ class AzureProvider(StorageProvider):
|
|
|
99
103
|
)
|
|
100
104
|
blob_client.upload_blob(content, overwrite=True)
|
|
101
105
|
|
|
106
|
+
def __setitem__(self, path, content):
|
|
107
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
108
|
+
|
|
109
|
+
try:
|
|
110
|
+
self._set(path, content)
|
|
111
|
+
except ClientAuthenticationError as ex:
|
|
112
|
+
tries = 5
|
|
113
|
+
retry_wait = 0
|
|
114
|
+
for i in range(1, tries + 1):
|
|
115
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
116
|
+
self._check_update_creds(force=True)
|
|
117
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
118
|
+
try:
|
|
119
|
+
self._set(path, content)
|
|
120
|
+
always_warn(
|
|
121
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
122
|
+
)
|
|
123
|
+
return
|
|
124
|
+
except Exception:
|
|
125
|
+
pass
|
|
126
|
+
raise ex
|
|
127
|
+
|
|
102
128
|
def __getitem__(self, path):
|
|
103
|
-
|
|
129
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
104
130
|
|
|
105
|
-
|
|
131
|
+
try:
|
|
132
|
+
return self.get_bytes(path)
|
|
133
|
+
except ClientAuthenticationError as ex:
|
|
134
|
+
tries = 5
|
|
135
|
+
retry_wait = 0
|
|
136
|
+
for i in range(1, tries + 1):
|
|
137
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
138
|
+
self._check_update_creds(force=True)
|
|
139
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
140
|
+
try:
|
|
141
|
+
res = self.get_bytes(path)
|
|
142
|
+
always_warn(
|
|
143
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
144
|
+
)
|
|
145
|
+
return res
|
|
146
|
+
except Exception:
|
|
147
|
+
pass
|
|
148
|
+
raise ex
|
|
149
|
+
|
|
150
|
+
def _del(self, path):
|
|
106
151
|
self.check_readonly()
|
|
107
152
|
self._check_update_creds()
|
|
108
153
|
blob_client = self.container_client.get_blob_client(
|
|
@@ -112,6 +157,28 @@ class AzureProvider(StorageProvider):
|
|
|
112
157
|
raise KeyError(path)
|
|
113
158
|
blob_client.delete_blob()
|
|
114
159
|
|
|
160
|
+
def __delitem__(self, path):
|
|
161
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
162
|
+
|
|
163
|
+
try:
|
|
164
|
+
return self._del(path)
|
|
165
|
+
except ClientAuthenticationError as ex:
|
|
166
|
+
tries = 5
|
|
167
|
+
retry_wait = 0
|
|
168
|
+
for i in range(1, tries + 1):
|
|
169
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
170
|
+
self._check_update_creds(force=True)
|
|
171
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
172
|
+
try:
|
|
173
|
+
self._del(path)
|
|
174
|
+
always_warn(
|
|
175
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
176
|
+
)
|
|
177
|
+
return
|
|
178
|
+
except Exception:
|
|
179
|
+
pass
|
|
180
|
+
raise ex
|
|
181
|
+
|
|
115
182
|
def get_bytes(
|
|
116
183
|
self,
|
|
117
184
|
path: str,
|
|
@@ -145,7 +212,7 @@ class AzureProvider(StorageProvider):
|
|
|
145
212
|
byts = blob_client.download_blob(offset=offset, length=length).readall()
|
|
146
213
|
return byts
|
|
147
214
|
|
|
148
|
-
def
|
|
215
|
+
def _clear(self, prefix=""):
|
|
149
216
|
self.check_readonly()
|
|
150
217
|
self._check_update_creds()
|
|
151
218
|
blobs = [
|
|
@@ -156,6 +223,28 @@ class AzureProvider(StorageProvider):
|
|
|
156
223
|
for batch in batches:
|
|
157
224
|
self.container_client.delete_blobs(*batch)
|
|
158
225
|
|
|
226
|
+
def clear(self, prefix=""):
|
|
227
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
228
|
+
|
|
229
|
+
try:
|
|
230
|
+
return self._clear(prefix)
|
|
231
|
+
except ClientAuthenticationError as ex:
|
|
232
|
+
tries = 5
|
|
233
|
+
retry_wait = 0
|
|
234
|
+
for i in range(1, tries + 1):
|
|
235
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
236
|
+
self._check_update_creds(force=True)
|
|
237
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
238
|
+
try:
|
|
239
|
+
self._clear(prefix)
|
|
240
|
+
always_warn(
|
|
241
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
242
|
+
)
|
|
243
|
+
return
|
|
244
|
+
except Exception:
|
|
245
|
+
pass
|
|
246
|
+
raise ex
|
|
247
|
+
|
|
159
248
|
def get_sas_token(self):
|
|
160
249
|
from azure.storage.blob import generate_container_sas, ContainerSasPermissions # type: ignore
|
|
161
250
|
|
|
@@ -207,6 +296,8 @@ class AzureProvider(StorageProvider):
|
|
|
207
296
|
"db_engine": self.db_engine,
|
|
208
297
|
"repository": self.repository,
|
|
209
298
|
"expiration": self.expiration,
|
|
299
|
+
"tag": getattr(self, "tag", ""),
|
|
300
|
+
"hub_path": getattr(self, "hub_path", ""),
|
|
210
301
|
}
|
|
211
302
|
|
|
212
303
|
def __setstate__(self, state):
|
|
@@ -275,7 +366,7 @@ class AzureProvider(StorageProvider):
|
|
|
275
366
|
source_blob.delete_blob()
|
|
276
367
|
self.root_folder = root_folder
|
|
277
368
|
|
|
278
|
-
def
|
|
369
|
+
def _get_object_size(self, path: str) -> int:
|
|
279
370
|
self._check_update_creds()
|
|
280
371
|
blob_client = self.container_client.get_blob_client(
|
|
281
372
|
f"{self.root_folder}/{path}"
|
|
@@ -284,6 +375,28 @@ class AzureProvider(StorageProvider):
|
|
|
284
375
|
raise KeyError(path)
|
|
285
376
|
return blob_client.get_blob_properties().size
|
|
286
377
|
|
|
378
|
+
def get_object_size(self, path: str) -> int:
|
|
379
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
380
|
+
|
|
381
|
+
try:
|
|
382
|
+
return self._get_object_size(path)
|
|
383
|
+
except ClientAuthenticationError as ex:
|
|
384
|
+
tries = 5
|
|
385
|
+
retry_wait = 0
|
|
386
|
+
for i in range(1, tries + 1):
|
|
387
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
388
|
+
self._check_update_creds(force=True)
|
|
389
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
390
|
+
try:
|
|
391
|
+
res = self._get_object_size(path)
|
|
392
|
+
always_warn(
|
|
393
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
394
|
+
)
|
|
395
|
+
return res
|
|
396
|
+
except Exception:
|
|
397
|
+
pass
|
|
398
|
+
raise ex
|
|
399
|
+
|
|
287
400
|
def get_clients_from_full_path(self, url: str):
|
|
288
401
|
from azure.storage.blob import BlobServiceClient # type: ignore
|
|
289
402
|
|
|
@@ -351,13 +464,36 @@ class AzureProvider(StorageProvider):
|
|
|
351
464
|
|
|
352
465
|
return url
|
|
353
466
|
|
|
354
|
-
def
|
|
467
|
+
def _get_object_from_full_url(self, url: str) -> bytes:
|
|
468
|
+
self._check_update_creds()
|
|
355
469
|
blob_client, _ = self.get_clients_from_full_path(url)
|
|
356
470
|
# Azure raises an error when trying to download an empty blob
|
|
357
471
|
if blob_client.get_blob_properties().size == 0:
|
|
358
472
|
return b""
|
|
359
473
|
return blob_client.download_blob().readall()
|
|
360
474
|
|
|
475
|
+
def get_object_from_full_url(self, url: str) -> bytes:
|
|
476
|
+
from azure.core.exceptions import ClientAuthenticationError # type: ignore
|
|
477
|
+
|
|
478
|
+
try:
|
|
479
|
+
return self._get_object_from_full_url(url)
|
|
480
|
+
except ClientAuthenticationError as ex:
|
|
481
|
+
tries = 5
|
|
482
|
+
retry_wait = 0
|
|
483
|
+
for i in range(1, tries + 1):
|
|
484
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
485
|
+
self._check_update_creds(force=True)
|
|
486
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, ex)
|
|
487
|
+
try:
|
|
488
|
+
res = self._get_object_from_full_url(url)
|
|
489
|
+
always_warn(
|
|
490
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
491
|
+
)
|
|
492
|
+
return res
|
|
493
|
+
except Exception:
|
|
494
|
+
pass
|
|
495
|
+
raise ex
|
|
496
|
+
|
|
361
497
|
def _check_update_creds(self, force=False):
|
|
362
498
|
"""If the client has an expiration time, check if creds are expired and fetch new ones.
|
|
363
499
|
This would only happen for datasets stored on Deep Lake storage for which temporary 12 hour credentials are generated.
|
|
@@ -402,3 +538,10 @@ class AzureProvider(StorageProvider):
|
|
|
402
538
|
yield key, future.result()
|
|
403
539
|
else:
|
|
404
540
|
yield key, exception
|
|
541
|
+
|
|
542
|
+
def _retry_wait_and_extend(self, retry_wait: int, err: Exception):
|
|
543
|
+
time.sleep(retry_wait)
|
|
544
|
+
|
|
545
|
+
if retry_wait == 0:
|
|
546
|
+
return 1
|
|
547
|
+
return retry_wait * 2
|
|
@@ -2,17 +2,13 @@ from PIL import Image
|
|
|
2
2
|
import urllib.request
|
|
3
3
|
import numpy as np
|
|
4
4
|
import copy
|
|
5
|
+
from deeplake.integrations.labelbox.deeplake_utils import *
|
|
5
6
|
|
|
6
7
|
|
|
7
8
|
def bbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
8
9
|
ds = context["ds"]
|
|
9
10
|
try:
|
|
10
|
-
ds.create_tensor(
|
|
11
|
-
tensor_name,
|
|
12
|
-
htype="bbox",
|
|
13
|
-
dtype="int32",
|
|
14
|
-
coords={"type": "pixel", "mode": "LTWH"},
|
|
15
|
-
)
|
|
11
|
+
ds.create_tensor(tensor_name, **bbox_tensor_create_kwargs_())
|
|
16
12
|
except:
|
|
17
13
|
pass
|
|
18
14
|
|
|
@@ -73,9 +69,10 @@ def radio_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
73
69
|
try:
|
|
74
70
|
ds.create_tensor(
|
|
75
71
|
tensor_name,
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
72
|
+
**class_label_tensor_create_kwargs_(),
|
|
73
|
+
)
|
|
74
|
+
ds[tensor_name].update_metadata(
|
|
75
|
+
{"class_names": list(converter.label_mappings[tensor_name].keys())}
|
|
79
76
|
)
|
|
80
77
|
except:
|
|
81
78
|
pass
|
|
@@ -115,9 +112,10 @@ def checkbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
115
112
|
try:
|
|
116
113
|
ds.create_tensor(
|
|
117
114
|
tensor_name,
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
115
|
+
**class_label_tensor_create_kwargs_(),
|
|
116
|
+
)
|
|
117
|
+
ds[tensor_name].update_metadata(
|
|
118
|
+
{"class_names": list(converter.label_mappings[tensor_name].keys())}
|
|
121
119
|
)
|
|
122
120
|
except:
|
|
123
121
|
pass
|
|
@@ -149,7 +147,7 @@ def checkbox_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
149
147
|
def point_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
150
148
|
ds = context["ds"]
|
|
151
149
|
try:
|
|
152
|
-
ds.create_tensor(tensor_name,
|
|
150
|
+
ds.create_tensor(tensor_name, **point_tensor_create_kwargs_())
|
|
153
151
|
except:
|
|
154
152
|
pass
|
|
155
153
|
|
|
@@ -187,7 +185,7 @@ def point_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
|
187
185
|
def line_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
188
186
|
ds = context["ds"]
|
|
189
187
|
try:
|
|
190
|
-
ds.create_tensor(tensor_name,
|
|
188
|
+
ds.create_tensor(tensor_name, **polygon_tensor_create_kwargs_())
|
|
191
189
|
except:
|
|
192
190
|
pass
|
|
193
191
|
|
|
@@ -230,20 +228,14 @@ def raster_segmentation_converter_(
|
|
|
230
228
|
):
|
|
231
229
|
ds = context["ds"]
|
|
232
230
|
try:
|
|
233
|
-
ds.create_tensor(
|
|
234
|
-
tensor_name, htype="binary_mask", dtype="bool", sample_compression="lz4"
|
|
235
|
-
)
|
|
231
|
+
ds.create_tensor(tensor_name, **binary_mask_tensor_create_kwargs_())
|
|
236
232
|
except:
|
|
237
233
|
pass
|
|
238
234
|
|
|
239
235
|
try:
|
|
240
236
|
if generate_labels:
|
|
241
237
|
ds.create_tensor(
|
|
242
|
-
f"{tensor_name}_labels",
|
|
243
|
-
htype="class_label",
|
|
244
|
-
dtype="int32",
|
|
245
|
-
class_names=[],
|
|
246
|
-
chunk_compression="lz4",
|
|
238
|
+
f"{tensor_name}_labels", **class_label_tensor_create_kwargs_()
|
|
247
239
|
)
|
|
248
240
|
converter.label_mappings[f"{tensor_name}_labels"] = dict()
|
|
249
241
|
except:
|
|
@@ -270,30 +262,33 @@ def raster_segmentation_converter_(
|
|
|
270
262
|
converter.label_mappings[f"{tensor_name}_labels"][tool_name] = (
|
|
271
263
|
len(converter.label_mappings[f"{tensor_name}_labels"])
|
|
272
264
|
)
|
|
273
|
-
ds[f"{tensor_name}_labels"].
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
265
|
+
ds[f"{tensor_name}_labels"].update_metadata(
|
|
266
|
+
{
|
|
267
|
+
"class_names": list(
|
|
268
|
+
converter.label_mappings[
|
|
269
|
+
f"{tensor_name}_labels"
|
|
270
|
+
].keys()
|
|
271
|
+
)
|
|
272
|
+
}
|
|
277
273
|
)
|
|
278
274
|
val = []
|
|
279
275
|
try:
|
|
280
|
-
val = (
|
|
281
|
-
ds[f"{tensor_name}_labels"][row].numpy(aslist=True).tolist()
|
|
282
|
-
)
|
|
276
|
+
val = ds[f"{tensor_name}_labels"].value(row, aslist=True)
|
|
283
277
|
except (KeyError, IndexError):
|
|
284
278
|
pass
|
|
285
|
-
|
|
286
279
|
val.append(
|
|
287
280
|
converter.label_mappings[f"{tensor_name}_labels"][tool_name]
|
|
288
281
|
)
|
|
289
|
-
ds[f"{tensor_name}_labels"]
|
|
282
|
+
ds[f"{tensor_name}_labels"].set_value(row, val)
|
|
290
283
|
|
|
291
284
|
mask = np.array(Image.open(response)).astype(np.bool_)
|
|
292
285
|
mask = mask[..., np.newaxis]
|
|
293
286
|
try:
|
|
294
287
|
if generate_labels:
|
|
295
|
-
val = ds[tensor_name]
|
|
288
|
+
val = ds[tensor_name].value(row)
|
|
296
289
|
labels = ds[f"{tensor_name}_labels"].info["class_names"]
|
|
290
|
+
if val is None:
|
|
291
|
+
raise IndexError()
|
|
297
292
|
if len(labels) != val.shape[-1]:
|
|
298
293
|
val = np.concatenate(
|
|
299
294
|
[val, np.zeros_like(mask)],
|
|
@@ -302,11 +297,11 @@ def raster_segmentation_converter_(
|
|
|
302
297
|
idx = labels.index(tool_name)
|
|
303
298
|
val[:, :, idx] = np.logical_or(val[:, :, idx], mask[:, :, 0])
|
|
304
299
|
else:
|
|
305
|
-
val = np.logical_or(ds[tensor_name]
|
|
300
|
+
val = np.logical_or(ds[tensor_name].value(row), mask)
|
|
306
301
|
except (KeyError, IndexError):
|
|
307
302
|
val = mask
|
|
308
303
|
|
|
309
|
-
ds[tensor_name]
|
|
304
|
+
ds[tensor_name].set_value(row, val)
|
|
310
305
|
except Exception as e:
|
|
311
306
|
print(f"Error downloading mask: {e}")
|
|
312
307
|
|
|
@@ -316,7 +311,7 @@ def raster_segmentation_converter_(
|
|
|
316
311
|
def text_converter_(obj, converter, tensor_name, context, generate_labels):
|
|
317
312
|
ds = context["ds"]
|
|
318
313
|
try:
|
|
319
|
-
ds.create_tensor(tensor_name,
|
|
314
|
+
ds.create_tensor(tensor_name, **text_tensor_create_kwargs_())
|
|
320
315
|
except:
|
|
321
316
|
pass
|
|
322
317
|
|
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
import deeplake
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
def is_v3():
|
|
5
|
+
assert int(deeplake.__version__.split(".")[0]) == 3
|
|
6
|
+
return int(deeplake.__version__.split(".")[0]) == 3
|
|
7
|
+
|
|
8
|
+
|
|
9
|
+
def text_tensor_create_kwargs_():
|
|
10
|
+
if not is_v3():
|
|
11
|
+
raise ValueError("expected deeplake version 3")
|
|
12
|
+
return {"htype": "text"}
|
|
13
|
+
|
|
14
|
+
|
|
15
|
+
def generic_tensor_create_kwargs_(dtype):
|
|
16
|
+
if not is_v3():
|
|
17
|
+
raise ValueError("expected deeplake version 3")
|
|
18
|
+
return {"htype": "generic", "dtype": dtype}
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
def binary_mask_tensor_create_kwargs_(sample_compression="lz4"):
|
|
22
|
+
if not is_v3():
|
|
23
|
+
raise ValueError("expected deeplake version 3")
|
|
24
|
+
return {
|
|
25
|
+
"htype": "binary_mask",
|
|
26
|
+
"dtype": "bool",
|
|
27
|
+
"sample_compression": sample_compression,
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
def class_label_tensor_create_kwargs_(dtype="int32"):
|
|
32
|
+
if not is_v3():
|
|
33
|
+
raise ValueError("expected deeplake version 3")
|
|
34
|
+
return {
|
|
35
|
+
"htype": "class_label",
|
|
36
|
+
"dtype": dtype,
|
|
37
|
+
"class_names": [],
|
|
38
|
+
"chunk_compression": "lz4",
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
def image_tensor_create_kwargs_(sample_compression="jpg"):
|
|
43
|
+
if not is_v3():
|
|
44
|
+
raise ValueError("expected deeplake version 3")
|
|
45
|
+
return {"htype": "image", "sample_compression": sample_compression}
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def bbox_tensor_create_kwargs_(dtype="int32", type="pixel", mode="LTWH"):
|
|
49
|
+
if not is_v3():
|
|
50
|
+
raise ValueError("expected deeplake version 3")
|
|
51
|
+
return {"htype": "bbox", "dtype": dtype, "coords": {"type": type, "mode": mode}}
|
|
52
|
+
|
|
53
|
+
|
|
54
|
+
def polygon_tensor_create_kwargs_():
|
|
55
|
+
if not is_v3():
|
|
56
|
+
raise ValueError("expected deeplake version 3")
|
|
57
|
+
return {"htype": "polygon", "dtype": "int32"}
|
|
58
|
+
|
|
59
|
+
|
|
60
|
+
def point_tensor_create_kwargs_():
|
|
61
|
+
if not is_v3():
|
|
62
|
+
raise ValueError("expected deeplake version 3")
|
|
63
|
+
return {"htype": "point", "dtype": "int32"}
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
class tensor_wrapper:
|
|
67
|
+
def __init__(self, ds, name):
|
|
68
|
+
self.ds = ds
|
|
69
|
+
self.name = name
|
|
70
|
+
self.tensor = ds[name]
|
|
71
|
+
|
|
72
|
+
def value(self, key, aslist=False):
|
|
73
|
+
v = self.tensor[key].numpy(aslist=aslist)
|
|
74
|
+
return v.tolist() if aslist else v
|
|
75
|
+
|
|
76
|
+
def set_value(self, key, value):
|
|
77
|
+
self.tensor[key] = value
|
|
78
|
+
|
|
79
|
+
def __len__(self):
|
|
80
|
+
return len(self.tensor)
|
|
81
|
+
|
|
82
|
+
def __iter__(self):
|
|
83
|
+
return iter(self.tensor)
|
|
84
|
+
|
|
85
|
+
@property
|
|
86
|
+
def info(self):
|
|
87
|
+
return self.metadata
|
|
88
|
+
|
|
89
|
+
@property
|
|
90
|
+
def metadata(self):
|
|
91
|
+
if is_v3():
|
|
92
|
+
return self.tensor.info
|
|
93
|
+
return self.tensor.metadata
|
|
94
|
+
|
|
95
|
+
def update_metadata(self, metadata):
|
|
96
|
+
if is_v3():
|
|
97
|
+
self.tensor.info.update(metadata)
|
|
98
|
+
return
|
|
99
|
+
|
|
100
|
+
for key, value in metadata.items():
|
|
101
|
+
self.tensor.metadata[key] = value
|
|
102
|
+
|
|
103
|
+
|
|
104
|
+
class dataset_wrapper:
|
|
105
|
+
@staticmethod
|
|
106
|
+
def create(ds_path, token=None, org_id=None, creds=None, overwrite=False):
|
|
107
|
+
if not is_v3():
|
|
108
|
+
raise ValueError("expected deeplake version 3")
|
|
109
|
+
return dataset_wrapper(
|
|
110
|
+
deeplake.empty(
|
|
111
|
+
ds_path, token=token, org_id=org_id, creds=creds, overwrite=overwrite
|
|
112
|
+
)
|
|
113
|
+
)
|
|
114
|
+
|
|
115
|
+
def __init__(self, ds):
|
|
116
|
+
if isinstance(ds, dataset_wrapper):
|
|
117
|
+
self.ds = ds.ds
|
|
118
|
+
else:
|
|
119
|
+
self.ds = ds
|
|
120
|
+
|
|
121
|
+
def create_tensor(self, name, **kwargs):
|
|
122
|
+
return self.add_column(name, **kwargs)
|
|
123
|
+
|
|
124
|
+
def add_column(self, name, **kwargs):
|
|
125
|
+
if not is_v3():
|
|
126
|
+
raise ValueError("expected deeplake version 3")
|
|
127
|
+
return self.ds.create_tensor(name=name, **kwargs)
|
|
128
|
+
|
|
129
|
+
def extend(self, tensors, values):
|
|
130
|
+
if not is_v3():
|
|
131
|
+
raise ValueError("expected deeplake version 3")
|
|
132
|
+
for tensor, value in zip(tensors, values):
|
|
133
|
+
self.ds[tensor].extend(value)
|
|
134
|
+
|
|
135
|
+
def fill_data(self, tensor_name, values, offset):
|
|
136
|
+
if not is_v3():
|
|
137
|
+
raise ValueError("expected deeplake version 3")
|
|
138
|
+
|
|
139
|
+
if len(self.ds[tensor_name]) < offset:
|
|
140
|
+
self.ds[tensor_name].extend([None] * (offset - len(self.ds[tensor_name])))
|
|
141
|
+
|
|
142
|
+
extend_index = len(self.ds[tensor_name]) - offset
|
|
143
|
+
|
|
144
|
+
if extend_index > 0:
|
|
145
|
+
self.ds[tensor_name][offset : offset + extend_index] = values[:extend_index]
|
|
146
|
+
|
|
147
|
+
if len(values) > extend_index:
|
|
148
|
+
self.ds[tensor_name].extend(values[extend_index:])
|
|
149
|
+
|
|
150
|
+
def pad_all_tensors(self):
|
|
151
|
+
if not is_v3():
|
|
152
|
+
raise ValueError("expected deeplake version 3")
|
|
153
|
+
|
|
154
|
+
ml = self.ds.max_len
|
|
155
|
+
for tensor_name in self.ds.tensors:
|
|
156
|
+
if len(self.ds[tensor_name]) < ml:
|
|
157
|
+
self.ds[tensor_name].extend([None] * (ml - len(self.ds[tensor_name])))
|
|
158
|
+
|
|
159
|
+
@property
|
|
160
|
+
def metadata(self):
|
|
161
|
+
if not is_v3():
|
|
162
|
+
raise ValueError("expected deeplake version 3")
|
|
163
|
+
return self.ds.info
|
|
164
|
+
|
|
165
|
+
@property
|
|
166
|
+
def info(self):
|
|
167
|
+
return self.metadata
|
|
168
|
+
|
|
169
|
+
def __getitem__(self, key):
|
|
170
|
+
if is_v3():
|
|
171
|
+
return tensor_wrapper(self.ds, key)
|
|
172
|
+
return tensor_wrapper(self.ds, key)
|
|
173
|
+
|
|
174
|
+
def commit(self, commit_message=None):
|
|
175
|
+
if not is_v3():
|
|
176
|
+
raise ValueError("expected deeplake version 3")
|
|
177
|
+
self.ds.commit(commit_message)
|
|
178
|
+
|
|
179
|
+
def __len__(self):
|
|
180
|
+
if not is_v3():
|
|
181
|
+
raise ValueError("expected deeplake version 3")
|
|
182
|
+
return len(self.ds)
|