deeplake 3.9.30__tar.gz → 3.9.32__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.30/deeplake.egg-info → deeplake-3.9.32}/PKG-INFO +20 -15
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/__init__.py +1 -1
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_api.py +9 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_api_with_compression.py +4 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk_engine.py +2 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/dataset.py +7 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_query.py +8 -1
- deeplake-3.9.32/deeplake/integrations/labelbox/__init__.py +9 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_.py +399 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_azure_utils.py +26 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_converter.py +379 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_debug.py +127 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_metadata_utils.py +90 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/labelbox_utils.py +214 -0
- deeplake-3.9.32/deeplake/integrations/labelbox/v3_converters.py +335 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/requirements/common.txt +1 -0
- deeplake-3.9.32/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/pretty_print.py +2 -1
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/scheduling.py +1 -1
- {deeplake-3.9.30 → deeplake-3.9.32/deeplake.egg-info}/PKG-INFO +20 -15
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake.egg-info/SOURCES.txt +8 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake.egg-info/requires.txt +21 -13
- {deeplake-3.9.30 → deeplake-3.9.32}/pyproject.toml +11 -12
- {deeplake-3.9.30 → deeplake-3.9.32}/setup.py +2 -1
- deeplake-3.9.30/deeplake/util/bugout_token.py +0 -1
- {deeplake-3.9.30 → deeplake-3.9.32}/LICENSE +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/MANIFEST.in +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/README.md +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/info.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/link.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/read.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/client.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/config.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/log.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/compression.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/constants.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compression.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/io.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/serialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/azure.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/storage/s3.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_inverted_indexes.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/hooks.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/htype.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mm/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mm/mm_common.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mm/mm_runners.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mmdet/mmdet_.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mmseg/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/mmseg/mmseg_.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/requirements/plugins.txt +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/image.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/json.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/link.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/path.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/split.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/storage.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/token.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/video.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.30 → deeplake-3.9.32}/setup.cfg +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.1
|
|
2
2
|
Name: deeplake
|
|
3
|
-
Version: 3.9.
|
|
3
|
+
Version: 3.9.32
|
|
4
4
|
Summary: Activeloop Deep Lake
|
|
5
5
|
Author: activeloop.ai
|
|
6
6
|
Author-email: support@activeloop.ai
|
|
@@ -11,7 +11,6 @@ Classifier: License :: OSI Approved :: Mozilla Public License 2.0 (MPL 2.0)
|
|
|
11
11
|
Description-Content-Type: text/markdown
|
|
12
12
|
License-File: LICENSE
|
|
13
13
|
Requires-Dist: numpy<2.0
|
|
14
|
-
Requires-Dist: pillow~=10.4.0
|
|
15
14
|
Requires-Dist: boto3
|
|
16
15
|
Requires-Dist: click
|
|
17
16
|
Requires-Dist: pathos
|
|
@@ -22,7 +21,7 @@ Requires-Dist: pyjwt
|
|
|
22
21
|
Requires-Dist: aioboto3>=10.4.0; python_version >= "3.7" and sys_platform != "win32"
|
|
23
22
|
Requires-Dist: nest_asyncio; python_version >= "3.7" and sys_platform != "win32"
|
|
24
23
|
Requires-Dist: pydantic
|
|
25
|
-
Requires-Dist: libdeeplake==0.0.
|
|
24
|
+
Requires-Dist: libdeeplake==0.0.150
|
|
26
25
|
Provides-Extra: audio
|
|
27
26
|
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "audio"
|
|
28
27
|
Provides-Extra: video
|
|
@@ -56,25 +55,31 @@ Requires-Dist: laspy; extra == "point-cloud"
|
|
|
56
55
|
Provides-Extra: mesh
|
|
57
56
|
Requires-Dist: laspy; extra == "mesh"
|
|
58
57
|
Requires-Dist: numpy-stl; extra == "mesh"
|
|
58
|
+
Provides-Extra: labelbox
|
|
59
|
+
Requires-Dist: labelbox; extra == "labelbox"
|
|
60
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "labelbox"
|
|
61
|
+
Requires-Dist: pillow~=10.4.0; extra == "labelbox"
|
|
59
62
|
Provides-Extra: all
|
|
60
|
-
Requires-Dist:
|
|
63
|
+
Requires-Dist: IPython; extra == "all"
|
|
64
|
+
Requires-Dist: pillow~=10.4.0; extra == "all"
|
|
65
|
+
Requires-Dist: pydicom; extra == "all"
|
|
66
|
+
Requires-Dist: azure-identity; extra == "all"
|
|
61
67
|
Requires-Dist: laspy; extra == "all"
|
|
62
|
-
Requires-Dist:
|
|
63
|
-
Requires-Dist:
|
|
68
|
+
Requires-Dist: nibabel; extra == "all"
|
|
69
|
+
Requires-Dist: azure-cli; extra == "all"
|
|
70
|
+
Requires-Dist: numpy-stl; extra == "all"
|
|
71
|
+
Requires-Dist: labelbox; extra == "all"
|
|
72
|
+
Requires-Dist: azure-storage-blob; extra == "all"
|
|
73
|
+
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
64
74
|
Requires-Dist: google-cloud-storage~=1.42.0; extra == "all"
|
|
65
75
|
Requires-Dist: google-api-python-client~=2.31.0; extra == "all"
|
|
66
|
-
Requires-Dist: pydicom; extra == "all"
|
|
67
|
-
Requires-Dist: oauth2client~=4.1.3; extra == "all"
|
|
68
76
|
Requires-Dist: google-auth~=2.0.1; extra == "all"
|
|
69
|
-
Requires-Dist: azure-identity; extra == "all"
|
|
70
|
-
Requires-Dist: nibabel; extra == "all"
|
|
71
77
|
Requires-Dist: flask; extra == "all"
|
|
72
|
-
Requires-Dist:
|
|
73
|
-
Requires-Dist:
|
|
74
|
-
Requires-Dist:
|
|
75
|
-
Requires-Dist: libdeeplake==0.0.149; extra == "all"
|
|
78
|
+
Requires-Dist: av>=8.1.0; (python_version >= "3.7" or sys_platform != "win32") and extra == "all"
|
|
79
|
+
Requires-Dist: google-auth-oauthlib~=0.4.5; extra == "all"
|
|
80
|
+
Requires-Dist: libdeeplake==0.0.150; extra == "all"
|
|
76
81
|
Provides-Extra: enterprise
|
|
77
|
-
Requires-Dist: libdeeplake==0.0.
|
|
82
|
+
Requires-Dist: libdeeplake==0.0.150; extra == "enterprise"
|
|
78
83
|
Requires-Dist: pyjwt; extra == "enterprise"
|
|
79
84
|
|
|
80
85
|
<img src="https://static.scarf.sh/a.png?x-pxid=bc3c57b0-9a65-49fe-b8ea-f711c4d35b82" /><p align="center">
|
|
@@ -1536,6 +1536,15 @@ def test_ds_append(memory_ds, x_args, y_args, x_size, htype):
|
|
|
1536
1536
|
assert len(ds) == 4
|
|
1537
1537
|
|
|
1538
1538
|
|
|
1539
|
+
def test_getting_root_tensor():
|
|
1540
|
+
ds = deeplake.dataset("mem://x")
|
|
1541
|
+
ds.create_tensor("/t")
|
|
1542
|
+
_ = ds["/t"]
|
|
1543
|
+
|
|
1544
|
+
with pytest.raises(TensorDoesNotExistError):
|
|
1545
|
+
t = ds["/ttt"]
|
|
1546
|
+
|
|
1547
|
+
|
|
1539
1548
|
def test_ds_append_with_ds_view():
|
|
1540
1549
|
ds1 = deeplake.dataset("mem://x")
|
|
1541
1550
|
ds2 = deeplake.dataset("mem://y")
|
|
@@ -757,6 +757,8 @@ class ChunkEngine:
|
|
|
757
757
|
converted.append(convert_sample(sample, mode))
|
|
758
758
|
elif isinstance(sample, np.ndarray):
|
|
759
759
|
converted.append(convert_img_arr(sample, mode))
|
|
760
|
+
elif isinstance(sample, deeplake.Tensor):
|
|
761
|
+
converted.append(sample.numpy())
|
|
760
762
|
else:
|
|
761
763
|
raise SampleHtypeMismatchError(tensor_meta.htype, type(sample))
|
|
762
764
|
except Exception:
|
|
@@ -573,6 +573,13 @@ class Dataset:
|
|
|
573
573
|
index_params=self.index_params,
|
|
574
574
|
)
|
|
575
575
|
elif "/" in item:
|
|
576
|
+
if item.startswith("/"):
|
|
577
|
+
name = filter_name(item, self.group_index)
|
|
578
|
+
key = self.version_state["tensor_names"].get(name)
|
|
579
|
+
if key:
|
|
580
|
+
return self.version_state["full_tensors"].get(key)
|
|
581
|
+
raise TensorDoesNotExistError(item)
|
|
582
|
+
|
|
576
583
|
splt = posixpath.split(item)
|
|
577
584
|
ret = (
|
|
578
585
|
self[splt[1]]
|
|
@@ -49,7 +49,14 @@ def test_multi_source_query(hub_cloud_dev_token):
|
|
|
49
49
|
'SELECT * FROM (SELECT * FROM "hub://activeloop/mnist-train" UNION (SELECT images, labels FROM "hub://activeloop/cifar100-train")) WHERE labels == 0',
|
|
50
50
|
token=hub_cloud_dev_token,
|
|
51
51
|
)
|
|
52
|
-
|
|
52
|
+
|
|
53
|
+
assert len(ds) == 5923
|
|
53
54
|
assert len(ds.tensors) == 2
|
|
54
55
|
d = ds.labels.numpy()
|
|
55
56
|
assert np.all(d == 0)
|
|
57
|
+
|
|
58
|
+
ds = deeplake.query(
|
|
59
|
+
'SELECT * FROM "hub://activeloop/mnist-train" WHERE labels == 0 UNION (SELECT images, labels FROM "hub://activeloop/cifar100-train" WHERE labels == 0)',
|
|
60
|
+
token=hub_cloud_dev_token,
|
|
61
|
+
)
|
|
62
|
+
assert len(ds) == 6423
|
|
@@ -0,0 +1,9 @@
|
|
|
1
|
+
from deeplake.integrations.labelbox.labelbox_ import (
|
|
2
|
+
create_labelbox_annotation_project,
|
|
3
|
+
create_dataset_from_video_annotation_project,
|
|
4
|
+
create_dataset_from_video_annotation_project_with_custom_data_filler,
|
|
5
|
+
converter_for_video_project_with_id,
|
|
6
|
+
)
|
|
7
|
+
from deeplake.integrations.labelbox.labelbox_azure_utils import (
|
|
8
|
+
load_blob_file_paths_from_azure,
|
|
9
|
+
)
|
|
@@ -0,0 +1,399 @@
|
|
|
1
|
+
import deeplake
|
|
2
|
+
import os
|
|
3
|
+
import labelbox as lb # type: ignore
|
|
4
|
+
import uuid
|
|
5
|
+
|
|
6
|
+
from deeplake.integrations.labelbox.labelbox_utils import *
|
|
7
|
+
from deeplake.integrations.labelbox.labelbox_converter import labelbox_video_converter
|
|
8
|
+
from deeplake.integrations.labelbox.v3_converters import *
|
|
9
|
+
from deeplake.integrations.labelbox.labelbox_metadata_utils import *
|
|
10
|
+
|
|
11
|
+
|
|
12
|
+
def converter_for_video_project_with_id(
|
|
13
|
+
project_id,
|
|
14
|
+
client,
|
|
15
|
+
deeplake_ds_loader,
|
|
16
|
+
lb_api_key,
|
|
17
|
+
group_mapping=None,
|
|
18
|
+
fail_on_error=False,
|
|
19
|
+
fail_on_labelbox_project_export_error=False,
|
|
20
|
+
generate_metadata=True,
|
|
21
|
+
metadata_prefix="metadata",
|
|
22
|
+
) -> Optional[labelbox_video_converter]:
|
|
23
|
+
"""
|
|
24
|
+
Creates a converter for Labelbox video project to a Deeplake dataset format based on annotation types.
|
|
25
|
+
|
|
26
|
+
Args:
|
|
27
|
+
project_id (str): The unique identifier for the Labelbox project to convert.
|
|
28
|
+
client (LabelboxClient): An authenticated Labelbox client instance for API access.
|
|
29
|
+
deeplake_ds_loader (callable): A function that creates/loads a Deeplake dataset given a name.
|
|
30
|
+
lb_api_key (str): Labelbox API key for authentication.
|
|
31
|
+
group_mapping (dict, optional): A dictionary mapping annotation kinds (labelbox_kind) to the desired tensor group name (tensor_name). This mapping determines whether annotations of the same kind should be grouped into the same tensor or kept separate.
|
|
32
|
+
fail_on_error (bool, optional): Whether to raise an exception if data validation fails. Defaults to False.
|
|
33
|
+
fail_on_labelbox_project_export_error (bool, optional): Whether to raise an exception if Labelbox project export fails. Defaults to False.
|
|
34
|
+
generate_metadata (bool, optional): Whether to generate metadata tensors. Defaults to True.
|
|
35
|
+
metadata_prefix (str, optional): Prefix for metadata tensors. Defaults to "metadata". Will be ignored if generate_metadata is False.
|
|
36
|
+
|
|
37
|
+
|
|
38
|
+
Returns:
|
|
39
|
+
Optional[labelbox_video_converter]: Returns a labelbox_type_converter if successful, None if no data is found.
|
|
40
|
+
The returned converter can be used to apply Labelbox annotations to a Deeplake dataset.
|
|
41
|
+
|
|
42
|
+
Raises:
|
|
43
|
+
Exception: If project data validation fails.
|
|
44
|
+
|
|
45
|
+
Example:
|
|
46
|
+
>>> client = LabelboxClient(api_key='your_api_key')
|
|
47
|
+
>>> converter = converter_for_video_project_with_id(
|
|
48
|
+
... '<project_id>',
|
|
49
|
+
... client,
|
|
50
|
+
... lambda name: deeplake.load(name),
|
|
51
|
+
... 'your_api_key',
|
|
52
|
+
... group_mapping={"raster-segmentation": "mask"}
|
|
53
|
+
... )
|
|
54
|
+
>>> if converter:
|
|
55
|
+
... # Use converter to apply annotations
|
|
56
|
+
... ds = converter.dataset_with_applied_annotations()
|
|
57
|
+
|
|
58
|
+
Notes:
|
|
59
|
+
- Supports Video ontology from labelbox.
|
|
60
|
+
- The function first validates the project data before setting up converters.
|
|
61
|
+
"""
|
|
62
|
+
project_json = labelbox_get_project_json_with_id_(
|
|
63
|
+
client, project_id, fail_on_labelbox_project_export_error
|
|
64
|
+
)
|
|
65
|
+
|
|
66
|
+
if len(project_json) == 0:
|
|
67
|
+
print("no data")
|
|
68
|
+
return None
|
|
69
|
+
|
|
70
|
+
ds_name = project_json[0]["projects"][project_id]["name"]
|
|
71
|
+
deeplake_dataset = deeplake_ds_loader(ds_name)
|
|
72
|
+
|
|
73
|
+
if not validate_project_data_(project_json, deeplake_dataset, project_id, "video"):
|
|
74
|
+
if fail_on_error:
|
|
75
|
+
raise Exception("Data validation failed")
|
|
76
|
+
|
|
77
|
+
ontology_id = project_json[0]["projects"][project_id]["project_details"][
|
|
78
|
+
"ontology_id"
|
|
79
|
+
]
|
|
80
|
+
ontology = client.get_ontology(ontology_id)
|
|
81
|
+
|
|
82
|
+
converters = {
|
|
83
|
+
"rectangle": bbox_converter_,
|
|
84
|
+
"radio": radio_converter_,
|
|
85
|
+
"checklist": checkbox_converter_,
|
|
86
|
+
"point": point_converter_,
|
|
87
|
+
"line": line_converter_,
|
|
88
|
+
"raster-segmentation": raster_segmentation_converter_,
|
|
89
|
+
"text": text_converter_,
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
if generate_metadata:
|
|
93
|
+
tensor_name_generator = lambda name: (
|
|
94
|
+
f"{metadata_prefix}/{name}" if metadata_prefix else name
|
|
95
|
+
)
|
|
96
|
+
|
|
97
|
+
metadata_generators = {
|
|
98
|
+
tensor_name_generator("name"): {
|
|
99
|
+
"generator": get_video_name_from_video_project_,
|
|
100
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
101
|
+
},
|
|
102
|
+
tensor_name_generator("data_row_id"): {
|
|
103
|
+
"generator": get_data_row_id_from_video_project_,
|
|
104
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
105
|
+
},
|
|
106
|
+
tensor_name_generator("label_creator"): {
|
|
107
|
+
"generator": get_label_creator_from_video_project_,
|
|
108
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
109
|
+
},
|
|
110
|
+
tensor_name_generator("frame_rate"): {
|
|
111
|
+
"generator": get_frame_rate_from_video_project_,
|
|
112
|
+
"create_tensor_kwargs": {"htype": "generic", "dtype": "int32"},
|
|
113
|
+
},
|
|
114
|
+
tensor_name_generator("frame_count"): {
|
|
115
|
+
"generator": get_frame_count_from_video_project_,
|
|
116
|
+
"create_tensor_kwargs": {"htype": "generic", "dtype": "int32"},
|
|
117
|
+
},
|
|
118
|
+
tensor_name_generator("width"): {
|
|
119
|
+
"generator": get_width_from_video_project_,
|
|
120
|
+
"create_tensor_kwargs": {"htype": "generic", "dtype": "int32"},
|
|
121
|
+
},
|
|
122
|
+
tensor_name_generator("height"): {
|
|
123
|
+
"generator": get_height_from_video_project_,
|
|
124
|
+
"create_tensor_kwargs": {"htype": "generic", "dtype": "int32"},
|
|
125
|
+
},
|
|
126
|
+
tensor_name_generator("ontology_id"): {
|
|
127
|
+
"generator": get_ontology_id_from_video_project_,
|
|
128
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
129
|
+
},
|
|
130
|
+
tensor_name_generator("project_name"): {
|
|
131
|
+
"generator": get_project_name_from_video_project_,
|
|
132
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
133
|
+
},
|
|
134
|
+
tensor_name_generator("dataset_name"): {
|
|
135
|
+
"generator": get_dataset_name_from_video_project_,
|
|
136
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
137
|
+
},
|
|
138
|
+
tensor_name_generator("dataset_id"): {
|
|
139
|
+
"generator": get_dataset_id_from_video_project_,
|
|
140
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
141
|
+
},
|
|
142
|
+
tensor_name_generator("global_key"): {
|
|
143
|
+
"generator": get_global_key_from_video_project_,
|
|
144
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
145
|
+
},
|
|
146
|
+
tensor_name_generator("frame_number"): {
|
|
147
|
+
"generator": lambda project, ctx: ctx["frame_idx"],
|
|
148
|
+
"create_tensor_kwargs": {"htype": "generic", "dtype": "int32"},
|
|
149
|
+
},
|
|
150
|
+
tensor_name_generator("current_frame_name"): {
|
|
151
|
+
"generator": lambda project, ctx: f"{get_video_name_from_video_project_(project, ctx)}_{ctx['frame_idx']:06d}",
|
|
152
|
+
"create_tensor_kwargs": {"htype": "text"},
|
|
153
|
+
},
|
|
154
|
+
}
|
|
155
|
+
else:
|
|
156
|
+
metadata_generators = None
|
|
157
|
+
|
|
158
|
+
return labelbox_video_converter(
|
|
159
|
+
ontology,
|
|
160
|
+
converters,
|
|
161
|
+
project_json,
|
|
162
|
+
project_id,
|
|
163
|
+
deeplake_dataset,
|
|
164
|
+
{"ds": deeplake_dataset, "lb_api_key": lb_api_key},
|
|
165
|
+
metadata_generators=metadata_generators,
|
|
166
|
+
group_mapping=group_mapping,
|
|
167
|
+
)
|
|
168
|
+
|
|
169
|
+
|
|
170
|
+
def create_labelbox_annotation_project(
|
|
171
|
+
video_paths,
|
|
172
|
+
lb_dataset_name,
|
|
173
|
+
lb_project_name,
|
|
174
|
+
lb_client,
|
|
175
|
+
lb_ontology=None,
|
|
176
|
+
lb_batch_priority=5,
|
|
177
|
+
data_upload_strategy="fail",
|
|
178
|
+
lb_batches_name=None,
|
|
179
|
+
):
|
|
180
|
+
"""
|
|
181
|
+
Creates labelbox dataset for video annotation and sets up corresponding Labelbox project.
|
|
182
|
+
|
|
183
|
+
Args:
|
|
184
|
+
video_paths (List[str]): List of paths to video files to be processed can be either all local or all pre-signed remote.
|
|
185
|
+
lb_dataset_name (str): Name for Labelbox dataset.
|
|
186
|
+
lb_project_name (str): Name for Labelbox project.
|
|
187
|
+
lb_client (LabelboxClient): Authenticated Labelbox client instance
|
|
188
|
+
lb_ontology (Ontology, optional): Labelbox ontology to connect to project. Defaults to None
|
|
189
|
+
lb_batch_priority (int, optional): Priority for Labelbox batches. Defaults to 5
|
|
190
|
+
data_upload_strategy (str, optional): Strategy for uploading data to Labelbox. Can be 'fail', 'skip', or 'all'. Defaults to 'fail'
|
|
191
|
+
lb_batches_name (str, optional): Name for Labelbox batches. Defaults to None. If None, will use lb_dataset_name + '_batch-'
|
|
192
|
+
"""
|
|
193
|
+
|
|
194
|
+
video_paths = filter_video_paths_(video_paths, data_upload_strategy)
|
|
195
|
+
|
|
196
|
+
assets = video_paths
|
|
197
|
+
|
|
198
|
+
# validate paths
|
|
199
|
+
all_local = [os.path.exists(p) for p in video_paths]
|
|
200
|
+
if any(all_local) and not all(all_local):
|
|
201
|
+
raise Exception(f"video paths must be all local or all remote: {video_paths}")
|
|
202
|
+
|
|
203
|
+
if len(all_local):
|
|
204
|
+
if not all_local[0]:
|
|
205
|
+
assets = [
|
|
206
|
+
{
|
|
207
|
+
"row_data": p,
|
|
208
|
+
"global_key": str(uuid.uuid4()),
|
|
209
|
+
"media_type": "VIDEO",
|
|
210
|
+
"metadata_fields": [],
|
|
211
|
+
"attachments": [],
|
|
212
|
+
}
|
|
213
|
+
for p in video_paths
|
|
214
|
+
]
|
|
215
|
+
|
|
216
|
+
print("uploading videos to labelbox")
|
|
217
|
+
lb_ds = lb_client.create_dataset(name=lb_dataset_name)
|
|
218
|
+
task = lb_ds.create_data_rows(assets)
|
|
219
|
+
task.wait_till_done()
|
|
220
|
+
|
|
221
|
+
if task.errors:
|
|
222
|
+
raise Exception(f"failed to upload videos to labelbox: {task.errors}")
|
|
223
|
+
|
|
224
|
+
if len(all_local):
|
|
225
|
+
if all_local[0]:
|
|
226
|
+
print("assigning global keys to data rows")
|
|
227
|
+
rows = [
|
|
228
|
+
{
|
|
229
|
+
"data_row_id": lb_ds.data_row_for_external_id(p).uid,
|
|
230
|
+
"global_key": str(uuid.uuid4()),
|
|
231
|
+
}
|
|
232
|
+
for p in video_paths
|
|
233
|
+
]
|
|
234
|
+
res = lb_client.assign_global_keys_to_data_rows(rows)
|
|
235
|
+
if res["status"] != "SUCCESS":
|
|
236
|
+
raise Exception(f"failed to assign global keys to data rows: {res}")
|
|
237
|
+
|
|
238
|
+
print("successfuly uploaded videos to labelbox")
|
|
239
|
+
|
|
240
|
+
# Create a new project
|
|
241
|
+
project = lb_client.create_project(
|
|
242
|
+
name=lb_project_name, media_type=lb.MediaType.Video
|
|
243
|
+
)
|
|
244
|
+
|
|
245
|
+
if lb_batches_name is None:
|
|
246
|
+
lb_batches_name = lb_dataset_name + "_batch-"
|
|
247
|
+
|
|
248
|
+
task = project.create_batches_from_dataset(
|
|
249
|
+
name_prefix=lb_batches_name, dataset_id=lb_ds.uid, priority=lb_batch_priority
|
|
250
|
+
)
|
|
251
|
+
|
|
252
|
+
if task.errors():
|
|
253
|
+
raise Exception(f"Error creating batches: {task.errors()}")
|
|
254
|
+
|
|
255
|
+
if lb_ontology:
|
|
256
|
+
project.connect_ontology(lb_ontology)
|
|
257
|
+
|
|
258
|
+
|
|
259
|
+
def create_dataset_from_video_annotation_project_with_custom_data_filler(
|
|
260
|
+
deeplake_ds_path,
|
|
261
|
+
project_id,
|
|
262
|
+
lb_client,
|
|
263
|
+
lb_api_key,
|
|
264
|
+
data_filler,
|
|
265
|
+
deeplake_creds=None,
|
|
266
|
+
deeplake_org_id=None,
|
|
267
|
+
deeplake_token=None,
|
|
268
|
+
overwrite=False,
|
|
269
|
+
fail_on_error=False,
|
|
270
|
+
url_presigner=None,
|
|
271
|
+
video_generator_batch_size=100,
|
|
272
|
+
fail_on_labelbox_project_export_error=False,
|
|
273
|
+
) -> deeplake.Dataset:
|
|
274
|
+
"""
|
|
275
|
+
Creates a Deeplake dataset from an existing Labelbox video annotation project using custom data processing.
|
|
276
|
+
Downloads video frames from Labelbox and processes them using provided data filler functions.
|
|
277
|
+
|
|
278
|
+
Args:
|
|
279
|
+
deeplake_ds_path (str): Path where the Deeplake dataset will be created/stored.
|
|
280
|
+
Can be local path or cloud path (e.g. 'hub://org/dataset')
|
|
281
|
+
project_id (str): Labelbox project ID to import data from
|
|
282
|
+
lb_client (LabelboxClient): Authenticated Labelbox client instance
|
|
283
|
+
lb_api_key (str): Labelbox API key for accessing video frames
|
|
284
|
+
data_filler (dict): Dictionary containing two functions:
|
|
285
|
+
- 'create_tensors': callable(ds) -> None
|
|
286
|
+
Creates necessary tensors in the dataset
|
|
287
|
+
- 'fill_data': callable(ds, group_ids, indexes, frames) -> None
|
|
288
|
+
Fills dataset with processed frame batches
|
|
289
|
+
deeplake_creds (dict): Dictionary containing credentials for deeplake
|
|
290
|
+
deeplake_org_id (str, optional): Organization ID for Deeplake cloud storage.
|
|
291
|
+
deeplake_token (str, optional): Authentication token for Deeplake cloud storage.
|
|
292
|
+
Required if using hub:// path. Defaults to None
|
|
293
|
+
overwrite (bool, optional): Whether to overwrite existing dataset. Defaults to False
|
|
294
|
+
fail_on_error (bool, optional): Whether to raise an exception if data validation fails. Defaults to False
|
|
295
|
+
url_presigner (callable, optional): Function that takes a URL and returns a pre-signed URL and headers (str, dict). Default will use labelbox access token to access the data. Is useful when used cloud storage integrations.
|
|
296
|
+
video_generator_batch_size (int, optional): Number of frames to process in each batch. Defaults to 100
|
|
297
|
+
fail_on_labelbox_project_export_error (bool, optional): Whether to raise an exception if Labelbox project export fails. Defaults to False
|
|
298
|
+
|
|
299
|
+
Returns:
|
|
300
|
+
Dataset: Created Deeplake dataset containing processed video frames and Labelbox metadata.
|
|
301
|
+
Returns empty dataset if no data found in project.
|
|
302
|
+
|
|
303
|
+
Notes:
|
|
304
|
+
- The function does not fetch the annotations from Labelbox, only the video frames. After creating the dataset, use the converter to apply annotations.
|
|
305
|
+
"""
|
|
306
|
+
ds = deeplake.empty(
|
|
307
|
+
deeplake_ds_path,
|
|
308
|
+
overwrite=overwrite,
|
|
309
|
+
creds=deeplake_creds,
|
|
310
|
+
org_id=deeplake_org_id,
|
|
311
|
+
token=deeplake_token,
|
|
312
|
+
)
|
|
313
|
+
data_filler["create_tensors"](ds)
|
|
314
|
+
|
|
315
|
+
proj = labelbox_get_project_json_with_id_(
|
|
316
|
+
lb_client, project_id, fail_on_labelbox_project_export_error
|
|
317
|
+
)
|
|
318
|
+
if len(proj) == 0:
|
|
319
|
+
print("no data")
|
|
320
|
+
return ds
|
|
321
|
+
|
|
322
|
+
if not validate_project_creation_data_(proj, project_id, "video"):
|
|
323
|
+
if fail_on_error:
|
|
324
|
+
raise Exception("Data validation failed")
|
|
325
|
+
|
|
326
|
+
video_files = []
|
|
327
|
+
|
|
328
|
+
if url_presigner is None:
|
|
329
|
+
|
|
330
|
+
def default_presigner(url):
|
|
331
|
+
if lb_api_key is None:
|
|
332
|
+
return url, {}
|
|
333
|
+
return url, {"headers": {"Authorization": f"Bearer {lb_api_key}"}}
|
|
334
|
+
|
|
335
|
+
url_presigner = default_presigner
|
|
336
|
+
|
|
337
|
+
for idx, p in enumerate(proj):
|
|
338
|
+
video_url = p["data_row"]["row_data"]
|
|
339
|
+
header = None
|
|
340
|
+
if not os.path.exists(video_url):
|
|
341
|
+
if not is_remote_resource_public_(video_url):
|
|
342
|
+
video_url, header = url_presigner(video_url)
|
|
343
|
+
for frame_indexes, frames in frames_batch_generator_(
|
|
344
|
+
video_url, header=header, batch_size=video_generator_batch_size
|
|
345
|
+
):
|
|
346
|
+
data_filler["fill_data"](ds, [idx] * len(frames), frame_indexes, frames)
|
|
347
|
+
video_files.append(external_url_from_video_project_(p))
|
|
348
|
+
|
|
349
|
+
ds.info["labelbox_meta"] = {
|
|
350
|
+
"project_id": project_id,
|
|
351
|
+
"type": "video",
|
|
352
|
+
"sources": video_files,
|
|
353
|
+
"project_name": proj[0]["projects"][project_id]["name"],
|
|
354
|
+
}
|
|
355
|
+
|
|
356
|
+
ds.commit()
|
|
357
|
+
|
|
358
|
+
return ds
|
|
359
|
+
|
|
360
|
+
|
|
361
|
+
def create_dataset_from_video_annotation_project(
|
|
362
|
+
deeplake_ds_path,
|
|
363
|
+
project_id,
|
|
364
|
+
lb_client,
|
|
365
|
+
lb_api_key,
|
|
366
|
+
deeplake_creds=None,
|
|
367
|
+
deeplake_org_id=None,
|
|
368
|
+
deeplake_token=None,
|
|
369
|
+
overwrite=False,
|
|
370
|
+
fail_on_error=False,
|
|
371
|
+
url_presigner=None,
|
|
372
|
+
video_generator_batch_size=100,
|
|
373
|
+
fail_on_labelbox_project_export_error=False,
|
|
374
|
+
) -> deeplake.Dataset:
|
|
375
|
+
"""
|
|
376
|
+
See create_dataset_from_video_annotation_project_with_custom_data_filler for complete documentation.
|
|
377
|
+
|
|
378
|
+
The only difference is this function uses default tensor creation and data filling functions:
|
|
379
|
+
- create_tensors_default_: Creates default tensor structure
|
|
380
|
+
- fill_data_default_: Fills tensors with default processing
|
|
381
|
+
"""
|
|
382
|
+
return create_dataset_from_video_annotation_project_with_custom_data_filler(
|
|
383
|
+
deeplake_ds_path,
|
|
384
|
+
project_id,
|
|
385
|
+
lb_client,
|
|
386
|
+
lb_api_key,
|
|
387
|
+
data_filler={
|
|
388
|
+
"create_tensors": create_tensors_default_,
|
|
389
|
+
"fill_data": fill_data_default_,
|
|
390
|
+
},
|
|
391
|
+
deeplake_creds=deeplake_creds,
|
|
392
|
+
deeplake_org_id=deeplake_org_id,
|
|
393
|
+
deeplake_token=deeplake_token,
|
|
394
|
+
overwrite=overwrite,
|
|
395
|
+
fail_on_error=fail_on_error,
|
|
396
|
+
url_presigner=url_presigner,
|
|
397
|
+
video_generator_batch_size=video_generator_batch_size,
|
|
398
|
+
fail_on_labelbox_project_export_error=fail_on_labelbox_project_export_error,
|
|
399
|
+
)
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
from azure.storage.blob import BlobServiceClient
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
def load_blob_file_paths_from_azure(
|
|
5
|
+
storage_account_name,
|
|
6
|
+
container_name,
|
|
7
|
+
parent_path,
|
|
8
|
+
sas_token,
|
|
9
|
+
predicate=lambda x: True,
|
|
10
|
+
):
|
|
11
|
+
# Construct the account URL with the SAS token
|
|
12
|
+
account_url = f"https://{storage_account_name}.blob.core.windows.net"
|
|
13
|
+
# Service client to connect to Azure Blob Storage using SAS token
|
|
14
|
+
blob_service_client = BlobServiceClient(
|
|
15
|
+
account_url=account_url, credential=sas_token
|
|
16
|
+
)
|
|
17
|
+
# Get a reference to the container
|
|
18
|
+
container_client = blob_service_client.get_container_client(container_name)
|
|
19
|
+
# List blobs in the directory
|
|
20
|
+
blob_list = container_client.list_blobs(name_starts_with=parent_path)
|
|
21
|
+
file_url_list = [
|
|
22
|
+
f"{account_url}/{container_name}/{blob.name}?{sas_token}"
|
|
23
|
+
for blob in blob_list
|
|
24
|
+
if predicate(blob.name)
|
|
25
|
+
]
|
|
26
|
+
return file_url_list
|