deeplake 3.9.1__tar.gz → 3.9.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {deeplake-3.9.1/deeplake.egg-info → deeplake-3.9.3}/PKG-INFO +1 -1
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/__init__.py +1 -1
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compression.py +7 -2
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/dataset.py +2 -2
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/s3.py +65 -3
- deeplake-3.9.3/deeplake/util/bugout_token.py +1 -0
- {deeplake-3.9.1 → deeplake-3.9.3/deeplake.egg-info}/PKG-INFO +1 -1
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake.egg-info/requires.txt +11 -11
- {deeplake-3.9.1 → deeplake-3.9.3}/setup.py +1 -1
- deeplake-3.9.1/deeplake/util/bugout_token.py +0 -1
- {deeplake-3.9.1 → deeplake-3.9.3}/LICENSE +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/MANIFEST.in +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/README.md +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/info.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/link.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/link_tiled.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/read.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_access_method.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_agreement.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_api.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_api_tiling.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_api_with_compression.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_chunk_sizes.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_connect_datasets.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_dicom.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_downsample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_events.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_grayscale.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_hosted_datasets.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_info.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_insertion_out_of_order.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_json.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_link.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_link_tiled.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_linking.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_mesh.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_meta.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_nifti.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_none.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_partial_upload.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_pickle.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_point_cloud.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_polygons.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_pop.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_readonly.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_rechunk.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_reset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_sample_info.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_tag.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_text.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_update_samples.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_video.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tests/test_views.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/api/tiled.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/structured/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/structured/base.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/structured/dataframe.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/tests/test_coco_template.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/tests/test_ingestion.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/tests/test_kaggle.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/tests/test_yolo_template.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/base.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/coco/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/coco/coco.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/coco/constants.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/coco/convert.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/coco/utils.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/image_classification.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/kaggle.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/util.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/yolo/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/yolo/constants.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/yolo/utils.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/auto/unstructured/yolo/yolo.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/auth/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/auth/activeloop.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/auth/auth_context.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/auth/azure.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/auth/test_auth_context.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/client.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/config.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/log.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/test_client.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/client/utils.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/compression.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/constants.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/base_chunk.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/chunk_compressed_chunk.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/sample_compressed_chunk.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/test_chunk_compressed.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/test_sample_compressed.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/test_uncompressed.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk/uncompressed_chunk.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/chunk_engine.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/process.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/provider.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/ray.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/serial.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/compute/thread.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/deeplake_cloud_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/indra_dataset_view.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/indra_tensor_view.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/invalid_view.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/dataset/view_entry.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/distance_type.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/fast_forwarding.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/index/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/index/index.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/index_maintenance.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/io.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/ipc.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/link_creds.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/linked_chunk_engine.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/linked_sample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/linked_tiled_sample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/lock.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/dataset_meta.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/base_encoder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/byte_positions.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/chunk_id.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/creds.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/pad.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/sequence.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/shape.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/common.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_byte_positions_encoder_updates.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_chunk_id_encoder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_shape_encoder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_shape_encoder_updates.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tile.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/meta.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/tensor_meta.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/partial_reader.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/partial_sample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/polygon.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/query/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/query/autocomplete.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/query/filter.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/query/query.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/sample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/seed.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/serialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/azure.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/deeplake_memory_object.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/gcs.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/google_drive.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/indra.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/local.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/lru_cache.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/memory.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/storage/provider.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tensor.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tensor_link.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/test_serialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_compression.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_compute.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_indra_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_io.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_locking.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_query.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_readonly.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_seed.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_serialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tests/test_vdb_indexes.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/deserialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/optimizer.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/sample_tiles.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/serialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/test_optimizer.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/tiling/test_serialize.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/transform/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/transform/test_transform.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/transform/transform.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/transform/transform_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/transform/transform_tensor.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/dataset_handlers/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/dataset_handlers/client_side_dataset_handler.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/dataset_handlers/dataset_handler.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/dataset_handlers/dataset_handler_base.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/deep_memory/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/deep_memory/deep_memory.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/deep_memory/test_deepmemory.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/deeplake_vectorstore.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/embeddings/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/embeddings/embedder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/embeddings/test_embedder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/test_deeplake_vectorstore.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/dataset/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/dataset/dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/dataset/test_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/filter/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/filter/filter.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/filter/test_filter.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/query.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/search_algorithm.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/test_indra.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/distance_metric.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/tql_distance_metrics/order.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/indra/vector_search.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/ingestion/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/ingestion/data_ingestion.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/ingestion/ingest_data.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/ingestion/test_data_ingestion.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/python/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/python/search_algorithm.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/python/test_vector_search.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/python/vector_search.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/utils.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/vectorstore/vector_search/vector_search.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/commit_chunk_map.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/commit_diff.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/commit_node.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/dataset_diff.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/test_merge.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/version_control/test_version_control.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/convert_to_libdeeplake.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/dataloader.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/dummy_dataloader.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/libdeeplake_query.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/test_pytorch.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/test_query.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/test_tensorflow.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/enterprise/util.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/hooks.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/htype.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/huggingface/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/huggingface/huggingface.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/mmdet/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/mmdet/mmdet_.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/mmdet/mmdet_runners.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/mmdet/mmdet_utils.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/pytorch/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/pytorch/common.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/pytorch/dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/pytorch/pytorch.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/pytorch/shuffle_buffer.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/tf/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/tf/common.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/tf/datasettotensorflow.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/tf/deeplake_tensorflow_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/wandb/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/integrations/wandb/wandb.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/requirements/common.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/requirements/docs.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/requirements/plugins.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/requirements/tests.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/cache_fixtures.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/client_fixtures.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/common.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/dataset_fixtures.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/path_fixtures.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/tests/storage_fixtures.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/access_method.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/agreement.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/array_list.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/assert_byte_indexes.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/auto.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/bugout_reporter.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/cache_chain.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/casting.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/check_installation.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/check_latest_version.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/chunk_engine.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/class_label.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/compression.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/compute.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/connect_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/delete_entry.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/diff.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/downsample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/empty_sample.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/encoder.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/exceptions.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/exif.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/from_tfds.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/generate_id.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/hash.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/htype.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/image.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/invalid_view_op.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/iterable_ordered_dict.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/iteration_warning.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/join_chunks.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/json.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/keys.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/link.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/logging.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/merge.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/modified.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/notebook.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/mesh.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/mesh_parser.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/mesh_reader.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/object_base_3d.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_parser.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_parser_base.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_parsers.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_reader.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_reader_base.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/ply_readers.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/point_cloud.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/object_3d/read_3d_data.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/path.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/pretty_print.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/remove_cache.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/scheduling.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/shape_interval.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/shuffle.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/spinner.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/split.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/storage.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tag.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tensor_db.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/testing.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_auto.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_connect_dataset.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_iterable_ordered_dict.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_keys.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_read.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_shape_interval.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_shuffle.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_split.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_tensor_db.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_token.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_version_control.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/tests/test_video.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/threading.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/token.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/transform.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/version_control.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/video.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/util/warnings.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/visualizer/__init__.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/visualizer/video_streaming.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake/visualizer/visualizer.py +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake.egg-info/SOURCES.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake.egg-info/dependency_links.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake.egg-info/not-zip-safe +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/deeplake.egg-info/top_level.txt +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/pyproject.toml +0 -0
- {deeplake-3.9.1 → deeplake-3.9.3}/setup.cfg +0 -0
|
@@ -780,10 +780,15 @@ def _read_dicom_shape_and_dtype(
|
|
|
780
780
|
f = BytesIO(f) # type: ignore
|
|
781
781
|
dcm = dcmread(f)
|
|
782
782
|
nchannels = dcm[0x0028, 0x0002].value
|
|
783
|
-
|
|
783
|
+
numOfFrames = dcm.get("NumberOfFrames", -1)
|
|
784
|
+
|
|
784
785
|
isfloat = "FloatPixelData" in dcm or "DoubleFloatPixelData" in dcm
|
|
785
786
|
dtype = pixel_dtype(dcm, isfloat).str
|
|
786
|
-
|
|
787
|
+
|
|
788
|
+
if numOfFrames != -1:
|
|
789
|
+
return (int(numOfFrames), dcm.Rows, dcm.Columns, nchannels), dtype
|
|
790
|
+
else:
|
|
791
|
+
return (dcm.Rows, dcm.Columns, nchannels), dtype
|
|
787
792
|
|
|
788
793
|
|
|
789
794
|
def _decompress_dicom(f: Union[str, bytes, BinaryIO]):
|
|
@@ -2183,14 +2183,14 @@ class Dataset:
|
|
|
2183
2183
|
return dataloader
|
|
2184
2184
|
|
|
2185
2185
|
def dataloader(self, ignore_errors: bool = False, verbose: bool = False):
|
|
2186
|
-
"""Returns a :class:`~deeplake.enterprise.DeepLakeDataLoader` object.
|
|
2186
|
+
"""Returns a :class:`~deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
|
|
2187
2187
|
|
|
2188
2188
|
Args:
|
|
2189
2189
|
ignore_errors (bool): If ``True``, the data loader will ignore errors appeared during data iteration otherwise it will collect the statistics and report appeared errors. Default value is ``False``
|
|
2190
2190
|
verbose (bool): If ``True``, the data loader will dump verbose logs of it's steps. Default value is ``False``
|
|
2191
2191
|
|
|
2192
2192
|
Returns:
|
|
2193
|
-
~deeplake.enterprise.DeepLakeDataLoader: A :class:`deeplake.enterprise.DeepLakeDataLoader` object.
|
|
2193
|
+
~deeplake.enterprise.dataloader.DeepLakeDataLoader: A :class:`deeplake.enterprise.dataloader.DeepLakeDataLoader` object.
|
|
2194
2194
|
|
|
2195
2195
|
Examples:
|
|
2196
2196
|
|
|
@@ -5,6 +5,7 @@ import time
|
|
|
5
5
|
import boto3
|
|
6
6
|
import botocore # type: ignore
|
|
7
7
|
import posixpath
|
|
8
|
+
import ssl
|
|
8
9
|
from typing import Dict, Optional, Tuple, Type
|
|
9
10
|
from datetime import datetime, timezone
|
|
10
11
|
from botocore.session import ComponentLocator
|
|
@@ -28,6 +29,7 @@ from botocore.exceptions import (
|
|
|
28
29
|
ConnectionClosedError,
|
|
29
30
|
EndpointConnectionError,
|
|
30
31
|
IncompleteReadError,
|
|
32
|
+
SSLError,
|
|
31
33
|
)
|
|
32
34
|
from concurrent import futures
|
|
33
35
|
from concurrent.futures import ThreadPoolExecutor
|
|
@@ -39,6 +41,8 @@ CONNECTION_ERRORS = (
|
|
|
39
41
|
ConnectionClosedError,
|
|
40
42
|
EndpointConnectionError,
|
|
41
43
|
IncompleteReadError,
|
|
44
|
+
SSLError,
|
|
45
|
+
ssl.SSLError,
|
|
42
46
|
)
|
|
43
47
|
|
|
44
48
|
try:
|
|
@@ -188,8 +192,10 @@ class S3Provider(StorageProvider):
|
|
|
188
192
|
self._set(path, content)
|
|
189
193
|
except CONNECTION_ERRORS as err:
|
|
190
194
|
tries = self.num_tries
|
|
195
|
+
retry_wait = 0
|
|
191
196
|
for i in range(1, tries + 1):
|
|
192
197
|
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
198
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
193
199
|
try:
|
|
194
200
|
self._set(path, content)
|
|
195
201
|
always_warn(
|
|
@@ -278,8 +284,11 @@ class S3Provider(StorageProvider):
|
|
|
278
284
|
return self._get_bytes(path, start_byte, end_byte)
|
|
279
285
|
except CONNECTION_ERRORS as err:
|
|
280
286
|
tries = self.num_tries
|
|
287
|
+
retry_wait = 0
|
|
281
288
|
for i in range(1, tries + 1):
|
|
282
289
|
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
290
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
291
|
+
|
|
283
292
|
try:
|
|
284
293
|
ret = self._get_bytes(path, start_byte, end_byte)
|
|
285
294
|
always_warn(
|
|
@@ -320,8 +329,11 @@ class S3Provider(StorageProvider):
|
|
|
320
329
|
self._del(path)
|
|
321
330
|
except CONNECTION_ERRORS as err:
|
|
322
331
|
tries = self.num_tries
|
|
332
|
+
retry_wait = 0
|
|
323
333
|
for i in range(1, tries + 1):
|
|
324
334
|
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
335
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
336
|
+
|
|
325
337
|
try:
|
|
326
338
|
self._del(path)
|
|
327
339
|
always_warn(
|
|
@@ -336,7 +348,7 @@ class S3Provider(StorageProvider):
|
|
|
336
348
|
|
|
337
349
|
@property
|
|
338
350
|
def num_tries(self):
|
|
339
|
-
return min(ceil((time.time() - self.start_time) / 300), 5)
|
|
351
|
+
return max(3, min(ceil((time.time() - self.start_time) / 300), 5))
|
|
340
352
|
|
|
341
353
|
def _keys_iterator(self):
|
|
342
354
|
self._check_update_creds()
|
|
@@ -623,11 +635,45 @@ class S3Provider(StorageProvider):
|
|
|
623
635
|
self._presigned_urls[path] = (url, time.time())
|
|
624
636
|
return url
|
|
625
637
|
|
|
638
|
+
def _get_object_size(self, path: str) -> int:
|
|
639
|
+
obj = self.resource.Object(self.bucket, path)
|
|
640
|
+
return obj.content_length
|
|
641
|
+
|
|
626
642
|
def get_object_size(self, path: str) -> int:
|
|
627
643
|
self._check_update_creds()
|
|
628
644
|
path = "".join((self.path, path))
|
|
629
|
-
|
|
630
|
-
|
|
645
|
+
|
|
646
|
+
try:
|
|
647
|
+
return self._get_object_size(path)
|
|
648
|
+
except botocore.exceptions.ClientError as err:
|
|
649
|
+
if err.response["Error"]["Code"] == "NoSuchKey":
|
|
650
|
+
raise KeyError(err) from err
|
|
651
|
+
if err.response["Error"]["Code"] == "InvalidAccessKeyId":
|
|
652
|
+
new_error_cls: Type[S3GetError] = S3GetAccessError
|
|
653
|
+
else:
|
|
654
|
+
new_error_cls = S3GetError
|
|
655
|
+
with S3ResetReloadCredentialsManager(self, new_error_cls):
|
|
656
|
+
return self._get_object_size(path)
|
|
657
|
+
except CONNECTION_ERRORS as err:
|
|
658
|
+
tries = self.num_tries
|
|
659
|
+
retry_wait = 0
|
|
660
|
+
for i in range(1, tries + 1):
|
|
661
|
+
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
662
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
663
|
+
|
|
664
|
+
try:
|
|
665
|
+
ret = self._get_object_size(path)
|
|
666
|
+
always_warn(
|
|
667
|
+
f"Connection re-established after {i} {['retries', 'retry'][i==1]}."
|
|
668
|
+
)
|
|
669
|
+
return ret
|
|
670
|
+
except Exception:
|
|
671
|
+
pass
|
|
672
|
+
raise S3GetError(err) from err
|
|
673
|
+
except botocore.exceptions.NoCredentialsError as err:
|
|
674
|
+
raise S3GetAccessError from err
|
|
675
|
+
except Exception as err:
|
|
676
|
+
raise S3GetError(err) from err
|
|
631
677
|
|
|
632
678
|
def get_object_from_full_url(self, url: str):
|
|
633
679
|
root = url.replace("s3://", "")
|
|
@@ -643,8 +689,11 @@ class S3Provider(StorageProvider):
|
|
|
643
689
|
return self._get(path, bucket)
|
|
644
690
|
except CONNECTION_ERRORS as err:
|
|
645
691
|
tries = self.num_tries
|
|
692
|
+
retry_wait = 0
|
|
646
693
|
for i in range(1, tries + 1):
|
|
647
694
|
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
695
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
696
|
+
|
|
648
697
|
try:
|
|
649
698
|
ret = self._get(path, bucket)
|
|
650
699
|
always_warn(
|
|
@@ -683,8 +732,11 @@ class S3Provider(StorageProvider):
|
|
|
683
732
|
self._set_items(items)
|
|
684
733
|
except CONNECTION_ERRORS as err:
|
|
685
734
|
tries = self.num_tries
|
|
735
|
+
retry_wait = 0
|
|
686
736
|
for i in range(1, tries + 1):
|
|
687
737
|
always_warn(f"Encountered connection error, retry {i} out of {tries}")
|
|
738
|
+
retry_wait = self._retry_wait_and_extend(retry_wait, err)
|
|
739
|
+
|
|
688
740
|
try:
|
|
689
741
|
self._set_items(items)
|
|
690
742
|
always_warn(
|
|
@@ -711,3 +763,13 @@ class S3Provider(StorageProvider):
|
|
|
711
763
|
yield key, future.result()
|
|
712
764
|
else:
|
|
713
765
|
yield key, exception
|
|
766
|
+
|
|
767
|
+
def _retry_wait_and_extend(self, retry_wait: int, err: Exception):
|
|
768
|
+
if not (isinstance(err, ssl.SSLError) or isinstance(err, SSLError)):
|
|
769
|
+
return 0
|
|
770
|
+
|
|
771
|
+
time.sleep(retry_wait)
|
|
772
|
+
|
|
773
|
+
if retry_wait == 0:
|
|
774
|
+
return 1
|
|
775
|
+
return retry_wait * 2
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
BUGOUT_TOKEN = '75fda478-bbc3-4909-a3ff-4ace4e4ed2ad'
|
|
@@ -8,27 +8,27 @@ tqdm
|
|
|
8
8
|
lz4
|
|
9
9
|
pyjwt
|
|
10
10
|
pydantic
|
|
11
|
-
libdeeplake==0.0.
|
|
11
|
+
libdeeplake==0.0.124
|
|
12
12
|
|
|
13
13
|
[:python_version >= "3.7" and sys_platform != "win32"]
|
|
14
14
|
aioboto3>=10.4.0
|
|
15
15
|
nest_asyncio
|
|
16
16
|
|
|
17
17
|
[all]
|
|
18
|
+
google-auth-oauthlib~=0.4.5
|
|
19
|
+
azure-identity
|
|
18
20
|
google-auth~=2.0.1
|
|
19
|
-
laspy
|
|
20
|
-
google-api-python-client~=2.31.0
|
|
21
|
-
azure-storage-blob
|
|
22
|
-
oauth2client~=4.1.3
|
|
23
|
-
nibabel
|
|
24
21
|
IPython
|
|
25
|
-
|
|
22
|
+
oauth2client~=4.1.3
|
|
26
23
|
google-cloud-storage~=1.42.0
|
|
27
|
-
google-
|
|
24
|
+
google-api-python-client~=2.31.0
|
|
28
25
|
pydicom
|
|
26
|
+
azure-storage-blob
|
|
27
|
+
laspy
|
|
28
|
+
nibabel
|
|
29
29
|
flask
|
|
30
|
-
azure-
|
|
31
|
-
libdeeplake==0.0.
|
|
30
|
+
azure-cli
|
|
31
|
+
libdeeplake==0.0.124
|
|
32
32
|
|
|
33
33
|
[all:python_version >= "3.7" or sys_platform != "win32"]
|
|
34
34
|
av>=8.1.0
|
|
@@ -53,7 +53,7 @@ pydicom
|
|
|
53
53
|
nibabel
|
|
54
54
|
|
|
55
55
|
[enterprise]
|
|
56
|
-
libdeeplake==0.0.
|
|
56
|
+
libdeeplake==0.0.124
|
|
57
57
|
pyjwt
|
|
58
58
|
|
|
59
59
|
[gcp]
|
|
@@ -70,7 +70,7 @@ extras_require = {k: [req_map[r] for r in v] for k, v in extras.items()}
|
|
|
70
70
|
extras_require["all"] = [req_map[r] for r in all_extras]
|
|
71
71
|
|
|
72
72
|
if libdeeplake_available():
|
|
73
|
-
libdeeplake = "libdeeplake==0.0.
|
|
73
|
+
libdeeplake = "libdeeplake==0.0.124"
|
|
74
74
|
extras_require["enterprise"] = [libdeeplake, "pyjwt"]
|
|
75
75
|
extras_require["all"].append(libdeeplake)
|
|
76
76
|
install_requires.append(libdeeplake)
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
BUGOUT_TOKEN = '6f8a11af-e282-427b-8f41-6025b7a2f5c7'
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{deeplake-3.9.1 → deeplake-3.9.3}/deeplake/core/meta/encode/tests/test_byte_positions_encoder.py
RENAMED
|
File without changes
|
|
File without changes
|