eodag 4.0.0a3__py3-none-any.whl → 4.0.0a5__py3-none-any.whl

eodag/resources/providers.yml

@@ -49,6 +49,7 @@
       usgs:productId: '$.id'
     extract: True
     order_enabled: true
+    max_workers: 2
   products:
     # datasets list http://kapadia.github.io/usgs/_sources/reference/catalog/ee.txt may be outdated
     # see also https://dds.cr.usgs.gov/ee-data/coveragemaps/shp/ee/
@@ -2558,6 +2559,7 @@
     extract: true
     order_enabled: false
     archive_depth: 2
+    max_workers: 4
     ssl_verify: true
   auth: !plugin
     type: KeycloakOIDCPasswordAuth

eodag/utils/s3.py

@@ -391,7 +391,7 @@ def stream_download_from_s3(
     compress: Literal["zip", "raw", "auto"] = "auto",
     zip_filename: str = "archive",
     range_size: int = 1024**2 * 8,
-    max_workers: int = 8,
+    provider_max_workers: Optional[int] = None,
 ) -> StreamResponse:
     """
     Stream data from one or more S3 objects in chunks, with support for global byte ranges.
@@ -431,7 +431,7 @@ def stream_download_from_s3(
         Only used when creating ZIP archives.
     :param range_size: Size of each download chunk in bytes. Larger chunks reduce
         request overhead but use more memory. Default: 8MB.
-    :param max_workers: Maximum number of concurrent download threads.
+    :param provider_max_workers: (optional) Maximum number of concurrent download threads of the provider used.
         Higher values improve throughput for multiple ranges.
     :return: StreamResponse object containing:
 
@@ -480,7 +480,7 @@ def stream_download_from_s3(
             pass
     """
 
-    executor = ThreadPoolExecutor(max_workers=max_workers)
+    executor = ThreadPoolExecutor(max_workers=provider_max_workers)
 
     # Prepare all files
     offset = 0
@@ -596,7 +596,7 @@ def update_assets_from_s3(
 def open_s3_zipped_object(
     bucket_name: str,
     key_name: str,
-    s3_client,
+    s3_client: S3Client,
     zip_size: Optional[int] = None,
     partial: bool = True,
 ) -> tuple[ZipFile, bytes]:

{eodag-4.0.0a3.dist-info → eodag-4.0.0a5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eodag
-Version: 4.0.0a3
+Version: 4.0.0a5
 Summary: Earth Observation Data Access Gateway
 Home-page: https://github.com/CS-SI/eodag
 Author: CS GROUP - France

{eodag-4.0.0a3.dist-info → eodag-4.0.0a5.dist-info}/RECORD

@@ -1,15 +1,16 @@
 eodag/__init__.py,sha256=vS9nq3ZOcdlHxCakeRqCV4nm8q3r7ZKr-p7RQg0gatg,1627
-eodag/cli.py,sha256=gHxZmE0qCnChhiW0C-9aoet7vsMsloMIt5gvT82zIZM,22051
-eodag/config.py,sha256=uErvz-nQHPRAzUnlxSgq5SxHCxWfDSML3xhm_BDBR1s,49862
+eodag/cli.py,sha256=QZqnhopBdPasNWdlti7n2VQ8sYylUoWIKT7_P1ev-pw,22340
+eodag/config.py,sha256=ZdWE4rZCcR8OX5jGv7zKEQ4CgH5bNk_PpNGe8HlhjR4,35054
 eodag/crunch.py,sha256=fLVAPGVPw31N_DrnFk4gkCpQZLMY8oBhK6NUSYmdr24,1099
 eodag/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 eodag/api/__init__.py,sha256=ytr30NUVmEtmJTsp3QCwkCIhS1nF6UlFCv0vmySHN7g,735
-eodag/api/collection.py,sha256=m-lrzQCCKRF8fEp6k2hzIr1ap-8UP11jmkGTmJ6dBtw,13752
-eodag/api/core.py,sha256=fKjID4B1btXHHlZqxqyuqYlmehBieWRZtKFiJ96nveo,107671
+eodag/api/collection.py,sha256=ZEKTB4yKJAIQfjAFkhHZ76Vw-KQ9qPAmpzkZqJ4KGUU,13804
+eodag/api/core.py,sha256=KJWj_HRmZpMfrjvzMgLVLO4SwXrirGJfPp9rRHIo6J4,103037
+eodag/api/provider.py,sha256=ZvkmJNYRCcYMP18X5KLSVhXZTvG1gkltfah1OA4LV-8,37279
 eodag/api/search_result.py,sha256=LGWIQgbhQF5Lz489vcvalb2VsYtplyzUXGWMqduP0uc,21107
 eodag/api/product/__init__.py,sha256=6-RXKAw-sZVNU-7KjpmSqLc35dfc0V42wI5GqIzH2QA,2501
 eodag/api/product/_assets.py,sha256=9bWIe_SYvsQO-q_lQFd7SxhUIWv7feze2-wnXOe8hhs,7570
-eodag/api/product/_product.py,sha256=wwj-L95TgUJsfcYVfbqwNfTdOTciAUISknxeujBtLEg,27387
+eodag/api/product/_product.py,sha256=CdoQG7SuX-lNfd4Ob3M9ET7jdNSovEekS5_Jq0AmIao,28456
 eodag/api/product/metadata_mapping.py,sha256=OhB5JhyMLwCrXYJbdk2Nep0Kd-lFeiCWLtw1pa3XukU,76821
 eodag/api/product/drivers/__init__.py,sha256=v85lXHsfrkn59uyMgConb5ZY9acCCx95srdsh_wFIlM,1998
 eodag/api/product/drivers/base.py,sha256=MvaXicICn9DxXsaJuK34nPM3__TksstZXSVfABcINAc,2776
@@ -18,11 +19,11 @@ eodag/api/product/drivers/sentinel1.py,sha256=xpvhOvVhpuwVihPMo_q79VI67ru-FqKtbR
 eodag/api/product/drivers/sentinel2.py,sha256=dMfIrcwF4h8KoyUj94yPUhRiN7FIef4mTzfbkkhLIc8,3124
 eodag/plugins/__init__.py,sha256=KQkD5aVwb9I6C-Rmi5ABEG1-j8w5FP1zKN12vagsT9Y,739
 eodag/plugins/base.py,sha256=8Us6InkQu59Ya0Ne8se2Q6ZtU85IpCpcQqO9Z2ECDWI,2746
-eodag/plugins/manager.py,sha256=SlUPCa_mvpqAFZ4IMFqidyR_OgTV2mlUOrBAWC13ll8,20106
+eodag/plugins/manager.py,sha256=4annSLfT6N3o-japomvIUCTpDXfMgzfhBkvHVSKbVf0,19748
 eodag/plugins/apis/__init__.py,sha256=PyY4f7P2iu3MkLPnw5eOrVew2fuavbBL3Asci3Ulwoo,744
 eodag/plugins/apis/base.py,sha256=PZwAg0uINSEQcHSzTgU9xSAb-WaGMbmDL-jhrmybtLQ,2814
-eodag/plugins/apis/ecmwf.py,sha256=6_Zr3u2XHJl6XijNZOWazdtqi8v_b9D4WNET-Eub5qs,11767
-eodag/plugins/apis/usgs.py,sha256=V1R13tqPgVJ_kMoEdbbFT-lx5mZ7yYqRtna--wmTXAk,20029
+eodag/plugins/apis/ecmwf.py,sha256=qjELC_rwSY3Q3aZbwmJ8-eBq9FVZDt4uWdjK77eB-34,11075
+eodag/plugins/apis/usgs.py,sha256=e8QFXg3zqFyMx6R3-gChJzWjUNZ65VULLsrOTqKXwLM,19338
 eodag/plugins/authentication/__init__.py,sha256=_LVw42Bb1IhGAZH5xHRaS4b1iFoF9e27KDZOyoSoJHY,1039
 eodag/plugins/authentication/aws_auth.py,sha256=A0sr5mVmCkAwCldlGSGFcZqnthusbcB52THthja77cw,12651
 eodag/plugins/authentication/base.py,sha256=wp-OI0G4DbUFykuehvyh4IJLAJyicyKiIH9k5z3W7Mo,3506
@@ -32,7 +33,7 @@ eodag/plugins/authentication/keycloak.py,sha256=m5c6Os_T8UGfdXS9SemhuUBhwsC4foxm
 eodag/plugins/authentication/openid_connect.py,sha256=lj-9RPz2BADU-1ckawLmuSi3TSexABsDDPCHLp8Frsc,27084
 eodag/plugins/authentication/qsauth.py,sha256=bkepO_sFRIhYm3Dzecx3VJP0Ap37vUuJSRmEY8HrV1U,3947
 eodag/plugins/authentication/sas_auth.py,sha256=-ye_Bgarni91V7B7XWzMyJwekFhujyRbw1seTa1Xi8w,5777
-eodag/plugins/authentication/token.py,sha256=f2SossIJ_XlnBuOw_OprLNrF1p-uolL_KEX71_BhzKw,15798
+eodag/plugins/authentication/token.py,sha256=k_siRP3qN16a4r396_dJbP5DCz1I9kiwXhbSO6OxCxE,15797
 eodag/plugins/authentication/token_exchange.py,sha256=raFIN8UnO9MpqQukDJg4Pog-LJLzq8Bk54_6k9cCwFc,4963
 eodag/plugins/crunch/__init__.py,sha256=58D7kJhEpHJWobIKaNFPynfbSqAWgS90BiHzitqS5Ds,746
 eodag/plugins/crunch/base.py,sha256=XW4HISgR0UswiEZmE4t42HxnSxknZBtVpuK8XVLYHzU,1415
@@ -42,9 +43,9 @@ eodag/plugins/crunch/filter_latest_tpl_name.py,sha256=Aau0RMBRCblVL2kapEaV0SMZXd
 eodag/plugins/crunch/filter_overlap.py,sha256=tU3h15jyfePOQPgGvowHFm2ZuckEbAo6lgLQNaPiJ2Q,7142
 eodag/plugins/crunch/filter_property.py,sha256=2BKb7wxw1Yi2NTtnPCBtdZ-caJXxlVUUS2ps4LHXOMI,3187
 eodag/plugins/download/__init__.py,sha256=zqszaeNgYP0YHlZDkLMf6odcwNw0KrAahGpcA-l0kAw,740
-eodag/plugins/download/aws.py,sha256=x0HWR9O5U3kFo7W8qHcZhkCqzWEkSw_XEVIdx1zX7Qg,46884
-eodag/plugins/download/base.py,sha256=TVUCDMuDkRo9EKYj5o3zUuOl76VJfQ6GlefD1EFwSTs,30807
-eodag/plugins/download/http.py,sha256=Supm6UL4isoZ5LLqR3tzZDZi3fQYsj4u4dI9RppMnlc,58609
+eodag/plugins/download/aws.py,sha256=n3C3XZl-wFdCzsSB-OuDem985iFPVCnfAy4SWUjOkj8,48653
+eodag/plugins/download/base.py,sha256=--30euISg80V_STkwRUhg6ocvQnQuSWJwlnh5FMv8ts,34504
+eodag/plugins/download/http.py,sha256=DB46ff8UvXXOykrGef3qXWar5NtXqWjdswdlYvf3Nwk,59792
 eodag/plugins/search/__init__.py,sha256=z_OD0bIloltQIJ9D0-pLC6o6nT0VmX2PRtMn_nLwWDQ,2174
 eodag/plugins/search/base.py,sha256=yBmfca1EcR8c8pDD0GLnyZkU1UQ_8RNh1X8xqV-gHRQ,22235
 eodag/plugins/search/build_search_result.py,sha256=4QZKXEBj5n1EE0BGciLfApSEYxxk-2srlVrq27lL1hg,62934
@@ -55,10 +56,10 @@ eodag/plugins/search/qssearch.py,sha256=W3g9J8xhnKZn8ksygBKzFXx0xUdIILlDvB-ePLEG
 eodag/plugins/search/stac_list_assets.py,sha256=OS2E13w2OVcPUearXRzp4EfvibtmUz6l8okpAMNH-sA,3442
 eodag/plugins/search/static_stac_search.py,sha256=zQc51c0VI52gt4eKF-yUC-1xsVIM4XKB96ZKazhtCjU,10379
 eodag/resources/collections.yml,sha256=0JZr5y8V8QlB1MGqGzs5-Pmrk1ZYkEBlS3VYrg22Npc,473536
-eodag/resources/ext_collections.json,sha256=8BSdJ_G0F9LG9h_Z_EOTmSmhceDl3-uFVaW7iVoh4qo,2438459
-eodag/resources/ext_product_types.json,sha256=DaM0YN_V5gdMDyb1zHnF37YC8eOQhG4i-byB9d2gcT8,2456884
+eodag/resources/ext_collections.json,sha256=_HLFBMx6jSaFG2ZYAbTqSZUr9Rf87tQgLd8Ibad4khc,2587896
+eodag/resources/ext_product_types.json,sha256=uNhgmppM6ZrxPSWWfR1rANavy1f88stFORElk-WkCxA,2607329
 eodag/resources/locations_conf_template.yml,sha256=_eBv-QKHYMIKhY0b0kp4Ee33RsayxN8LWH3kDXxfFSk,986
-eodag/resources/providers.yml,sha256=2ryHvNIaBpETbAJUQzXAbY08crWxzbBUfTJ1yprVZr0,237882
+eodag/resources/providers.yml,sha256=yBz5S-E5MR_zdp5yTGbkQ6I9Tk9Kax_Pdk0AstggUqM,237920
 eodag/resources/stac_provider.yml,sha256=RNhFNhv7593VkY2od-LQgUBdIO1WXL1Rko7UyjLaxFY,4648
 eodag/resources/user_conf_template.yml,sha256=aHSiscSQ3B4Dd18709iQAX7tFrkMufRC1a9akcNVVTs,7541
 eodag/resources/shp/ne_110m_admin_0_map_units.VERSION.txt,sha256=CHSo_jbv-4d4D0MYRbWn2FvmV_K9mYzo7qznF4YNO3g,7
@@ -83,11 +84,11 @@ eodag/utils/logging.py,sha256=KoMsyS1f6O1hr_SMDOIxvt842mOJgmu_yLUk0-0EKFs,3507
 eodag/utils/notebook.py,sha256=AUxtayvu26qYf3x3Eu3ujRl1XDgy24EfQaETbqmXSZw,2703
 eodag/utils/repr.py,sha256=72BIKFq07aU4YrQVJJX-AADdWXAhJqC4LXGmkbCo1kA,5537
 eodag/utils/requests.py,sha256=avNHKrOZ7Kp6lUA7u4kqupIth9MoirLzDsMrrmQDt4s,4560
-eodag/utils/s3.py,sha256=eESanPLVv-Luqo_o1WgUuO7YLqiXg_iEzHZ15fu-ugY,30063
+eodag/utils/s3.py,sha256=Yu-yF0ebIm03XOm94p4SkDi2WzU_ZTv4kVJ3VGBo-Z4,30145
 eodag/utils/stac_reader.py,sha256=8r6amio5EtwGF9iu9zHaGDz4oUPKKeXRuyTzPNakrO4,9406
-eodag-4.0.0a3.dist-info/licenses/LICENSE,sha256=4MAecetnRTQw5DlHtiikDSzKWO1xVLwzM5_DsPMYlnE,10172
-eodag-4.0.0a3.dist-info/METADATA,sha256=fiwL-AiTQrS3gNc3WEwe_BFmec9qV1ZS75QK1a4gLCA,12739
-eodag-4.0.0a3.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-eodag-4.0.0a3.dist-info/entry_points.txt,sha256=atMIh-Q4hRsOdw1_778mDIhWFHQJigEo3x-0fMqhqLE,2254
-eodag-4.0.0a3.dist-info/top_level.txt,sha256=025IMTmVe5eDjIPP4KEFQKespOPMQdne4U4jOy8nftM,6
-eodag-4.0.0a3.dist-info/RECORD,,
+eodag-4.0.0a5.dist-info/licenses/LICENSE,sha256=4MAecetnRTQw5DlHtiikDSzKWO1xVLwzM5_DsPMYlnE,10172
+eodag-4.0.0a5.dist-info/METADATA,sha256=NccWfNN7f57un7W4xCpEBhpt2UWQFYSjNImlVg9uvx8,12739
+eodag-4.0.0a5.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+eodag-4.0.0a5.dist-info/entry_points.txt,sha256=atMIh-Q4hRsOdw1_778mDIhWFHQJigEo3x-0fMqhqLE,2254
+eodag-4.0.0a5.dist-info/top_level.txt,sha256=025IMTmVe5eDjIPP4KEFQKespOPMQdne4U4jOy8nftM,6
+eodag-4.0.0a5.dist-info/RECORD,,