coiled 1.133.2.dev1__tar.gz → 1.133.3.dev1__tar.gz

{coiled-1.133.2.dev1 → coiled-1.133.3.dev1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: coiled
-Version: 1.133.2.dev1
+Version: 1.133.3.dev1
 Summary: Python client for coiled.io dask clusters
 Project-URL: Homepage, https://coiled.io
 Maintainer-email: Coiled <info@coiled.io>

{coiled-1.133.2.dev1 → coiled-1.133.3.dev1}/coiled/batch.py

@@ -55,6 +55,7 @@ def run(
     command_as_script: bool | None = None,
     ignore_container_entrypoint: bool | None = None,
     job_timeout: str | None = None,
+    max_retries: int | None = None,
     logger=None,
 ) -> dict:
     """Submit a batch job to run on Coiled.
@@ -125,6 +126,7 @@ def run(
         command_as_script=command_as_script,
         ignore_container_entrypoint=ignore_container_entrypoint,
         job_timeout=job_timeout,
+        max_retries=max_retries,
         logger=logger,
     )
 

{coiled-1.133.2.dev1 → coiled-1.133.3.dev1}/coiled/cli/batch/run.py

@@ -490,6 +490,12 @@ def get_kwargs_from_header(f: dict, click_params: list):
         "For example, you can specify '30 minutes' or '1 hour'. Default is no timeout."
     ),
 )
+@click.option(
+    "--max-retries",
+    default=0,
+    type=int,
+    help="Maximum number of times to retry task on failure. Default is no retries.",
+)
 @click.option("--dask-container", default=None, type=str)
 @click.argument("command", nargs=-1, required=True)
 def batch_run_cli(ctx, **kwargs):
@@ -859,6 +865,7 @@ def _batch_run(default_kwargs, logger=None, from_cli=False, **kwargs) -> dict:
         "host_setup": host_setup_content,
         "job_timeout_seconds": parse_timedelta(kwargs["job_timeout"]) if kwargs["job_timeout"] else None,
         "run_in_container": not kwargs.get("run_on_host"),
+        "max_retries": kwargs.get("max_retries") or 0,
     }
 
     with coiled.Cloud(workspace=kwargs["workspace"]) as cloud:

{coiled-1.133.2.dev1 → coiled-1.133.3.dev1}/coiled/core.py

@@ -775,7 +775,9 @@ class Cloud(Generic[IsAsynchronous]):
         if response.status >= 400:
             await handle_api_exception(response)  # always raises exception, no return
         data = await response.json()
-        if data["should_upload"]:
+        if data["should_upload"] or dask.config.get("coiled.package_sync.always_upload", False):
+            if not data["should_upload"]:
+                logger.debug(f"uploading {package_name} ({data['id']}) because coiled.package_sync.always_upload set")
             num_bytes = len(package_bytes)
             await self._put_package(
                 url=data["upload_url"],