modal 1.2.3.dev15__tar.gz → 1.2.3.dev16__tar.gz

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: modal
-Version: 1.2.3.dev15
+Version: 1.2.3.dev16
 Summary: Python client library for Modal
 Author-email: Modal Labs <support@modal.com>
 License: Apache-2.0

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/modal/_utils/grpc_utils.py

@@ -271,15 +271,13 @@ def process_exception_before_retry(
     fn_name: str,
     n_retries: int,
     delay: float,
-    total_deadline: Optional[float],
     idempotency_key: str,
 ):
     """Process exception before retry, used by `_retry_transient_errors`."""
     with suppress_tb_frames(1):
         if final_attempt:
             logger.debug(
-                f"Final attempt failed with {repr(exc)} {n_retries=} {delay=} "
-                f"{total_deadline=} for {fn_name} ({idempotency_key[:8]})"
+                f"Final attempt failed with {repr(exc)} {n_retries=} {delay=} for {fn_name} ({idempotency_key[:8]})"
             )
             if isinstance(exc, OSError):
                 raise ConnectionError(str(exc))
@@ -358,6 +356,7 @@ async def _retry_transient_errors(
             timeout = min(timeouts)  # In case the function provided both types of timeouts
         else:
             timeout = None
+
         try:
             with suppress_tb_frames(1):
                 return await fn_callable(req, metadata=attempt_metadata, timeout=timeout)
@@ -366,21 +365,29 @@ async def _retry_transient_errors(
             # in grpclib<=0.4.7. See above (search for `write_appdata`).
 
             # Server side instruction for retries
-            if isinstance(exc, GRPCError) and (server_retry_policy := get_server_retry_policy(exc)):
+            max_throttle_wait: Optional[int] = config.get("max_throttle_wait")
+            if (
+                max_throttle_wait != 0
+                and isinstance(exc, GRPCError)
+                and (server_retry_policy := get_server_retry_policy(exc))
+            ):
                 server_delay = server_retry_policy.retry_after_secs
 
-                # When `total_deadline` is not defined and server gives instruction for retries, then use
-                # `max_throttle_wait`.
-                if total_deadline is None and (max_throttle_wait := config.get("max_throttle_wait")):
-                    total_deadline = t0 + max_throttle_wait
+                now = time.time()
 
-                final_attempt = (
-                    total_deadline is not None
-                    and time.time() + server_delay + retry.attempt_timeout_floor >= total_deadline
+                # We check if the timeout will be reached **after** the sleep, so we can raise an error early
+                # without needing to actually sleep.
+                total_timeout_will_be_reached = (
+                    retry.total_timeout is not None and (now + server_delay - t0) >= retry.total_timeout
+                )
+                max_throttle_will_be_reached = (
+                    max_throttle_wait is not None and (now + server_delay - t0) >= max_throttle_wait
                 )
+                final_attempt = total_timeout_will_be_reached or max_throttle_will_be_reached
+
                 with suppress_tb_frames(1):
                     process_exception_before_retry(
-                        exc, final_attempt, fn.name, n_retries, server_delay, total_deadline, idempotency_key
+                        exc, final_attempt, fn.name, n_retries, server_delay, idempotency_key
                     )
 
                 now = time.time()
@@ -411,9 +418,7 @@ async def _retry_transient_errors(
                 final_attempt = False
 
             with suppress_tb_frames(1):
-                process_exception_before_retry(
-                    exc, final_attempt, fn.name, n_retries, delay, total_deadline, idempotency_key
-                )
+                process_exception_before_retry(exc, final_attempt, fn.name, n_retries, delay, idempotency_key)
 
             n_retries += 1
 

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/modal/client.pyi

@@ -32,7 +32,7 @@ class _Client:
         server_url: str,
         client_type: int,
         credentials: typing.Optional[tuple[str, str]],
-        version: str = "1.2.3.dev15",
+        version: str = "1.2.3.dev16",
     ):
         """mdmd:hidden
         The Modal client object is not intended to be instantiated directly by users.
@@ -163,7 +163,7 @@ class Client:
         server_url: str,
         client_type: int,
         credentials: typing.Optional[tuple[str, str]],
-        version: str = "1.2.3.dev15",
+        version: str = "1.2.3.dev16",
     ):
         """mdmd:hidden
         The Modal client object is not intended to be instantiated directly by users.

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/modal/config.py

@@ -221,13 +221,6 @@ def _enforce_suffix_rules(x: str) -> str:
     return x
 
 
-def _int_or_none(x: str) -> Optional[int]:
-    if not x:
-        return None
-    x_int = int(x)
-    return x_int if x_int > 0 else None
-
-
 class _Setting(typing.NamedTuple):
     default: typing.Any = None
     transform: typing.Callable[[str], typing.Any] = lambda x: x  # noqa: E731
@@ -269,7 +262,7 @@ _SETTINGS = {
         transform=lambda s: _check_value(["pickle", "cbor"])(s.lower()),
     ),
     "dev_suffix": _Setting("", transform=_enforce_suffix_rules),
-    "max_throttle_wait": _Setting(None, transform=_int_or_none),
+    "max_throttle_wait": _Setting(None, transform=lambda x: int(x) if x else None),
 }
 
 

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/modal.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: modal
-Version: 1.2.3.dev15
+Version: 1.2.3.dev16
 Summary: Python client library for Modal
 Author-email: Modal Labs <support@modal.com>
 License: Apache-2.0

{modal-1.2.3.dev15 → modal-1.2.3.dev16}/modal_version/__init__.py

@@ -1,4 +1,4 @@
 # Copyright Modal Labs 2025
 """Supplies the current version of the modal client library."""
 
-__version__ = "1.2.3.dev15"
+__version__ = "1.2.3.dev16"