modal 1.0.6.dev38__py3-none-any.whl → 1.0.6.dev41__py3-none-any.whl

modal/experimental/flash.pyi

@@ -0,0 +1,252 @@
+import modal.client
+import typing
+import typing_extensions
+
+class _FlashManager:
+    def __init__(self, client: modal.client._Client, port: int, health_check_url: typing.Optional[str] = None):
+        """Initialize self.  See help(type(self)) for accurate signature."""
+        ...
+
+    async def _start(self): ...
+    async def _run_heartbeat(self, host: str, port: int): ...
+    def get_container_url(self): ...
+    async def stop(self): ...
+    async def close(self): ...
+
+SUPERSELF = typing.TypeVar("SUPERSELF", covariant=True)
+
+class FlashManager:
+    def __init__(self, client: modal.client.Client, port: int, health_check_url: typing.Optional[str] = None): ...
+
+    class ___start_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    _start: ___start_spec[typing_extensions.Self]
+
+    class ___run_heartbeat_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /, host: str, port: int): ...
+        async def aio(self, /, host: str, port: int): ...
+
+    _run_heartbeat: ___run_heartbeat_spec[typing_extensions.Self]
+
+    def get_container_url(self): ...
+
+    class __stop_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    stop: __stop_spec[typing_extensions.Self]
+
+    class __close_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    close: __close_spec[typing_extensions.Self]
+
+class __flash_forward_spec(typing_extensions.Protocol):
+    def __call__(self, /, port: int, health_check_url: typing.Optional[str] = None) -> FlashManager:
+        """Forward a port to the Modal Flash service, exposing that port as a stable web endpoint.
+
+        This is a highly experimental method that can break or be removed at any time without warning.
+        Do not use this method unless explicitly instructed to do so by Modal support.
+        """
+        ...
+
+    async def aio(self, /, port: int, health_check_url: typing.Optional[str] = None) -> FlashManager:
+        """Forward a port to the Modal Flash service, exposing that port as a stable web endpoint.
+
+        This is a highly experimental method that can break or be removed at any time without warning.
+        Do not use this method unless explicitly instructed to do so by Modal support.
+        """
+        ...
+
+flash_forward: __flash_forward_spec
+
+class _FlashPrometheusAutoscaler:
+    def __init__(
+        self,
+        client: modal.client._Client,
+        app_name: str,
+        cls_name: str,
+        metrics_endpoint: str,
+        target_metric: str,
+        target_metric_value: float,
+        min_containers: typing.Optional[int],
+        max_containers: typing.Optional[int],
+        scale_up_tolerance: float,
+        scale_down_tolerance: float,
+        scale_up_stabilization_window_seconds: int,
+        scale_down_stabilization_window_seconds: int,
+        autoscaling_interval_seconds: int,
+    ):
+        """Initialize self.  See help(type(self)) for accurate signature."""
+        ...
+
+    async def start(self): ...
+    async def _run_autoscaler_loop(self): ...
+    async def _compute_target_containers(self, current_replicas: int) -> int: ...
+    async def _get_metrics(self, url: str) -> typing.Optional[dict[str, list[typing.Any]]]: ...
+    async def _get_all_containers(self): ...
+    def _make_scaling_decision(
+        self,
+        current_replicas: int,
+        autoscaling_decisions: list[tuple[float, int]],
+        scale_up_stabilization_window_seconds: int = 0,
+        scale_down_stabilization_window_seconds: int = 300,
+        min_containers: typing.Optional[int] = None,
+        max_containers: typing.Optional[int] = None,
+    ) -> int:
+        """Return the target number of containers following (simplified) Kubernetes HPA
+        stabilization-window semantics.
+
+        Args:
+            current_replicas: Current number of running Pods/containers.
+            autoscaling_decisions: List of (timestamp, desired_replicas) pairs, where
+                                   timestamp is a UNIX epoch float (seconds).
+                                   The list *must* contain at least one entry and should
+                                   already include the most-recent measurement.
+            scale_up_stabilization_window_seconds: 0 disables the up-window.
+            scale_down_stabilization_window_seconds: 0 disables the down-window.
+            min_containers / max_containers: Clamp the final decision to this range.
+
+        Returns:
+            The target number of containers.
+        """
+        ...
+
+    async def stop(self): ...
+
+class FlashPrometheusAutoscaler:
+    def __init__(
+        self,
+        client: modal.client.Client,
+        app_name: str,
+        cls_name: str,
+        metrics_endpoint: str,
+        target_metric: str,
+        target_metric_value: float,
+        min_containers: typing.Optional[int],
+        max_containers: typing.Optional[int],
+        scale_up_tolerance: float,
+        scale_down_tolerance: float,
+        scale_up_stabilization_window_seconds: int,
+        scale_down_stabilization_window_seconds: int,
+        autoscaling_interval_seconds: int,
+    ): ...
+
+    class __start_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    start: __start_spec[typing_extensions.Self]
+
+    class ___run_autoscaler_loop_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    _run_autoscaler_loop: ___run_autoscaler_loop_spec[typing_extensions.Self]
+
+    class ___compute_target_containers_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /, current_replicas: int) -> int: ...
+        async def aio(self, /, current_replicas: int) -> int: ...
+
+    _compute_target_containers: ___compute_target_containers_spec[typing_extensions.Self]
+
+    class ___get_metrics_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /, url: str) -> typing.Optional[dict[str, list[typing.Any]]]: ...
+        async def aio(self, /, url: str) -> typing.Optional[dict[str, list[typing.Any]]]: ...
+
+    _get_metrics: ___get_metrics_spec[typing_extensions.Self]
+
+    class ___get_all_containers_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    _get_all_containers: ___get_all_containers_spec[typing_extensions.Self]
+
+    def _make_scaling_decision(
+        self,
+        current_replicas: int,
+        autoscaling_decisions: list[tuple[float, int]],
+        scale_up_stabilization_window_seconds: int = 0,
+        scale_down_stabilization_window_seconds: int = 300,
+        min_containers: typing.Optional[int] = None,
+        max_containers: typing.Optional[int] = None,
+    ) -> int:
+        """Return the target number of containers following (simplified) Kubernetes HPA
+        stabilization-window semantics.
+
+        Args:
+            current_replicas: Current number of running Pods/containers.
+            autoscaling_decisions: List of (timestamp, desired_replicas) pairs, where
+                                   timestamp is a UNIX epoch float (seconds).
+                                   The list *must* contain at least one entry and should
+                                   already include the most-recent measurement.
+            scale_up_stabilization_window_seconds: 0 disables the up-window.
+            scale_down_stabilization_window_seconds: 0 disables the down-window.
+            min_containers / max_containers: Clamp the final decision to this range.
+
+        Returns:
+            The target number of containers.
+        """
+        ...
+
+    class __stop_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /): ...
+        async def aio(self, /): ...
+
+    stop: __stop_spec[typing_extensions.Self]
+
+class __flash_prometheus_autoscaler_spec(typing_extensions.Protocol):
+    def __call__(
+        self,
+        /,
+        app_name: str,
+        cls_name: str,
+        metrics_endpoint: str,
+        target_metric: str,
+        target_metric_value: float,
+        min_containers: typing.Optional[int] = None,
+        max_containers: typing.Optional[int] = None,
+        scale_up_tolerance: float = 0.1,
+        scale_down_tolerance: float = 0.1,
+        scale_up_stabilization_window_seconds: int = 0,
+        scale_down_stabilization_window_seconds: int = 300,
+        autoscaling_interval_seconds: int = 15,
+    ) -> FlashPrometheusAutoscaler:
+        """Autoscale a Flash service based on containers' Prometheus metrics.
+
+        The package `prometheus_client` is required to use this method.
+
+        This is a highly experimental method that can break or be removed at any time without warning.
+        Do not use this method unless explicitly instructed to do so by Modal support.
+        """
+        ...
+
+    async def aio(
+        self,
+        /,
+        app_name: str,
+        cls_name: str,
+        metrics_endpoint: str,
+        target_metric: str,
+        target_metric_value: float,
+        min_containers: typing.Optional[int] = None,
+        max_containers: typing.Optional[int] = None,
+        scale_up_tolerance: float = 0.1,
+        scale_down_tolerance: float = 0.1,
+        scale_up_stabilization_window_seconds: int = 0,
+        scale_down_stabilization_window_seconds: int = 300,
+        autoscaling_interval_seconds: int = 15,
+    ) -> FlashPrometheusAutoscaler:
+        """Autoscale a Flash service based on containers' Prometheus metrics.
+
+        The package `prometheus_client` is required to use this method.
+
+        This is a highly experimental method that can break or be removed at any time without warning.
+        Do not use this method unless explicitly instructed to do so by Modal support.
+        """
+        ...
+
+flash_prometheus_autoscaler: __flash_prometheus_autoscaler_spec

modal/image.py

@@ -23,6 +23,7 @@ from typing import (
 
 from google.protobuf.message import Message
 from grpclib.exceptions import GRPCError, StreamTerminatedError
+from typing_extensions import Self
 
 from modal_proto import api_pb2
 
@@ -42,7 +43,7 @@ from .client import _Client
 from .cloud_bucket_mount import _CloudBucketMount
 from .config import config, logger, user_config_path
 from .environments import _get_environment_cached
-from .exception import InvalidError, NotFoundError, RemoteError, VersionError
+from .exception import ExecutionError, InvalidError, NotFoundError, RemoteError, VersionError
 from .file_pattern_matcher import NON_PYTHON_FILES, FilePatternMatcher, _ignore_fn
 from .gpu import GPU_T, parse_gpu_config
 from .mount import _Mount, python_standalone_mount_name
@@ -2295,5 +2296,15 @@ class _Image(_Object, type_prefix="im"):
                 if task_log.data:
                     yield task_log.data
 
+    async def hydrate(self, client: Optional[_Client] = None) -> Self:
+        """mdmd:hidden"""
+        # Image inherits hydrate() from Object but can't be hydrated on demand
+        # Overriding the method lets us hide it from the docs and raise a better error message
+        if not self.is_hydrated:
+            raise ExecutionError(
+                "Images cannot currently be hydrated on demand; you can build an Image by running an App that uses it."
+            )
+        return self
+
 
 Image = synchronize_api(_Image)

modal/image.pyi

@@ -940,6 +940,10 @@ class _Image(modal._object._Object):
         """
         ...
 
+    async def hydrate(self, client: typing.Optional[modal.client._Client] = None) -> typing_extensions.Self:
+        """mdmd:hidden"""
+        ...
+
 SUPERSELF = typing.TypeVar("SUPERSELF", covariant=True)
 
 class Image(modal.object.Object):
@@ -1781,4 +1785,15 @@ class Image(modal.object.Object):
 
     _logs: ___logs_spec[typing_extensions.Self]
 
+    class __hydrate_spec(typing_extensions.Protocol[SUPERSELF]):
+        def __call__(self, /, client: typing.Optional[modal.client.Client] = None) -> SUPERSELF:
+            """mdmd:hidden"""
+            ...
+
+        async def aio(self, /, client: typing.Optional[modal.client.Client] = None) -> SUPERSELF:
+            """mdmd:hidden"""
+            ...
+
+    hydrate: __hydrate_spec[typing_extensions.Self]
+
 SUPPORTED_PYTHON_SERIES: dict[typing.Literal["2023.12", "2024.04", "2024.10", "2025.06", "PREVIEW"], list[str]]

{modal-1.0.6.dev38.dist-info → modal-1.0.6.dev41.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: modal
-Version: 1.0.6.dev38
+Version: 1.0.6.dev41
 Summary: Python client library for Modal
 Author-email: Modal Labs <support@modal.com>
 License: Apache-2.0

{modal-1.0.6.dev38.dist-info → modal-1.0.6.dev41.dist-info}/RECORD

@@ -22,7 +22,7 @@ modal/app.py,sha256=U0sPiHpphcRHLnoLYh2IrU2RSpRFX9BE5uHb7h42STs,47478
 modal/app.pyi,sha256=cXiSTu2bwu6csAUdkOlh7mr9tPvtaS2qWSEhlC1UxAg,43787
 modal/call_graph.py,sha256=1g2DGcMIJvRy-xKicuf63IVE98gJSnQsr8R_NVMptNc,2581
 modal/client.py,sha256=5QyM7VJjsFbHf6E91ar3A2KY9mx03wdtGlNJvfTKUVs,17087
-modal/client.pyi,sha256=gCZMiwKN6BYHj7_1UYSNCUe2FuQhvX1MWhI8HJnbotc,15270
+modal/client.pyi,sha256=59uOX3OI2h90k_P5Ooi8Z33dOMmA92zQerIoMtK_NWA,15270
 modal/cloud_bucket_mount.py,sha256=YOe9nnvSr4ZbeCn587d7_VhE9IioZYRvF9VYQTQux08,5914
 modal/cloud_bucket_mount.pyi,sha256=-qSfYAQvIoO_l2wsCCGTG5ZUwQieNKXdAO00yP1-LYU,7394
 modal/cls.py,sha256=B5EtzpBXemH718YvgXaYjuTKvairvqfXJ7IwLZ_6vVA,40034
@@ -41,8 +41,8 @@ modal/file_pattern_matcher.py,sha256=urAue8es8jxqX94k9EYoZxxhtfgOlsEES8lbFHOorzc
 modal/functions.py,sha256=kcNHvqeGBxPI7Cgd57NIBBghkfbeFJzXO44WW0jSmao,325
 modal/functions.pyi,sha256=FJe_91dSrMCRNVT-YV1UhtxFKzIvL_C5q8xdk08-wT8,34840
 modal/gpu.py,sha256=Fe5ORvVPDIstSq1xjmM6OoNgLYFWvogP9r5BgmD3hYg,6769
-modal/image.py,sha256=dqiVVxKTh77pM5I9M7ty5nFSBtd3JQME0_RAROIBJuw,101717
-modal/image.pyi,sha256=oJYcnVAY-hSLWlA_B4pFNDh3b6ss4wqGuHj9puPPnV4,67552
+modal/image.py,sha256=qTJ6pTcLfYRh112wId7CCNWWmm077w6JoIqxE8BiCoo,102261
+modal/image.pyi,sha256=TVy-rnSAP2WgQ5zf_sQLFzb-99Qg9LiQNGXR9psFA_o,68107
 modal/io_streams.py,sha256=FUDpBsVK8isqwyC7DtAcQZhaHlMFSaNZGhYJOg-SFW0,15590
 modal/io_streams.pyi,sha256=5b3b93ztZeR8IpJtNIGffX24QLPgocE4-gAps8y7CKU,13824
 modal/mount.py,sha256=q-pPeVxAmte-G_LDpbFwaNs2Rb2MIpscfnCXzkhxrOI,36734
@@ -139,7 +139,9 @@ modal/cli/volume.py,sha256=KJ4WKQYjRGsTERkwHE1HcRia9rWzLIDDnlc89QmTLvE,10960
 modal/cli/programs/__init__.py,sha256=svYKtV8HDwDCN86zbdWqyq5T8sMdGDj0PVlzc2tIxDM,28
 modal/cli/programs/run_jupyter.py,sha256=44Lpvqk2l3hH-uOkmAOzw60NEsfB5uaRDWDKVshvQhs,2682
 modal/cli/programs/vscode.py,sha256=KbTAaIXyQBVCDXxXjmBHmKpgXkUw0q4R4KkJvUjCYgk,3380
-modal/experimental/__init__.py,sha256=IT7Tq7nBR59_v5YjKoA5U0KXvMbv_kl5Cgw1jsnm-No,13836
+modal/experimental/__init__.py,sha256=XhRr0QQds4fEAoILQFa0CQWUtQ76Gxioo88CupOxDvI,10847
+modal/experimental/flash.py,sha256=xqfJLpdqaa7mgW8OgAFBfZV95PKzuTzevh7SOSVesnA,19055
+modal/experimental/flash.pyi,sha256=1Nd31nYD8Eqi0BI63XuK6owXPGA0s9CgU_WOAzCQSQs,9957
 modal/experimental/ipython.py,sha256=TrCfmol9LGsRZMeDoeMPx3Hv3BFqQhYnmD_iH0pqdhk,2904
 modal/requirements/2023.12.312.txt,sha256=zWWUVgVQ92GXBKNYYr2-5vn9rlnXcmkqlwlX5u1eTYw,400
 modal/requirements/2023.12.txt,sha256=OjsbXFkCSdkzzryZP82Q73osr5wxQ6EUzmGcK7twfkA,502
@@ -149,7 +151,7 @@ modal/requirements/2025.06.txt,sha256=KxDaVTOwatHvboDo4lorlgJ7-n-MfAwbPwxJ0zcJqr
 modal/requirements/PREVIEW.txt,sha256=KxDaVTOwatHvboDo4lorlgJ7-n-MfAwbPwxJ0zcJqrs,312
 modal/requirements/README.md,sha256=9tK76KP0Uph7O0M5oUgsSwEZDj5y-dcUPsnpR0Sc-Ik,854
 modal/requirements/base-images.json,sha256=JYSDAgHTl-WrV_TZW5icY-IJEnbe2eQ4CZ_KN6EOZKU,1304
-modal-1.0.6.dev38.dist-info/licenses/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
+modal-1.0.6.dev41.dist-info/licenses/LICENSE,sha256=psuoW8kuDP96RQsdhzwOqi6fyWv0ct8CR6Jr7He_P_k,10173
 modal_docs/__init__.py,sha256=svYKtV8HDwDCN86zbdWqyq5T8sMdGDj0PVlzc2tIxDM,28
 modal_docs/gen_cli_docs.py,sha256=c1yfBS_x--gL5bs0N4ihMwqwX8l3IBWSkBAKNNIi6bQ,3801
 modal_docs/gen_reference_docs.py,sha256=d_CQUGQ0rfw28u75I2mov9AlS773z9rG40-yq5o7g2U,6359
@@ -157,10 +159,10 @@ modal_docs/mdmd/__init__.py,sha256=svYKtV8HDwDCN86zbdWqyq5T8sMdGDj0PVlzc2tIxDM,2
 modal_docs/mdmd/mdmd.py,sha256=eW5MzrEl7mSclDo4Uv64sQ1-4IyLggldbgUJdBVLDdI,6449
 modal_docs/mdmd/signatures.py,sha256=XJaZrK7Mdepk5fdX51A8uENiLFNil85Ud0d4MH8H5f0,3218
 modal_proto/__init__.py,sha256=MIEP8jhXUeGq_eCjYFcqN5b1bxBM4fdk0VESpjWR0fc,28
-modal_proto/api.proto,sha256=NxnajWiJMn8KuIYlM_Er-lgt2TZX5NDM7zQBriIo4e0,99354
+modal_proto/api.proto,sha256=8gWPs6-uQ-6FzXsGoZfd0Thxn7M8HCGlJifgak-HuOc,99382
 modal_proto/api_grpc.py,sha256=F7Hu-1Yg7p5a2SbKw9yR4AgpyU0ntvgZTaVbIJMR0DE,122366
-modal_proto/api_pb2.py,sha256=IMsL_9MKeCNTaByHg-eH_6UqK8m3aSGUzJId6tCRPhQ,349638
-modal_proto/api_pb2.pyi,sha256=PUhlvse2LZV6v6rOEMyaPOlT852GWsy2P5SrLHiGAG8,476220
+modal_proto/api_pb2.py,sha256=UkIGNmJulT5xRc0m6Yem28lW0NJOiPta0SzfiX6lNh8,349679
+modal_proto/api_pb2.pyi,sha256=SOShNIPqZiOSqTgo18QkH6UCfAhLrGeMdIWs2hC8Sco,476375
 modal_proto/api_pb2_grpc.py,sha256=pIFrNmCOgRRcIW8A1Ekja9Po6fHcsj54ExDZFzTpYe4,264347
 modal_proto/api_pb2_grpc.pyi,sha256=vtxrQ9xnQG6ZRXjp2uk43Mb7wV7F4qGYuVl5JUBc8jI,61968
 modal_proto/modal_api_grpc.py,sha256=Yl_fGbSIuX2FAEnURkYpKqshs7kbNqtz5HlTJEXkbhE,18487
@@ -172,10 +174,10 @@ modal_proto/options_pb2.pyi,sha256=l7DBrbLO7q3Ir-XDkWsajm0d0TQqqrfuX54i4BMpdQg,1
 modal_proto/options_pb2_grpc.py,sha256=1oboBPFxaTEXt9Aw7EAj8gXHDCNMhZD2VXqocC9l_gk,159
 modal_proto/options_pb2_grpc.pyi,sha256=CImmhxHsYnF09iENPoe8S4J-n93jtgUYD2JPAc0yJSI,247
 modal_proto/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-modal_version/__init__.py,sha256=3GMXwf5s3bwgivwCIexLbo7syja587KpYtNQgL-_FYU,121
+modal_version/__init__.py,sha256=o2_TOOYQzVwzurP3BNmDktIpBKS1fw1A_18HSJsCKcg,121
 modal_version/__main__.py,sha256=2FO0yYQQwDTh6udt1h-cBnGd1c4ZyHnHSI4BksxzVac,105
-modal-1.0.6.dev38.dist-info/METADATA,sha256=6wAATmdVSi5pDGrujWiXbEdhl_5cgWAwsHn1tGYATOg,2462
-modal-1.0.6.dev38.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
-modal-1.0.6.dev38.dist-info/entry_points.txt,sha256=An-wYgeEUnm6xzrAP9_NTSTSciYvvEWsMZILtYrvpAI,46
-modal-1.0.6.dev38.dist-info/top_level.txt,sha256=4BWzoKYREKUZ5iyPzZpjqx4G8uB5TWxXPDwibLcVa7k,43
-modal-1.0.6.dev38.dist-info/RECORD,,
+modal-1.0.6.dev41.dist-info/METADATA,sha256=i4u_mrFwG5IBfWnQQ7bp99JIQnqaz7zPlnpteqBudDI,2462
+modal-1.0.6.dev41.dist-info/WHEEL,sha256=1tXe9gY0PYatrMPMDd6jXqjfpz_B-Wqm32CPfRC58XU,91
+modal-1.0.6.dev41.dist-info/entry_points.txt,sha256=An-wYgeEUnm6xzrAP9_NTSTSciYvvEWsMZILtYrvpAI,46
+modal-1.0.6.dev41.dist-info/top_level.txt,sha256=4BWzoKYREKUZ5iyPzZpjqx4G8uB5TWxXPDwibLcVa7k,43
+modal-1.0.6.dev41.dist-info/RECORD,,

modal_proto/api.proto

@@ -1487,6 +1487,7 @@ message FunctionCallCancelRequest {
 message FunctionCallGetDataRequest {
   string function_call_id = 1;
   uint64 last_index = 2;
+  string attempt_token = 3;
 }
 
 message FunctionCallInfo {