modal 0.67.1__py3-none-any.whl → 0.67.33__py3-none-any.whl

modal/functions.pyi

@@ -1,3 +1,4 @@
+import collections.abc
 import google.protobuf.message
 import modal._utils.async_utils
 import modal._utils.function_utils
@@ -25,11 +26,35 @@ import pathlib
 import typing
 import typing_extensions
 
+class _RetryContext:
+    function_call_invocation_type: int
+    retry_policy: modal_proto.api_pb2.FunctionRetryPolicy
+    function_call_jwt: str
+    input_jwt: str
+    input_id: str
+    item: modal_proto.api_pb2.FunctionPutInputsItem
+
+    def __init__(
+        self,
+        function_call_invocation_type: int,
+        retry_policy: modal_proto.api_pb2.FunctionRetryPolicy,
+        function_call_jwt: str,
+        input_jwt: str,
+        input_id: str,
+        item: modal_proto.api_pb2.FunctionPutInputsItem,
+    ) -> None: ...
+    def __repr__(self): ...
+    def __eq__(self, other): ...
+
 class _Invocation:
     stub: modal_proto.modal_api_grpc.ModalClientModal
 
     def __init__(
-        self, stub: modal_proto.modal_api_grpc.ModalClientModal, function_call_id: str, client: modal.client._Client
+        self,
+        stub: modal_proto.modal_api_grpc.ModalClientModal,
+        function_call_id: str,
+        client: modal.client._Client,
+        retry_context: typing.Optional[_RetryContext] = None,
     ): ...
     @staticmethod
     async def create(
@@ -38,6 +63,8 @@ class _Invocation:
     async def pop_function_call_outputs(
         self, timeout: typing.Optional[float], clear_on_success: bool
     ) -> modal_proto.api_pb2.FunctionGetOutputsResponse: ...
+    async def _retry_input(self) -> None: ...
+    async def _get_single_output(self) -> typing.Any: ...
     async def run_function(self) -> typing.Any: ...
     async def poll_function(self, timeout: typing.Optional[float] = None): ...
     def run_generator(self): ...
@@ -60,42 +87,38 @@ def _parse_retries(
 
 class _FunctionSpec:
     image: typing.Optional[modal.image._Image]
-    mounts: typing.Sequence[modal.mount._Mount]
-    secrets: typing.Sequence[modal.secret._Secret]
-    network_file_systems: typing.Dict[
-        typing.Union[str, pathlib.PurePosixPath], modal.network_file_system._NetworkFileSystem
-    ]
-    volumes: typing.Dict[
+    mounts: collections.abc.Sequence[modal.mount._Mount]
+    secrets: collections.abc.Sequence[modal.secret._Secret]
+    network_file_systems: dict[typing.Union[str, pathlib.PurePosixPath], modal.network_file_system._NetworkFileSystem]
+    volumes: dict[
         typing.Union[str, pathlib.PurePosixPath],
         typing.Union[modal.volume._Volume, modal.cloud_bucket_mount._CloudBucketMount],
     ]
-    gpus: typing.Union[
-        None, bool, str, modal.gpu._GPUConfig, typing.List[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
-    ]
+    gpus: typing.Union[None, bool, str, modal.gpu._GPUConfig, list[typing.Union[None, bool, str, modal.gpu._GPUConfig]]]
     cloud: typing.Optional[str]
     cpu: typing.Optional[float]
-    memory: typing.Union[int, typing.Tuple[int, int], None]
+    memory: typing.Union[int, tuple[int, int], None]
     ephemeral_disk: typing.Optional[int]
     scheduler_placement: typing.Optional[modal.scheduler_placement.SchedulerPlacement]
 
     def __init__(
         self,
         image: typing.Optional[modal.image._Image],
-        mounts: typing.Sequence[modal.mount._Mount],
-        secrets: typing.Sequence[modal.secret._Secret],
-        network_file_systems: typing.Dict[
+        mounts: collections.abc.Sequence[modal.mount._Mount],
+        secrets: collections.abc.Sequence[modal.secret._Secret],
+        network_file_systems: dict[
             typing.Union[str, pathlib.PurePosixPath], modal.network_file_system._NetworkFileSystem
         ],
-        volumes: typing.Dict[
+        volumes: dict[
             typing.Union[str, pathlib.PurePosixPath],
             typing.Union[modal.volume._Volume, modal.cloud_bucket_mount._CloudBucketMount],
         ],
         gpus: typing.Union[
-            None, bool, str, modal.gpu._GPUConfig, typing.List[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
+            None, bool, str, modal.gpu._GPUConfig, list[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
         ],
         cloud: typing.Optional[str],
         cpu: typing.Optional[float],
-        memory: typing.Union[int, typing.Tuple[int, int], None],
+        memory: typing.Union[int, tuple[int, int], None],
         ephemeral_disk: typing.Optional[int],
         scheduler_placement: typing.Optional[modal.scheduler_placement.SchedulerPlacement],
     ) -> None: ...
@@ -110,7 +133,7 @@ OriginalReturnType = typing.TypeVar("OriginalReturnType", covariant=True)
 
 class _Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object._Object):
     _info: typing.Optional[modal._utils.function_utils.FunctionInfo]
-    _serve_mounts: typing.FrozenSet[modal.mount._Mount]
+    _serve_mounts: frozenset[modal.mount._Mount]
     _app: typing.Optional[modal.app._App]
     _obj: typing.Optional[modal.cls._Obj]
     _web_url: typing.Optional[str]
@@ -124,32 +147,31 @@ class _Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.
     _cluster_size: typing.Optional[int]
     _use_method_name: str
     _class_parameter_info: typing.Optional[modal_proto.api_pb2.ClassParameterInfo]
-    _method_handle_metadata: typing.Optional[typing.Dict[str, modal_proto.api_pb2.FunctionHandleMetadata]]
+    _method_handle_metadata: typing.Optional[dict[str, modal_proto.api_pb2.FunctionHandleMetadata]]
 
     def _bind_method(self, user_cls, method_name: str, partial_function: modal.partial_function._PartialFunction): ...
-    def _bind_instance_method(self, class_bound_method: _Function): ...
     @staticmethod
     def from_args(
         info: modal._utils.function_utils.FunctionInfo,
         app,
         image: modal.image._Image,
-        secrets: typing.Sequence[modal.secret._Secret] = (),
+        secrets: collections.abc.Sequence[modal.secret._Secret] = (),
         schedule: typing.Optional[modal.schedule.Schedule] = None,
         is_generator=False,
         gpu: typing.Union[
-            None, bool, str, modal.gpu._GPUConfig, typing.List[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
+            None, bool, str, modal.gpu._GPUConfig, list[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
         ] = None,
-        mounts: typing.Collection[modal.mount._Mount] = (),
-        network_file_systems: typing.Dict[
+        mounts: collections.abc.Collection[modal.mount._Mount] = (),
+        network_file_systems: dict[
             typing.Union[str, pathlib.PurePosixPath], modal.network_file_system._NetworkFileSystem
         ] = {},
         allow_cross_region_volumes: bool = False,
-        volumes: typing.Dict[
+        volumes: dict[
             typing.Union[str, pathlib.PurePosixPath],
             typing.Union[modal.volume._Volume, modal.cloud_bucket_mount._CloudBucketMount],
         ] = {},
         webhook_config: typing.Optional[modal_proto.api_pb2.WebhookConfig] = None,
-        memory: typing.Union[int, typing.Tuple[int, int], None] = None,
+        memory: typing.Union[int, tuple[int, int], None] = None,
         proxy: typing.Optional[modal.proxy._Proxy] = None,
         retries: typing.Union[int, modal.retries.Retries, None] = None,
         timeout: typing.Optional[int] = None,
@@ -177,15 +199,14 @@ class _Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.
     def _bind_parameters(
         self,
         obj: modal.cls._Obj,
-        from_other_workspace: bool,
         options: typing.Optional[modal_proto.api_pb2.FunctionOptions],
-        args: typing.Sized,
-        kwargs: typing.Dict[str, typing.Any],
+        args: collections.abc.Sized,
+        kwargs: dict[str, typing.Any],
     ) -> _Function: ...
     async def keep_warm(self, warm_pool_size: int) -> None: ...
     @classmethod
     def from_name(
-        cls: typing.Type[_Function], app_name: str, tag: str, namespace=1, environment_name: typing.Optional[str] = None
+        cls: type[_Function], app_name: str, tag: str, namespace=1, environment_name: typing.Optional[str] = None
     ) -> _Function: ...
     @staticmethod
     async def lookup(
@@ -218,13 +239,13 @@ class _Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.
     def cluster_size(self) -> int: ...
     def _map(
         self, input_queue: modal.parallel_map._SynchronizedQueue, order_outputs: bool, return_exceptions: bool
-    ) -> typing.AsyncGenerator[typing.Any, None]: ...
+    ) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
     async def _call_function(self, args, kwargs) -> ReturnType: ...
     async def _call_function_nowait(self, args, kwargs, function_call_invocation_type: int) -> _Invocation: ...
     def _call_generator(self, args, kwargs): ...
     async def _call_generator_nowait(self, args, kwargs): ...
     async def remote(self, *args: P.args, **kwargs: P.kwargs) -> ReturnType: ...
-    def remote_gen(self, *args, **kwargs) -> typing.AsyncGenerator[typing.Any, None]: ...
+    def remote_gen(self, *args, **kwargs) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
     def _get_info(self) -> modal._utils.function_utils.FunctionInfo: ...
     def _get_obj(self) -> typing.Optional[modal.cls._Obj]: ...
     def local(self, *args: P.args, **kwargs: P.kwargs) -> OriginalReturnType: ...
@@ -279,7 +300,7 @@ P_INNER = typing_extensions.ParamSpec("P_INNER")
 
 class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.Object):
     _info: typing.Optional[modal._utils.function_utils.FunctionInfo]
-    _serve_mounts: typing.FrozenSet[modal.mount.Mount]
+    _serve_mounts: frozenset[modal.mount.Mount]
     _app: typing.Optional[modal.app.App]
     _obj: typing.Optional[modal.cls.Obj]
     _web_url: typing.Optional[str]
@@ -293,33 +314,32 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
     _cluster_size: typing.Optional[int]
     _use_method_name: str
     _class_parameter_info: typing.Optional[modal_proto.api_pb2.ClassParameterInfo]
-    _method_handle_metadata: typing.Optional[typing.Dict[str, modal_proto.api_pb2.FunctionHandleMetadata]]
+    _method_handle_metadata: typing.Optional[dict[str, modal_proto.api_pb2.FunctionHandleMetadata]]
 
     def __init__(self, *args, **kwargs): ...
     def _bind_method(self, user_cls, method_name: str, partial_function: modal.partial_function.PartialFunction): ...
-    def _bind_instance_method(self, class_bound_method: Function): ...
     @staticmethod
     def from_args(
         info: modal._utils.function_utils.FunctionInfo,
         app,
         image: modal.image.Image,
-        secrets: typing.Sequence[modal.secret.Secret] = (),
+        secrets: collections.abc.Sequence[modal.secret.Secret] = (),
         schedule: typing.Optional[modal.schedule.Schedule] = None,
         is_generator=False,
         gpu: typing.Union[
-            None, bool, str, modal.gpu._GPUConfig, typing.List[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
+            None, bool, str, modal.gpu._GPUConfig, list[typing.Union[None, bool, str, modal.gpu._GPUConfig]]
         ] = None,
-        mounts: typing.Collection[modal.mount.Mount] = (),
-        network_file_systems: typing.Dict[
+        mounts: collections.abc.Collection[modal.mount.Mount] = (),
+        network_file_systems: dict[
             typing.Union[str, pathlib.PurePosixPath], modal.network_file_system.NetworkFileSystem
         ] = {},
         allow_cross_region_volumes: bool = False,
-        volumes: typing.Dict[
+        volumes: dict[
             typing.Union[str, pathlib.PurePosixPath],
             typing.Union[modal.volume.Volume, modal.cloud_bucket_mount.CloudBucketMount],
         ] = {},
         webhook_config: typing.Optional[modal_proto.api_pb2.WebhookConfig] = None,
-        memory: typing.Union[int, typing.Tuple[int, int], None] = None,
+        memory: typing.Union[int, tuple[int, int], None] = None,
         proxy: typing.Optional[modal.proxy.Proxy] = None,
         retries: typing.Union[int, modal.retries.Retries, None] = None,
         timeout: typing.Optional[int] = None,
@@ -347,10 +367,9 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
     def _bind_parameters(
         self,
         obj: modal.cls.Obj,
-        from_other_workspace: bool,
         options: typing.Optional[modal_proto.api_pb2.FunctionOptions],
-        args: typing.Sized,
-        kwargs: typing.Dict[str, typing.Any],
+        args: collections.abc.Sized,
+        kwargs: dict[str, typing.Any],
     ) -> Function: ...
 
     class __keep_warm_spec(typing_extensions.Protocol):
@@ -361,7 +380,7 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
 
     @classmethod
     def from_name(
-        cls: typing.Type[Function], app_name: str, tag: str, namespace=1, environment_name: typing.Optional[str] = None
+        cls: type[Function], app_name: str, tag: str, namespace=1, environment_name: typing.Optional[str] = None
     ) -> Function: ...
 
     class __lookup_spec(typing_extensions.Protocol):
@@ -412,7 +431,7 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
         ) -> typing.Generator[typing.Any, None, None]: ...
         def aio(
             self, input_queue: modal.parallel_map.SynchronizedQueue, order_outputs: bool, return_exceptions: bool
-        ) -> typing.AsyncGenerator[typing.Any, None]: ...
+        ) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
 
     _map: ___map_spec
 
@@ -436,15 +455,15 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
 
     _call_generator_nowait: ___call_generator_nowait_spec
 
-    class __remote_spec(typing_extensions.Protocol[ReturnType_INNER, P_INNER]):
+    class __remote_spec(typing_extensions.Protocol[P_INNER, ReturnType_INNER]):
         def __call__(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> ReturnType_INNER: ...
         async def aio(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> ReturnType_INNER: ...
 
-    remote: __remote_spec[ReturnType, P]
+    remote: __remote_spec[P, ReturnType]
 
     class __remote_gen_spec(typing_extensions.Protocol):
         def __call__(self, *args, **kwargs) -> typing.Generator[typing.Any, None, None]: ...
-        def aio(self, *args, **kwargs) -> typing.AsyncGenerator[typing.Any, None]: ...
+        def aio(self, *args, **kwargs) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
 
     remote_gen: __remote_gen_spec
 
@@ -452,17 +471,17 @@ class Function(typing.Generic[P, ReturnType, OriginalReturnType], modal.object.O
     def _get_obj(self) -> typing.Optional[modal.cls.Obj]: ...
     def local(self, *args: P.args, **kwargs: P.kwargs) -> OriginalReturnType: ...
 
-    class ___experimental_spawn_spec(typing_extensions.Protocol[ReturnType_INNER, P_INNER]):
+    class ___experimental_spawn_spec(typing_extensions.Protocol[P_INNER, ReturnType_INNER]):
         def __call__(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> FunctionCall[ReturnType_INNER]: ...
         async def aio(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> FunctionCall[ReturnType_INNER]: ...
 
-    _experimental_spawn: ___experimental_spawn_spec[ReturnType, P]
+    _experimental_spawn: ___experimental_spawn_spec[P, ReturnType]
 
-    class __spawn_spec(typing_extensions.Protocol[ReturnType_INNER, P_INNER]):
+    class __spawn_spec(typing_extensions.Protocol[P_INNER, ReturnType_INNER]):
         def __call__(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> FunctionCall[ReturnType_INNER]: ...
         async def aio(self, *args: P_INNER.args, **kwargs: P_INNER.kwargs) -> FunctionCall[ReturnType_INNER]: ...
 
-    spawn: __spawn_spec[ReturnType, P]
+    spawn: __spawn_spec[P, ReturnType]
 
     def get_raw_f(self) -> typing.Callable[..., typing.Any]: ...
 
@@ -517,8 +536,8 @@ class _FunctionCall(typing.Generic[ReturnType], modal.object._Object):
 
     def _invocation(self): ...
     async def get(self, timeout: typing.Optional[float] = None) -> ReturnType: ...
-    def get_gen(self) -> typing.AsyncGenerator[typing.Any, None]: ...
-    async def get_call_graph(self) -> typing.List[modal.call_graph.InputInfo]: ...
+    def get_gen(self) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
+    async def get_call_graph(self) -> list[modal.call_graph.InputInfo]: ...
     async def cancel(self, terminate_containers: bool = False): ...
     @staticmethod
     async def from_id(
@@ -539,13 +558,13 @@ class FunctionCall(typing.Generic[ReturnType], modal.object.Object):
 
     class __get_gen_spec(typing_extensions.Protocol):
         def __call__(self) -> typing.Generator[typing.Any, None, None]: ...
-        def aio(self) -> typing.AsyncGenerator[typing.Any, None]: ...
+        def aio(self) -> collections.abc.AsyncGenerator[typing.Any, None]: ...
 
     get_gen: __get_gen_spec
 
     class __get_call_graph_spec(typing_extensions.Protocol):
-        def __call__(self) -> typing.List[modal.call_graph.InputInfo]: ...
-        async def aio(self) -> typing.List[modal.call_graph.InputInfo]: ...
+        def __call__(self) -> list[modal.call_graph.InputInfo]: ...
+        async def aio(self) -> list[modal.call_graph.InputInfo]: ...
 
     get_call_graph: __get_call_graph_spec