modal 0.62.16__py3-none-any.whl → 0.72.11__py3-none-any.whl

modal/object.pyi

@@ -1,3 +1,4 @@
+import collections.abc
 import google.protobuf.message
 import modal._resolver
 import modal.client
@@ -8,189 +9,211 @@ O = typing.TypeVar("O", bound="_Object")
 
 _BLOCKING_O = typing.TypeVar("_BLOCKING_O", bound="Object")
 
-def _get_environment_name(environment_name: typing.Union[str, None], resolver: typing.Union[modal._resolver.Resolver, None] = None) -> typing.Union[str, None]:
-    ...
-
+def _get_environment_name(
+    environment_name: typing.Optional[str] = None, resolver: typing.Optional[modal._resolver.Resolver] = None
+) -> typing.Optional[str]: ...
 
 class _Object:
-    _type_prefix: typing.ClassVar[typing.Union[str, None]]
-    _prefix_to_type: typing.ClassVar[typing.Dict[str, type]]
-    _load: typing.Union[typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None]
-    _preload: typing.Union[typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None]
+    _type_prefix: typing.ClassVar[typing.Optional[str]]
+    _prefix_to_type: typing.ClassVar[dict[str, type]]
+    _load: typing.Optional[
+        typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+    ]
+    _preload: typing.Optional[
+        typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+    ]
     _rep: str
     _is_another_app: bool
     _hydrate_lazily: bool
-    _deps: typing.Union[typing.Callable[..., typing.List[_Object]], None]
-    _deduplication_key: typing.Union[typing.Callable[[], typing.Awaitable[typing.Hashable]], None]
+    _deps: typing.Optional[typing.Callable[..., list[_Object]]]
+    _deduplication_key: typing.Optional[typing.Callable[[], collections.abc.Awaitable[collections.abc.Hashable]]]
     _object_id: str
     _client: modal.client._Client
     _is_hydrated: bool
+    _is_rehydrated: bool
 
     @classmethod
-    def __init_subclass__(cls, type_prefix: typing.Union[str, None] = None):
-        ...
-
-    def __init__(self, *args, **kwargs):
-        ...
-
-    def _init(self, rep: str, load: typing.Union[typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None] = None, is_another_app: bool = False, preload: typing.Union[typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None] = None, hydrate_lazily: bool = False, deps: typing.Union[typing.Callable[..., typing.List[_Object]], None] = None, deduplication_key: typing.Union[typing.Callable[[], typing.Awaitable[typing.Hashable]], None] = None):
-        ...
-
-    def _unhydrate(self):
-        ...
-
-    def _initialize_from_empty(self):
-        ...
-
-    def _initialize_from_other(self, other):
-        ...
-
-    def _hydrate(self, object_id: str, client: modal.client._Client, metadata: typing.Union[google.protobuf.message.Message, None]):
-        ...
-
-    def _hydrate_metadata(self, metadata: typing.Union[google.protobuf.message.Message, None]):
-        ...
-
-    def _get_metadata(self) -> typing.Union[google.protobuf.message.Message, None]:
-        ...
-
-    def _init_from_other(self, other: O):
-        ...
-
-    def clone(self: O) -> O:
-        ...
-
+    def __init_subclass__(cls, type_prefix: typing.Optional[str] = None): ...
+    def __init__(self, *args, **kwargs): ...
+    def _init(
+        self,
+        rep: str,
+        load: typing.Optional[
+            typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+        ] = None,
+        is_another_app: bool = False,
+        preload: typing.Optional[
+            typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+        ] = None,
+        hydrate_lazily: bool = False,
+        deps: typing.Optional[typing.Callable[..., list[_Object]]] = None,
+        deduplication_key: typing.Optional[
+            typing.Callable[[], collections.abc.Awaitable[collections.abc.Hashable]]
+        ] = None,
+    ): ...
+    def _unhydrate(self): ...
+    def _initialize_from_empty(self): ...
+    def _initialize_from_other(self, other): ...
+    def _hydrate(
+        self, object_id: str, client: modal.client._Client, metadata: typing.Optional[google.protobuf.message.Message]
+    ): ...
+    def _hydrate_metadata(self, metadata: typing.Optional[google.protobuf.message.Message]): ...
+    def _get_metadata(self) -> typing.Optional[google.protobuf.message.Message]: ...
+    def _validate_is_hydrated(self: O): ...
+    def clone(self: O) -> O: ...
     @classmethod
-    def _from_loader(cls, load: typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], rep: str, is_another_app: bool = False, preload: typing.Union[typing.Callable[[O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None] = None, hydrate_lazily: bool = False, deps: typing.Union[typing.Callable[..., typing.List[_Object]], None] = None, deduplication_key: typing.Union[typing.Callable[[], typing.Awaitable[typing.Hashable]], None] = None):
-        ...
-
+    def _from_loader(
+        cls,
+        load: typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]],
+        rep: str,
+        is_another_app: bool = False,
+        preload: typing.Optional[
+            typing.Callable[[O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+        ] = None,
+        hydrate_lazily: bool = False,
+        deps: typing.Optional[typing.Callable[..., collections.abc.Sequence[_Object]]] = None,
+        deduplication_key: typing.Optional[
+            typing.Callable[[], collections.abc.Awaitable[collections.abc.Hashable]]
+        ] = None,
+    ): ...
     @classmethod
-    def _new_hydrated(cls: typing.Type[O], object_id: str, client: modal.client._Client, handle_metadata: typing.Union[google.protobuf.message.Message, None], is_another_app: bool = False) -> O:
-        ...
-
-    def _hydrate_from_other(self, other: O):
-        ...
-
-    def __repr__(self):
-        ...
-
+    def _get_type_from_id(cls: type[O], object_id: str) -> type[O]: ...
+    @classmethod
+    def _is_id_type(cls: type[O], object_id) -> bool: ...
+    @classmethod
+    def _new_hydrated(
+        cls: type[O],
+        object_id: str,
+        client: modal.client._Client,
+        handle_metadata: typing.Optional[google.protobuf.message.Message],
+        is_another_app: bool = False,
+    ) -> O: ...
+    def _hydrate_from_other(self, other: O): ...
+    def __repr__(self): ...
     @property
-    def local_uuid(self):
-        ...
-
+    def local_uuid(self): ...
     @property
-    def object_id(self):
-        ...
-
+    def object_id(self) -> str: ...
     @property
-    def is_hydrated(self) -> bool:
-        ...
-
+    def is_hydrated(self) -> bool: ...
     @property
-    def deps(self) -> typing.Callable[..., typing.List[_Object]]:
-        ...
-
-    async def resolve(self):
-        ...
-
+    def deps(self) -> typing.Callable[..., list[_Object]]: ...
+    async def resolve(self, client: typing.Optional[modal.client._Client] = None): ...
 
 class Object:
-    _type_prefix: typing.ClassVar[typing.Union[str, None]]
-    _prefix_to_type: typing.ClassVar[typing.Dict[str, type]]
-    _load: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], None]
-    _preload: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], None]
+    _type_prefix: typing.ClassVar[typing.Optional[str]]
+    _prefix_to_type: typing.ClassVar[dict[str, type]]
+    _load: typing.Optional[
+        typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+    ]
+    _preload: typing.Optional[
+        typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]]
+    ]
     _rep: str
     _is_another_app: bool
     _hydrate_lazily: bool
-    _deps: typing.Union[typing.Callable[..., typing.List[Object]], None]
-    _deduplication_key: typing.Union[typing.Callable[[], typing.Hashable], None]
+    _deps: typing.Optional[typing.Callable[..., list[Object]]]
+    _deduplication_key: typing.Optional[typing.Callable[[], collections.abc.Awaitable[collections.abc.Hashable]]]
     _object_id: str
     _client: modal.client.Client
     _is_hydrated: bool
+    _is_rehydrated: bool
 
-    def __init__(self, *args, **kwargs):
-        ...
-
+    def __init__(self, *args, **kwargs): ...
     @classmethod
-    def __init_subclass__(cls, type_prefix: typing.Union[str, None] = None):
-        ...
+    def __init_subclass__(cls, type_prefix: typing.Optional[str] = None): ...
 
     class ___init_spec(typing_extensions.Protocol):
-        def __call__(self, rep: str, load: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], None] = None, is_another_app: bool = False, preload: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], None] = None, hydrate_lazily: bool = False, deps: typing.Union[typing.Callable[..., typing.List[Object]], None] = None, deduplication_key: typing.Union[typing.Callable[[], typing.Hashable], None] = None):
-            ...
-
-        def aio(self, rep: str, load: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None] = None, is_another_app: bool = False, preload: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], typing.Awaitable[None]], None] = None, hydrate_lazily: bool = False, deps: typing.Union[typing.Callable[..., typing.List[Object]], None] = None, deduplication_key: typing.Union[typing.Callable[[], typing.Awaitable[typing.Hashable]], None] = None):
-            ...
+        def __call__(
+            self,
+            rep: str,
+            load: typing.Optional[
+                typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], None]
+            ] = None,
+            is_another_app: bool = False,
+            preload: typing.Optional[
+                typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], None]
+            ] = None,
+            hydrate_lazily: bool = False,
+            deps: typing.Optional[typing.Callable[..., list[Object]]] = None,
+            deduplication_key: typing.Optional[typing.Callable[[], collections.abc.Hashable]] = None,
+        ): ...
+        def aio(
+            self,
+            rep: str,
+            load: typing.Optional[
+                typing.Callable[
+                    [_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]
+                ]
+            ] = None,
+            is_another_app: bool = False,
+            preload: typing.Optional[
+                typing.Callable[
+                    [_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], collections.abc.Awaitable[None]
+                ]
+            ] = None,
+            hydrate_lazily: bool = False,
+            deps: typing.Optional[typing.Callable[..., list[Object]]] = None,
+            deduplication_key: typing.Optional[
+                typing.Callable[[], collections.abc.Awaitable[collections.abc.Hashable]]
+            ] = None,
+        ): ...
 
     _init: ___init_spec
 
-    def _unhydrate(self):
-        ...
-
-    def _initialize_from_empty(self):
-        ...
-
-    def _initialize_from_other(self, other):
-        ...
-
-    def _hydrate(self, object_id: str, client: modal.client.Client, metadata: typing.Union[google.protobuf.message.Message, None]):
-        ...
-
-    def _hydrate_metadata(self, metadata: typing.Union[google.protobuf.message.Message, None]):
-        ...
-
-    def _get_metadata(self) -> typing.Union[google.protobuf.message.Message, None]:
-        ...
-
-    def _init_from_other(self, other: _BLOCKING_O):
-        ...
-
-    def clone(self: _BLOCKING_O) -> _BLOCKING_O:
-        ...
-
+    def _unhydrate(self): ...
+    def _initialize_from_empty(self): ...
+    def _initialize_from_other(self, other): ...
+    def _hydrate(
+        self, object_id: str, client: modal.client.Client, metadata: typing.Optional[google.protobuf.message.Message]
+    ): ...
+    def _hydrate_metadata(self, metadata: typing.Optional[google.protobuf.message.Message]): ...
+    def _get_metadata(self) -> typing.Optional[google.protobuf.message.Message]: ...
+    def _validate_is_hydrated(self: _BLOCKING_O): ...
+    def clone(self: _BLOCKING_O) -> _BLOCKING_O: ...
     @classmethod
-    def _from_loader(cls, load: typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], rep: str, is_another_app: bool = False, preload: typing.Union[typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Union[str, None]], None], None] = None, hydrate_lazily: bool = False, deps: typing.Union[typing.Callable[..., typing.List[Object]], None] = None, deduplication_key: typing.Union[typing.Callable[[], typing.Hashable], None] = None):
-        ...
-
+    def _from_loader(
+        cls,
+        load: typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], None],
+        rep: str,
+        is_another_app: bool = False,
+        preload: typing.Optional[
+            typing.Callable[[_BLOCKING_O, modal._resolver.Resolver, typing.Optional[str]], None]
+        ] = None,
+        hydrate_lazily: bool = False,
+        deps: typing.Optional[typing.Callable[..., collections.abc.Sequence[Object]]] = None,
+        deduplication_key: typing.Optional[typing.Callable[[], collections.abc.Hashable]] = None,
+    ): ...
     @classmethod
-    def _new_hydrated(cls: typing.Type[_BLOCKING_O], object_id: str, client: modal.client.Client, handle_metadata: typing.Union[google.protobuf.message.Message, None], is_another_app: bool = False) -> _BLOCKING_O:
-        ...
-
-    def _hydrate_from_other(self, other: _BLOCKING_O):
-        ...
-
-    def __repr__(self):
-        ...
-
+    def _get_type_from_id(cls: type[_BLOCKING_O], object_id: str) -> type[_BLOCKING_O]: ...
+    @classmethod
+    def _is_id_type(cls: type[_BLOCKING_O], object_id) -> bool: ...
+    @classmethod
+    def _new_hydrated(
+        cls: type[_BLOCKING_O],
+        object_id: str,
+        client: modal.client.Client,
+        handle_metadata: typing.Optional[google.protobuf.message.Message],
+        is_another_app: bool = False,
+    ) -> _BLOCKING_O: ...
+    def _hydrate_from_other(self, other: _BLOCKING_O): ...
+    def __repr__(self): ...
     @property
-    def local_uuid(self):
-        ...
-
+    def local_uuid(self): ...
     @property
-    def object_id(self):
-        ...
-
+    def object_id(self) -> str: ...
     @property
-    def is_hydrated(self) -> bool:
-        ...
-
+    def is_hydrated(self) -> bool: ...
     @property
-    def deps(self) -> typing.Callable[..., typing.List[Object]]:
-        ...
+    def deps(self) -> typing.Callable[..., list[Object]]: ...
 
     class __resolve_spec(typing_extensions.Protocol):
-        def __call__(self):
-            ...
-
-        async def aio(self, *args, **kwargs):
-            ...
+        def __call__(self, client: typing.Optional[modal.client.Client] = None): ...
+        async def aio(self, client: typing.Optional[modal.client.Client] = None): ...
 
     resolve: __resolve_spec
 
+def live_method(method): ...
+def live_method_gen(method): ...
 
-def live_method(method):
-    ...
-
-
-def live_method_gen(method):
-    ...
+EPHEMERAL_OBJECT_HEARTBEAT_SLEEP: int

modal/output.py

@@ -0,0 +1,63 @@
+# Copyright Modal Labs 2024
+"""Interface to Modal's OutputManager functionality.
+
+These functions live here so that Modal library code can import them without
+transitively importing Rich, as we do in global scope in _output.py. This allows
+us to avoid importing Rich for client code that runs in the container environment.
+
+"""
+import contextlib
+from collections.abc import Generator
+from typing import TYPE_CHECKING, Optional
+
+if TYPE_CHECKING:
+    from ._output import OutputManager
+
+
+OUTPUT_ENABLED = False
+
+
+@contextlib.contextmanager
+def enable_output(show_progress: bool = True) -> Generator[None, None, None]:
+    """Context manager that enable output when using the Python SDK.
+
+    This will print to stdout and stderr things such as
+    1. Logs from running functions
+    2. Status of creating objects
+    3. Map progress
+
+    Example:
+    ```python
+    app = modal.App()
+    with modal.enable_output():
+        with app.run():
+            ...
+    ```
+    """
+    from ._output import OutputManager
+
+    # Toggle the output flag from within this function so that we can
+    # call _get_output_manager from within the library and only import
+    # the _output module if output is explicitly enabled. That prevents
+    # us from trying to import rich inside a container environment where
+    # it might not be installed. This is sort of hacky and I would prefer
+    # a more thorough refactor where the OutputManager is fully useable
+    # without rich installed, but that's a larger project.
+    global OUTPUT_ENABLED
+
+    try:
+        with OutputManager.enable_output(show_progress):
+            OUTPUT_ENABLED = True
+            yield
+    finally:
+        OUTPUT_ENABLED = False
+
+
+def _get_output_manager() -> Optional["OutputManager"]:
+    """Interface to the OutputManager that returns None when output is not enabled."""
+    if OUTPUT_ENABLED:
+        from ._output import OutputManager
+
+        return OutputManager.get()
+    else:
+        return None