modal 1.0.6.dev58__py3-none-any.whl → 1.2.3.dev7__py3-none-any.whl

modal/environments.pyi

@@ -45,10 +45,8 @@ class _Environment(modal._object._Object):
 
     def _hydrate_metadata(self, metadata: google.protobuf.message.Message): ...
     @staticmethod
-    def from_name(name: str, *, create_if_missing: bool = False): ...
-    @staticmethod
-    async def lookup(
-        name: str, client: typing.Optional[modal.client._Client] = None, create_if_missing: bool = False
+    def from_name(
+        name: str, *, create_if_missing: bool = False, client: typing.Optional[modal.client._Client] = None
     ): ...
 
 class Environment(modal.object.Object):
@@ -60,17 +58,9 @@ class Environment(modal.object.Object):
 
     def _hydrate_metadata(self, metadata: google.protobuf.message.Message): ...
     @staticmethod
-    def from_name(name: str, *, create_if_missing: bool = False): ...
-
-    class __lookup_spec(typing_extensions.Protocol):
-        def __call__(
-            self, /, name: str, client: typing.Optional[modal.client.Client] = None, create_if_missing: bool = False
-        ): ...
-        async def aio(
-            self, /, name: str, client: typing.Optional[modal.client.Client] = None, create_if_missing: bool = False
-        ): ...
-
-    lookup: __lookup_spec
+    def from_name(
+        name: str, *, create_if_missing: bool = False, client: typing.Optional[modal.client.Client] = None
+    ): ...
 
 async def _get_environment_cached(name: str, client: modal.client._Client) -> _Environment: ...
 

modal/exception.py

@@ -26,6 +26,10 @@ class Error(Exception):
     """
 
 
+class AlreadyExistsError(Error):
+    """Raised when a resource creation conflicts with an existing resource."""
+
+
 class RemoteError(Error):
     """Raised when an error occurs on the Modal server."""
 
@@ -38,6 +42,10 @@ class SandboxTimeoutError(TimeoutError):
     """Raised when a Sandbox exceeds its execution duration limit and times out."""
 
 
+class ExecTimeoutError(TimeoutError):
+    """Raised when a container process exceeds its execution duration limit and times out."""
+
+
 class SandboxTerminatedError(Error):
     """Raised when a Sandbox is terminated for an internal reason."""
 

modal/experimental/__init__.py

@@ -1,5 +1,6 @@
 # Copyright Modal Labs 2025
 import os
+import shlex
 from dataclasses import dataclass
 from pathlib import Path
 from typing import Literal, Optional, Union
@@ -12,15 +13,13 @@ from .._object import _get_environment_name
 from .._partial_function import _clustered
 from .._runtime.container_io_manager import _ContainerIOManager
 from .._utils.async_utils import synchronize_api, synchronizer
-from .._utils.deprecation import deprecation_warning
-from .._utils.grpc_utils import retry_transient_errors
 from ..app import _App
 from ..client import _Client
-from ..cls import _Cls, _Obj
+from ..cls import _Cls
 from ..exception import InvalidError
 from ..image import DockerfileSpec, ImageBuilderVersion, _Image, _ImageRegistryConfig
 from ..secret import _Secret
-from .flash import flash_forward, flash_prometheus_autoscaler  # noqa: F401
+from .flash import flash_forward, flash_get_containers, flash_prometheus_autoscaler  # noqa: F401
 
 
 def stop_fetching_inputs():
@@ -116,7 +115,7 @@ async def get_app_objects(
 
     app = await _App.lookup(app_name, environment_name=environment_name, client=client)
     req = api_pb2.AppGetLayoutRequest(app_id=app.app_id)
-    app_layout_resp = await retry_transient_errors(client.stub.AppGetLayout, req)
+    app_layout_resp = await client.stub.AppGetLayout(req)
 
     app_objects: dict[str, Union[_Function, _Cls]] = {}
 
@@ -212,47 +211,153 @@ async def raw_registry_image(
     )
 
 
+def _install_cuda_command() -> str:
+    """Command to install CUDA Toolkit (nvcc) inside a container."""
+    arch = "x86_64"  # instruction set architecture for the CPU, all Modal machines are x86_64
+    distro = "debian12"  # the distribution and version number of our OS (GNU/Linux)
+    filename = "cuda-keyring_1.1-1_all.deb"  # NVIDIA signing key file
+    cuda_keyring_url = f"https://developer.download.nvidia.com/compute/cuda/repos/{distro}/{arch}/{filename}"
+
+    major, minor = 12, 8
+    max_cuda_version = f"{major}-{minor}"
+
+    return (
+        f"wget {cuda_keyring_url} && "
+        + f"dpkg -i {filename} && "
+        + f"rm -f {filename} && "
+        + f"apt-get update && apt-get install -y cuda-nvcc-{max_cuda_version}"
+    )
+
+
+@synchronizer.create_blocking
+async def notebook_base_image(*, python_version: Optional[str] = None, force_build: bool = False) -> _Image:
+    """Default image used for Modal notebook kernels, with common libraries.
+
+    This can be used to bootstrap development workflows quickly. We don't
+    recommend using this image for production Modal Functions though, as it may
+    change at any time in the future.
+    """
+    # Include several common packages, as well as kernelshim dependencies (except 'modal').
+    # These packages aren't pinned, so they may change over time with builds.
+    #
+    # We plan to use `--exclude-newer` in the future, with date-specific image builds.
+    base_image = _Image.debian_slim(python_version=python_version)
+
+    environment_packages: list[str] = [
+        "accelerate",
+        "aiohttp",
+        "altair",
+        "anthropic",
+        "asyncpg",
+        "beautifulsoup4",
+        "bokeh",
+        "boto3[crt]",
+        "click",
+        "diffusers[torch,flax]",
+        "dm-sonnet",
+        "flax",
+        "ftfy",
+        "h5py",
+        "urllib3",
+        "httpx",
+        "huggingface-hub",
+        "ipywidgets",
+        "jax[cuda12]",
+        "keras",
+        "matplotlib",
+        "nbformat",
+        "numba",
+        "numpy",
+        "openai",
+        "optax",
+        "pandas",
+        "plotly[express]",
+        "polars",
+        "psycopg2",
+        "requests",
+        "safetensors",
+        "scikit-image",
+        "scikit-learn",
+        "scipy",
+        "seaborn",
+        "sentencepiece",
+        "sqlalchemy",
+        "statsmodels",
+        "sympy",
+        "tabulate",
+        "tensorboard",
+        "toml",
+        "transformers",
+        "triton",
+        "typer",
+        "vega-datasets",
+        "watchfiles",
+        "websockets",
+    ]
+
+    # Kernelshim dependencies. (see NOTEBOOK_KERNELSHIM_DEPENDENCIES)
+    kernelshim_packages: list[str] = [
+        "authlib>=1.3",
+        "basedpyright>=1.28",
+        "fastapi>=0.100",
+        "ipykernel>=6",
+        "pydantic>=2",
+        "pyzmq>=26",
+        "ruff>=0.11",
+        "uvicorn>=0.32",
+    ]
+
+    commands: list[str] = [
+        "apt-get update",
+        "apt-get install -y "
+        + "libpq-dev pkg-config cmake git curl wget unzip zip libsqlite3-dev openssh-server vim ffmpeg",
+        _install_cuda_command(),
+        # Install uv since it's faster than pip for installing packages.
+        "pip install uv",
+        # https://github.com/astral-sh/uv/issues/11480
+        "pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu129",
+        f"uv pip install --system {shlex.join(sorted(environment_packages))}",
+        f"uv pip install --system {shlex.join(sorted(kernelshim_packages))}",
+    ]
+
+    def build_dockerfile(version: ImageBuilderVersion) -> DockerfileSpec:
+        return DockerfileSpec(
+            commands=[
+                "FROM base",
+                *(f"RUN {cmd}" for cmd in commands),
+                "ENV PATH=/usr/local/cuda/bin:$PATH",
+            ],
+            context_files={},
+        )
+
+    return _Image._from_args(
+        base_images={"base": base_image},
+        dockerfile_function=build_dockerfile,
+        force_build=force_build,
+        _namespace=api_pb2.DEPLOYMENT_NAMESPACE_GLOBAL,
+    )
+
+
 @synchronizer.create_blocking
-async def update_autoscaler(
-    obj: Union[_Function, _Obj],
+async def image_delete(
+    image_id: str,
     *,
-    min_containers: Optional[int] = None,
-    max_containers: Optional[int] = None,
-    buffer_containers: Optional[int] = None,
-    scaledown_window: Optional[int] = None,
     client: Optional[_Client] = None,
 ) -> None:
-    """Update the autoscaler settings for a Function or Obj (instance of a Cls).
+    """Delete an Image by its ID.
+
+    Deletion is irreversible and will prevent Apps from using the Image.
 
     This is an experimental interface for a feature that we will be adding to
-    replace the existing `.keep_warm()` method. The stable form of this interface
-    may look different (i.e., it may be a standalone function or a method).
+    the main Image class. The stable form of this interface may look different.
 
+    Note: When building an Image, each chained method call will create an
+    intermediate Image layer, each with its own ID. Deleting an Image will not
+    delete any of its intermediate layers, only the image identified by the
+    provided ID.
     """
-    deprecation_warning(
-        (2025, 5, 5),
-        "The modal.experimental.update_autoscaler(...) function is now deprecated in favor of"
-        " a stable `.update_autoscaler(...) method on the corresponding object.",
-        show_source=True,
-    )
-
-    settings = api_pb2.AutoscalerSettings(
-        min_containers=min_containers,
-        max_containers=max_containers,
-        buffer_containers=buffer_containers,
-        scaledown_window=scaledown_window,
-    )
-
     if client is None:
         client = await _Client.from_env()
 
-    if isinstance(obj, _Function):
-        f = obj
-    else:
-        assert obj._cls._class_service_function is not None
-        await obj._cls._class_service_function.hydrate(client=client)
-        f = obj._cached_service_function()
-    await f.hydrate(client=client)
-
-    request = api_pb2.FunctionUpdateSchedulingParamsRequest(function_id=f.object_id, settings=settings)
-    await retry_transient_errors(client.stub.FunctionUpdateSchedulingParams, request)
+    req = api_pb2.ImageDeleteRequest(image_id=image_id)
+    await client.stub.ImageDelete(req)