modal 1.0.5.dev9__tar.gz → 1.0.5.dev10__tar.gz

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: modal
-Version: 1.0.5.dev9
+Version: 1.0.5.dev10
 Summary: Python client library for Modal
 Author-email: Modal Labs <support@modal.com>
 License: Apache-2.0

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/modal/client.pyi

@@ -31,7 +31,7 @@ class _Client:
         server_url: str,
         client_type: int,
         credentials: typing.Optional[tuple[str, str]],
-        version: str = "1.0.5.dev9",
+        version: str = "1.0.5.dev10",
     ):
         """mdmd:hidden
         The Modal client object is not intended to be instantiated directly by users.
@@ -160,7 +160,7 @@ class Client:
         server_url: str,
         client_type: int,
         credentials: typing.Optional[tuple[str, str]],
-        version: str = "1.0.5.dev9",
+        version: str = "1.0.5.dev10",
     ):
         """mdmd:hidden
         The Modal client object is not intended to be instantiated directly by users.

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/modal/experimental/__init__.py

@@ -1,5 +1,7 @@
 # Copyright Modal Labs 2025
+import asyncio
 import os
+import sys
 from dataclasses import dataclass
 from pathlib import Path
 from typing import Literal, Optional, Union
@@ -11,11 +13,13 @@ from .._functions import _Function
 from .._object import _get_environment_name
 from .._partial_function import _clustered
 from .._runtime.container_io_manager import _ContainerIOManager
+from .._tunnel import _forward as _forward_tunnel
 from .._utils.async_utils import synchronize_api, synchronizer
 from .._utils.deprecation import deprecation_warning
 from .._utils.grpc_utils import retry_transient_errors
 from ..client import _Client
 from ..cls import _Obj
+from ..config import logger
 from ..exception import InvalidError
 from ..image import DockerfileSpec, ImageBuilderVersion, _Image, _ImageRegistryConfig
 from ..secret import _Secret
@@ -209,3 +213,70 @@ async def update_autoscaler(
 
     request = api_pb2.FunctionUpdateSchedulingParamsRequest(function_id=f.object_id, settings=settings)
     await retry_transient_errors(client.stub.FunctionUpdateSchedulingParams, request)
+
+
+class _FlashManager:
+    def __init__(self, client: _Client, port: int):
+        self.client = client
+        self.port = port
+        self.tunnel_manager = _forward_tunnel(port, client=client)
+
+    async def _start(self):
+        tunnel = await self.tunnel_manager.__aenter__()
+
+        host, port = tunnel.url.split("://")[1].split(":")
+        self.heartbeat_task = asyncio.create_task(self._run_heartbeat(host, int(port)))
+
+    async def _run_heartbeat(self, host: str, port: int):
+        first_registration = True
+        while True:
+            try:
+                resp = await self.client.stub.FlashContainerRegister(
+                    api_pb2.FlashContainerRegisterRequest(
+                        priority=10,
+                        weight=5,
+                        host=host,
+                        port=port,
+                    ),
+                    timeout=1,
+                )
+                if first_registration:
+                    logger.warning(f"[Modal Flash] Listening at {resp.url}")
+                    first_registration = False
+            except asyncio.CancelledError:
+                logger.warning("[Modal Flash] Shutting down...")
+                break
+            except Exception as e:
+                logger.error(f"[Modal Flash] Heartbeat failed: {e}")
+
+            try:
+                await asyncio.sleep(1)
+            except asyncio.CancelledError:
+                logger.warning("[Modal Flash] Shutting down...")
+                break
+
+    async def stop(self):
+        self.heartbeat_task.cancel()
+        await retry_transient_errors(
+            self.client.stub.FlashContainerDeregister,
+            api_pb2.FlashContainerDeregisterRequest(),
+        )
+        await self.tunnel_manager.__aexit__(*sys.exc_info())
+
+
+FlashManager = synchronize_api(_FlashManager)
+
+
+@synchronizer.create_blocking
+async def flash_forward(port: int) -> _FlashManager:
+    """
+    Forward a port to the Modal Flash service, exposing that port as a stable web endpoint.
+
+    This is a highly experimental method that can break or be removed at any time without warning.
+    Do not use this method unless explicitly instructed to do so by Modal support.
+    """
+    client = await _Client.from_env()
+
+    manager = _FlashManager(client, port)
+    await manager._start()
+    return manager

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/modal.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: modal
-Version: 1.0.5.dev9
+Version: 1.0.5.dev10
 Summary: Python client library for Modal
 Author-email: Modal Labs <support@modal.com>
 License: Apache-2.0

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/modal_proto/api.proto

@@ -1242,6 +1242,22 @@ message FilesystemRuntimeOutputBatch {
   bool eof = 4;
 }
 
+message FlashContainerDeregisterRequest {
+  string service_name = 1;
+}
+
+message FlashContainerRegisterRequest {
+  string service_name = 1;
+  uint32 priority = 2;
+  uint32 weight = 3;
+  string host = 4;
+  uint32 port = 5;
+}
+
+message FlashContainerRegisterResponse {
+  string url = 1;
+}
+
 message Function {
   string module_name = 1;
   string function_name = 2;
@@ -3268,6 +3284,10 @@ service ModalClient {
   rpc EnvironmentList(google.protobuf.Empty) returns (EnvironmentListResponse);
   rpc EnvironmentUpdate(EnvironmentUpdateRequest) returns (EnvironmentListItem);
 
+  // Modal Flash (experimental)
+  rpc FlashContainerDeregister(FlashContainerDeregisterRequest) returns (google.protobuf.Empty);
+  rpc FlashContainerRegister(FlashContainerRegisterRequest) returns (FlashContainerRegisterResponse);
+
   // Functions
   rpc FunctionAsyncInvoke(FunctionAsyncInvokeRequest) returns (FunctionAsyncInvokeResponse);
   rpc FunctionBindParams(FunctionBindParamsRequest) returns (FunctionBindParamsResponse);

{modal-1.0.5.dev9 → modal-1.0.5.dev10}/modal_proto/api_grpc.py

@@ -242,6 +242,14 @@ class ModalClientBase(abc.ABC):
     async def EnvironmentUpdate(self, stream: 'grpclib.server.Stream[modal_proto.api_pb2.EnvironmentUpdateRequest, modal_proto.api_pb2.EnvironmentListItem]') -> None:
         pass
 
+    @abc.abstractmethod
+    async def FlashContainerDeregister(self, stream: 'grpclib.server.Stream[modal_proto.api_pb2.FlashContainerDeregisterRequest, google.protobuf.empty_pb2.Empty]') -> None:
+        pass
+
+    @abc.abstractmethod
+    async def FlashContainerRegister(self, stream: 'grpclib.server.Stream[modal_proto.api_pb2.FlashContainerRegisterRequest, modal_proto.api_pb2.FlashContainerRegisterResponse]') -> None:
+        pass
+
     @abc.abstractmethod
     async def FunctionAsyncInvoke(self, stream: 'grpclib.server.Stream[modal_proto.api_pb2.FunctionAsyncInvokeRequest, modal_proto.api_pb2.FunctionAsyncInvokeResponse]') -> None:
         pass
@@ -968,6 +976,18 @@ class ModalClientBase(abc.ABC):
                 modal_proto.api_pb2.EnvironmentUpdateRequest,
                 modal_proto.api_pb2.EnvironmentListItem,
             ),
+            '/modal.client.ModalClient/FlashContainerDeregister': grpclib.const.Handler(
+                self.FlashContainerDeregister,
+                grpclib.const.Cardinality.UNARY_UNARY,
+                modal_proto.api_pb2.FlashContainerDeregisterRequest,
+                google.protobuf.empty_pb2.Empty,
+            ),
+            '/modal.client.ModalClient/FlashContainerRegister': grpclib.const.Handler(
+                self.FlashContainerRegister,
+                grpclib.const.Cardinality.UNARY_UNARY,
+                modal_proto.api_pb2.FlashContainerRegisterRequest,
+                modal_proto.api_pb2.FlashContainerRegisterResponse,
+            ),
             '/modal.client.ModalClient/FunctionAsyncInvoke': grpclib.const.Handler(
                 self.FunctionAsyncInvoke,
                 grpclib.const.Cardinality.UNARY_UNARY,
@@ -1892,6 +1912,18 @@ class ModalClientStub:
             modal_proto.api_pb2.EnvironmentUpdateRequest,
             modal_proto.api_pb2.EnvironmentListItem,
         )
+        self.FlashContainerDeregister = grpclib.client.UnaryUnaryMethod(
+            channel,
+            '/modal.client.ModalClient/FlashContainerDeregister',
+            modal_proto.api_pb2.FlashContainerDeregisterRequest,
+            google.protobuf.empty_pb2.Empty,
+        )
+        self.FlashContainerRegister = grpclib.client.UnaryUnaryMethod(
+            channel,
+            '/modal.client.ModalClient/FlashContainerRegister',
+            modal_proto.api_pb2.FlashContainerRegisterRequest,
+            modal_proto.api_pb2.FlashContainerRegisterResponse,
+        )
         self.FunctionAsyncInvoke = grpclib.client.UnaryUnaryMethod(
             channel,
             '/modal.client.ModalClient/FunctionAsyncInvoke',