fal 1.5.12__tar.gz → 1.5.13__tar.gz

{fal-1.5.12/fal.egg-info → fal-1.5.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fal
-Version: 1.5.12
+Version: 1.5.13
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8

{fal-1.5.12 → fal-1.5.13/fal.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: fal
-Version: 1.5.12
+Version: 1.5.13
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8

{fal-1.5.12 → fal-1.5.13}/src/fal/_fal_version.py

@@ -12,5 +12,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.5.12'
-__version_tuple__ = version_tuple = (1, 5, 12)
+__version__ = version = '1.5.13'
+__version_tuple__ = version_tuple = (1, 5, 13)

{fal-1.5.12 → fal-1.5.13}/src/fal/app.py

@@ -13,9 +13,9 @@ from contextlib import AsyncExitStack, asynccontextmanager, contextmanager
 from dataclasses import dataclass
 from typing import Any, Callable, ClassVar, Literal, TypeVar
 
+import fastapi
 import grpc.aio as async_grpc
 import httpx
-from fastapi import FastAPI
 from isolate.server import definitions
 
 import fal.api
@@ -304,7 +304,7 @@ class App(fal.api.BaseServable):
         }
 
     @asynccontextmanager
-    async def lifespan(self, app: FastAPI):
+    async def lifespan(self, app: fastapi.FastAPI):
         await _call_any_fn(self.setup)
         try:
             yield
@@ -320,7 +320,7 @@ class App(fal.api.BaseServable):
     def teardown(self):
         """Teardown the application after serving."""
 
-    def _add_extra_middlewares(self, app: FastAPI):
+    def _add_extra_middlewares(self, app: fastapi.FastAPI):
         @app.middleware("http")
         async def provide_hints_headers(request, call_next):
             response = await call_next(request)
@@ -361,6 +361,8 @@ class App(fal.api.BaseServable):
 
         @app.middleware("http")
         async def set_request_id(request, call_next):
+            # NOTE: Setting request_id is not supported for websocket/realtime endpoints
+
             if self.isolate_channel is None:
                 grpc_port = os.environ.get("NOMAD_ALLOC_PORT_grpc")
                 self.isolate_channel = await open_isolate_channel(
@@ -368,14 +370,33 @@ class App(fal.api.BaseServable):
                 )
 
             request_id = request.headers.get(REQUEST_ID_KEY)
-            if request_id is not None:
-                await _set_logger_labels(
-                    {"fal_request_id": request_id}, channel=self.isolate_channel
-                )
-            try:
+            if request_id is None:
+                # Cut it short
                 return await call_next(request)
-            finally:
-                await _set_logger_labels({}, channel=self.isolate_channel)
+
+            await _set_logger_labels(
+                {"fal_request_id": request_id}, channel=self.isolate_channel
+            )
+
+            async def _unset_at_end():
+                await _set_logger_labels({}, channel=self.isolate_channel)  # type: ignore
+
+            try:
+                response: fastapi.responses.Response = await call_next(request)
+            except BaseException:
+                await _unset_at_end()
+                raise
+            else:
+                # We need to wait for the entire response to be sent before
+                # we can set the logger labels back to the default.
+                background_tasks = fastapi.BackgroundTasks()
+                background_tasks.add_task(_unset_at_end)
+                if response.background:
+                    # We normally have no background tasks, but we should handle it
+                    background_tasks.add_task(response.background)
+                response.background = background_tasks
+
+                return response
 
         @app.exception_handler(RequestCancelledException)
         async def value_error_exception_handler(
@@ -388,7 +409,7 @@ class App(fal.api.BaseServable):
             # the connection without receiving a response
             return JSONResponse({"detail": str(exc)}, 499)
 
-    def _add_extra_routes(self, app: FastAPI):
+    def _add_extra_routes(self, app: fastapi.FastAPI):
         @app.get("/health")
         def health():
             return self.health()

{fal-1.5.12 → fal-1.5.13}/tests/test_apps.py

@@ -513,7 +513,7 @@ def test_app_no_serve_spec_metadata(
 
 
 def test_404_response(test_app: str, request: pytest.FixtureRequest):
-    with pytest.raises(HTTPStatusError, match="Path /other not found"):
+    with pytest.raises(HTTPStatusError, match="Path /.*other not found"):
         apps.run(test_app, path="/other", arguments={"lhs": 1, "rhs": 2})