fal 1.13.3__py3-none-any.whl → 1.13.5__py3-none-any.whl

fal/_fal_version.py

@@ -17,5 +17,5 @@ __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
 
-__version__ = version = '1.13.3'
-__version_tuple__ = version_tuple = (1, 13, 3)
+__version__ = version = '1.13.5'
+__version_tuple__ = version_tuple = (1, 13, 5)

fal/api.py

@@ -1119,6 +1119,11 @@ class BaseServable:
                     request, CUDAOutOfMemoryException()
                 )
 
+            # last line of defense against misc GPU errors that could indicate a bad
+            # worker
+            if any(marker in str(exc).lower() for marker in ["cuda", "cudnn", "nvml"]):
+                return JSONResponse({"detail": "GPU error"}, 503)
+
             return JSONResponse({"detail": "Internal Server Error"}, 500)
 
         routes = self.collect_routes()

fal/app.py

@@ -345,7 +345,25 @@ class App(BaseServable):
         async def provide_hints_headers(request, call_next):
             response = await call_next(request)
             try:
-                response.headers["X-Fal-Runner-Hints"] = ",".join(self.provide_hints())
+                # make sure the hints can be encoded in latin-1, so we don't crash
+                # when serving.
+                # https://github.com/encode/starlette/blob/a766a58d14007f07c0b5782fa78cdc370b892796/starlette/datastructures.py#L568
+                hints = []
+                for hint in self.provide_hints():
+                    try:
+                        _ = hint.encode("latin-1")
+                        hints.append(hint)
+                    except UnicodeEncodeError:
+                        from fastapi.logger import logger
+
+                        logger.warning(
+                            "Ignoring hint %s for %s because it can't be encoded in "
+                            "latin-1",
+                            hint,
+                            self.__class__.__name__,
+                        )
+
+                response.headers["X-Fal-Runner-Hints"] = ",".join(hints)
             except NotImplementedError:
                 # This lets us differentiate between apps that don't provide hints
                 # and apps that provide empty hints.

{fal-1.13.3.dist-info → fal-1.13.5.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fal
-Version: 1.13.3
+Version: 1.13.5
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8

{fal-1.13.3.dist-info → fal-1.13.5.dist-info}/RECORD

@@ -1,10 +1,10 @@
 fal/__init__.py,sha256=wXs1G0gSc7ZK60-bHe-B2m0l_sA6TrFk4BxY0tMoLe8,784
 fal/__main__.py,sha256=4JMK66Wj4uLZTKbF-sT3LAxOsr6buig77PmOkJCRRxw,83
-fal/_fal_version.py,sha256=GwK4kZgtx2CVfLLI6BiywAgeTZLJmNUqgVGObzf1JRA,513
+fal/_fal_version.py,sha256=wNBo9Et0ZuMuyxkOVRCmEvmamdGfbunJjwXY4viGgLY,513
 fal/_serialization.py,sha256=rD2YiSa8iuzCaZohZwN_MPEB-PpSKbWRDeaIDpTEjyY,7653
 fal/_version.py,sha256=EBGqrknaf1WygENX-H4fBefLvHryvJBBGtVJetaB0NY,266
-fal/api.py,sha256=dNl6c_CvoFqG5tGXcA6nH6zhuHUDQY3KKLZfNYAIGGo,45400
-fal/app.py,sha256=kHBe5QT7eeptMZ_X70vjPaeBG7Qv2u0a-mxvcEABHgQ,23402
+fal/api.py,sha256=gVZKtdMRNKacBCNVmdZZRGMyF3hrR2bqGiAzUBstkDM,45661
+fal/app.py,sha256=aRb8t-5QCrIPeKHY39yJ3231T5uHGZLhSurkRBtzyu8,24216
 fal/apps.py,sha256=pzCd2mrKl5J_4oVc40_pggvPtFahXBCdrZXWpnaEJVs,12130
 fal/config.py,sha256=mS38EIwjR6h2x5wdrTU5E2hubSZm6D35Qigjteg0RJk,2707
 fal/container.py,sha256=PM7e1RloTCexZ64uAv7sa2RSZxPI-X8KcxkdaZqEfjw,1914
@@ -134,8 +134,8 @@ openapi_fal_rest/models/workflow_node_type.py,sha256=-FzyeY2bxcNmizKbJI8joG7byRi
 openapi_fal_rest/models/workflow_schema.py,sha256=4K5gsv9u9pxx2ItkffoyHeNjBBYf6ur5bN4m_zePZNY,2019
 openapi_fal_rest/models/workflow_schema_input.py,sha256=2OkOXWHTNsCXHWS6EGDFzcJKkW5FIap-2gfO233EvZQ,1191
 openapi_fal_rest/models/workflow_schema_output.py,sha256=EblwSPAGfWfYVWw_WSSaBzQVju296is9o28rMBAd0mc,1196
-fal-1.13.3.dist-info/METADATA,sha256=utyInTbohqq3mhB6vu-QJ_57UBFK55w-yiOJ-MOJVX0,4062
-fal-1.13.3.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
-fal-1.13.3.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
-fal-1.13.3.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
-fal-1.13.3.dist-info/RECORD,,
+fal-1.13.5.dist-info/METADATA,sha256=WKXSB0wWCy7LdarKL3a5hg5Q8RRwI5hLtaQjAfegyZE,4062
+fal-1.13.5.dist-info/WHEEL,sha256=wXxTzcEDnjrTwFYjLPcsW_7_XihufBwmpiBeiXNBGEA,91
+fal-1.13.5.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
+fal-1.13.5.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
+fal-1.13.5.dist-info/RECORD,,

{fal-1.13.3.dist-info → fal-1.13.5.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (79.0.1)
+Generator: setuptools (80.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any