fal 1.29.1__py3-none-any.whl → 1.30.1__py3-none-any.whl

fal/_fal_version.py

@@ -1,7 +1,14 @@
 # file generated by setuptools-scm
 # don't change, don't track in version control
 
-__all__ = ["__version__", "__version_tuple__", "version", "version_tuple"]
+__all__ = [
+    "__version__",
+    "__version_tuple__",
+    "version",
+    "version_tuple",
+    "__commit_id__",
+    "commit_id",
+]
 
 TYPE_CHECKING = False
 if TYPE_CHECKING:
@@ -9,13 +16,19 @@ if TYPE_CHECKING:
     from typing import Union
 
     VERSION_TUPLE = Tuple[Union[int, str], ...]
+    COMMIT_ID = Union[str, None]
 else:
     VERSION_TUPLE = object
+    COMMIT_ID = object
 
 version: str
 __version__: str
 __version_tuple__: VERSION_TUPLE
 version_tuple: VERSION_TUPLE
+commit_id: COMMIT_ID
+__commit_id__: COMMIT_ID
 
-__version__ = version = '1.29.1'
-__version_tuple__ = version_tuple = (1, 29, 1)
+__version__ = version = '1.30.1'
+__version_tuple__ = version_tuple = (1, 30, 1)
+
+__commit_id__ = commit_id = None

fal/app.py

@@ -337,8 +337,10 @@ class App(BaseServable):
 
     def __init__(self, *, _allow_init: bool = False):
         if not _allow_init and not os.getenv("IS_ISOLATE_AGENT"):
+            cls_name = self.__class__.__name__
             raise NotImplementedError(
-                "Running apps through SDK is not implemented yet."
+                "Running apps through SDK is not implemented yet. "
+                f"Please use `fal run path/to/app.py::{cls_name}` to run your app."
             )
 
     @classmethod

fal/cli/deploy.py

@@ -142,11 +142,16 @@ def _deploy_from_reference(
                 args.console.print(
                     f"\thttps://{playground_host}/models/{user.username}/{app_name}{endpoint}"
                 )
-            args.console.print("Endpoints:")
+            args.console.print("Synchronous Endpoints:")
             for endpoint in loaded.endpoints:
                 args.console.print(
                     f"\thttps://{endpoint_host}/{user.username}/{app_name}{endpoint}"
                 )
+            args.console.print("Asynchronous Endpoints (Recommended):")
+            for endpoint in loaded.endpoints:
+                args.console.print(
+                    f"\thttps://queue.{endpoint_host}/{user.username}/{app_name}{endpoint}"
+                )
 
 
 def _deploy(args):

fal/sdk.py

@@ -288,6 +288,14 @@ class RunnerInfo:
     state: RunnerState
 
 
+@dataclass
+class ServiceURLs:
+    playground: str
+    run: str
+    queue: str
+    ws: str
+
+
 @dataclass
 class HostedRunResult(Generic[ResultT]):
     run_id: str
@@ -295,12 +303,14 @@ class HostedRunResult(Generic[ResultT]):
     logs: list[Log] = field(default_factory=list)
     result: ResultT | None = None
     stream: Any = None
+    service_urls: ServiceURLs | None = None
 
 
 @dataclass
 class RegisterApplicationResult:
     result: RegisterApplicationResultType | None
     logs: list[Log] = field(default_factory=list)
+    service_urls: ServiceURLs | None = None
 
 
 @dataclass
@@ -452,6 +462,9 @@ def _from_grpc_register_application_result(
             if not message.HasField("result")
             else RegisterApplicationResultType(message.result.application_id)
         ),
+        service_urls=from_grpc(message.service_urls)
+        if message.HasField("service_urls")
+        else None,
     )
 
 
@@ -462,6 +475,13 @@ def _from_grpc_hosted_run_status(
     return HostedRunStatus(HostedRunState(message.state))
 
 
+@from_grpc.register(isolate_proto.ServiceURLs)
+def _from_grpc_service_urls(
+    message: isolate_proto.ServiceURLs,
+) -> ServiceURLs:
+    return ServiceURLs(message.playground, message.run, message.queue, message.ws)
+
+
 @from_grpc.register(isolate_proto.HostedRunResult)
 def _from_grpc_hosted_run_result(
     message: isolate_proto.HostedRunResult,
@@ -476,6 +496,9 @@ def _from_grpc_hosted_run_result(
         from_grpc(message.status),
         logs=[from_grpc(log) for log in message.logs],
         result=return_value,
+        service_urls=from_grpc(message.service_urls)
+        if message.HasField("service_urls")
+        else None,
     )
 
 

fal/toolkit/utils/__init__.py

@@ -1,3 +1,4 @@
 from __future__ import annotations
 
 from fal.toolkit.utils.download_utils import *  # noqa: F403
+from fal.toolkit.utils.setup_utils import patch_onnx_runtime  # noqa: F401

fal/toolkit/utils/setup_utils.py

@@ -0,0 +1,34 @@
+import os
+
+
+def patch_onnx_runtime(
+    inter_op_num_threads: int = 16,
+    intra_op_num_threads: int = 16,
+    omp_num_threads: int = 16,
+):
+    """
+    Patch ONNX Runtime's defaults to set the number of threads for inter-op,
+    intra-op, and OpenMP.Trying to use an ONNX Runtime session within a fal app
+    without explicitly setting these parameters can lead to issues, for example,
+    it can cause several logs related to these parameters to be printed.
+    Please run this function before importing any ONNX Runtime modules
+    in your application.
+
+    Args:
+        inter_op_num_threads (int): Number of threads for inter-op parallelism.
+        intra_op_num_threads (int): Number of threads for intra-op parallelism.
+        omp_num_threads (int): Number of threads for OpenMP parallelism.
+
+    """
+    import onnxruntime as ort
+
+    os.environ["OMP_NUM_THREADS"] = str(omp_num_threads)
+
+    _default_session_options = ort.capi._pybind_state.get_default_session_options()
+
+    def get_default_session_options_new():
+        _default_session_options.inter_op_num_threads = inter_op_num_threads
+        _default_session_options.intra_op_num_threads = intra_op_num_threads
+        return _default_session_options
+
+    ort.capi._pybind_state.get_default_session_options = get_default_session_options_new

{fal-1.29.1.dist-info → fal-1.30.1.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: fal
-Version: 1.29.1
+Version: 1.30.1
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 Requires-Dist: isolate[build]<0.19.0,>=0.18.0
-Requires-Dist: isolate-proto<0.12.0,>=0.11.0
+Requires-Dist: isolate-proto<0.13.0,>=0.12.0
 Requires-Dist: grpcio<2,>=1.64.0
 Requires-Dist: dill==0.3.7
 Requires-Dist: cloudpickle==3.0.0
@@ -31,7 +31,7 @@ Requires-Dist: python-dateutil<3,>=2.8.0
 Requires-Dist: types-python-dateutil<3,>=2.8.0
 Requires-Dist: importlib-metadata>=4.4; python_version < "3.10"
 Requires-Dist: msgpack<2,>=1.0.7
-Requires-Dist: websockets<13,>=12.0
+Requires-Dist: websockets>=12.0
 Requires-Dist: pillow<11,>=10.2.0
 Requires-Dist: pyjwt[crypto]<3,>=2.8.0
 Requires-Dist: uvicorn<1,>=0.29.0

{fal-1.29.1.dist-info → fal-1.30.1.dist-info}/RECORD

@@ -1,10 +1,10 @@
 fal/__init__.py,sha256=wXs1G0gSc7ZK60-bHe-B2m0l_sA6TrFk4BxY0tMoLe8,784
 fal/__main__.py,sha256=4JMK66Wj4uLZTKbF-sT3LAxOsr6buig77PmOkJCRRxw,83
-fal/_fal_version.py,sha256=LEnNi1cixmgGAOMJGFHnhQTZbgOnQnR2eYoT1fWIhAE,513
+fal/_fal_version.py,sha256=mJIDJJ8D9hB2yNKuePFRRCkCI-ZopC_n3RkcRtJv-tg,706
 fal/_serialization.py,sha256=npXNsFJ5G7jzBeBIyVMH01Ww34mGY4XWhHpRbSrTtnQ,7598
 fal/_version.py,sha256=1BbTFnucNC_6ldKJ_ZoC722_UkW4S9aDBSW9L0fkKAw,2315
 fal/api.py,sha256=TWUpQICgsRO5aDdRP8A3sFI26P6QM93TobcW9M4E0lQ,47501
-fal/app.py,sha256=LktoVpMj3CXR3WCnptakDUvFwOVWsCfstl8wVofovIA,25740
+fal/app.py,sha256=2zCrpSgqWY8kIuxu2RIOeoKC1_dbC3s7Im2qokUq0js,25872
 fal/apps.py,sha256=pzCd2mrKl5J_4oVc40_pggvPtFahXBCdrZXWpnaEJVs,12130
 fal/config.py,sha256=1HRaOJFOAjB7fbQoEPCSH85gMvEEMIMPeupVWgrHVgU,3572
 fal/container.py,sha256=FTsa5hOW4ars-yV1lUoc0BNeIIvAZcpw7Ftyt3A4m_w,2000
@@ -13,7 +13,7 @@ fal/flags.py,sha256=QonyDM7R2GqfAB1bJr46oriu-fHJCkpUwXuSdanePWg,987
 fal/project.py,sha256=QgfYfMKmNobMPufrAP_ga1FKcIAlSbw18Iar1-0qepo,2650
 fal/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fal/rest_client.py,sha256=kGBGmuyHfX1lR910EoKCYPjsyU8MdXawT_cW2q8Sajc,568
-fal/sdk.py,sha256=uYvb6jpy2uRkjhzQxWhkna-yWc53kdywl_8p6qTnyPs,26775
+fal/sdk.py,sha256=TdDj86WFWiK1g4g6MdxiA6vbMVc9ix8Iges2UtBGt4g,27406
 fal/sync.py,sha256=ZuIJA2-hTPNANG9B_NNJZUsO68EIdTH0dc9MzeVE2VU,4340
 fal/utils.py,sha256=iQTBG3-i6JZgHkkwbY_I4210g0xoW-as51yrke608u0,2208
 fal/workflows.py,sha256=Zl4f6Bs085hY40zmqScxDUyCu7zXkukDbW02iYOLTTI,14805
@@ -28,7 +28,7 @@ fal/cli/auth.py,sha256=Qe-Z3ycXJnOzHimz5PjCQYoni8MF4csmdL19yGN7a1o,5171
 fal/cli/cli_nested_json.py,sha256=veSZU8_bYV3Iu1PAoxt-4BMBraNIqgH5nughbs2UKvE,13539
 fal/cli/create.py,sha256=a8WDq-nJLFTeoIXqpb5cr7GR7YR9ZZrQCawNm34KXXE,627
 fal/cli/debug.py,sha256=u_urnyFzSlNnrq93zz_GXE9FX4VyVxDoamJJyrZpFI0,1312
-fal/cli/deploy.py,sha256=RB6UZCWE1Jp8rWkepfwQyuAy09Mq-O9rmXjWg7k5DEU,8425
+fal/cli/deploy.py,sha256=JAUi9FtN58pGk3_2JPd84h-RKurLatRjAUxL_Oe0vWo,8701
 fal/cli/doctor.py,sha256=U4ne9LX5gQwNblsYQ27XdO8AYDgbYjTO39EtxhwexRM,983
 fal/cli/files.py,sha256=pSgAnTm2eHdP-IPkMIVfnK_Ii7mkSSOVgvbsiFUVBC0,2936
 fal/cli/keys.py,sha256=7Sf4DT4le89G42eAOt0ltRjbZAtE70AVQ62hmjZhUy0,3059
@@ -73,10 +73,11 @@ fal/toolkit/image/nsfw_filter/env.py,sha256=iAP2Q3vzIl--DD8nr8o3o0goAwhExN2v0feY
 fal/toolkit/image/nsfw_filter/inference.py,sha256=BhIPF_zxRLetThQYxDDF0sdx9VRwvu74M5ye6Povi40,2167
 fal/toolkit/image/nsfw_filter/model.py,sha256=63mu8D15z_IosoRUagRLGHy6VbLqFmrG-yZqnu2vVm4,457
 fal/toolkit/image/nsfw_filter/requirements.txt,sha256=3Pmrd0Ny6QAeBqUNHCgffRyfaCARAPJcfSCX5cRYpbM,37
-fal/toolkit/utils/__init__.py,sha256=CrmM9DyCz5-SmcTzRSm5RaLgxy3kf0ZsSEN9uhnX2Xo,97
+fal/toolkit/utils/__init__.py,sha256=w3Q-9So2HUefk7pU3wMGxhAx2PRsab4mBOxI9JlMmsQ,172
 fal/toolkit/utils/download_utils.py,sha256=F6oRoP2ynO5xgeRtweVpgJ5xmEhpbKorkXDrakaPpTw,21391
 fal/toolkit/utils/endpoint.py,sha256=5EXoshA2PD_brjEfhNWAWasjqLOCRrjBnfhj6QGuMt8,782
 fal/toolkit/utils/retry.py,sha256=0pnKqs1Y2dADMAk2944FZr68ZL3wQC_5hqApfgyMf_8,1531
+fal/toolkit/utils/setup_utils.py,sha256=PuFkswFMUCVgfMawGuhCj4lHS7wX-yXXmAhX7hu-Ijo,1311
 fal/toolkit/video/__init__.py,sha256=YV0jWpuvoA_CDFQXhd3zOvilFLKH7DYARrbzR7hWhpE,35
 fal/toolkit/video/video.py,sha256=dHNMdV_zJHiJMzlfIiyDv7tqJBsD32aoc3Ao0t1nKNk,572
 openapi_fal_rest/__init__.py,sha256=ziculmF_i6trw63LzZGFX-6W3Lwq9mCR8_UpkpvpaHI,152
@@ -142,8 +143,8 @@ openapi_fal_rest/models/workflow_node_type.py,sha256=-FzyeY2bxcNmizKbJI8joG7byRi
 openapi_fal_rest/models/workflow_schema.py,sha256=4K5gsv9u9pxx2ItkffoyHeNjBBYf6ur5bN4m_zePZNY,2019
 openapi_fal_rest/models/workflow_schema_input.py,sha256=2OkOXWHTNsCXHWS6EGDFzcJKkW5FIap-2gfO233EvZQ,1191
 openapi_fal_rest/models/workflow_schema_output.py,sha256=EblwSPAGfWfYVWw_WSSaBzQVju296is9o28rMBAd0mc,1196
-fal-1.29.1.dist-info/METADATA,sha256=46KbSDN8ByPItsEXR770ZU8JZQZgAaUBEC6Yc2G82MU,4089
-fal-1.29.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fal-1.29.1.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
-fal-1.29.1.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
-fal-1.29.1.dist-info/RECORD,,
+fal-1.30.1.dist-info/METADATA,sha256=-NOpC6mIUsPkeGzMYr6EqKXfVMktBFOj5ih4ko8rs-0,4085
+fal-1.30.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fal-1.30.1.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
+fal-1.30.1.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
+fal-1.30.1.dist-info/RECORD,,