fal 1.29.0__py3-none-any.whl → 1.30.0__py3-none-any.whl

fal/_fal_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '1.29.0'
-__version_tuple__ = version_tuple = (1, 29, 0)
+__version__ = version = '1.30.0'
+__version_tuple__ = version_tuple = (1, 30, 0)
 
 __commit_id__ = commit_id = None

fal/app.py

@@ -337,8 +337,10 @@ class App(BaseServable):
 
     def __init__(self, *, _allow_init: bool = False):
         if not _allow_init and not os.getenv("IS_ISOLATE_AGENT"):
+            cls_name = self.__class__.__name__
             raise NotImplementedError(
-                "Running apps through SDK is not implemented yet."
+                "Running apps through SDK is not implemented yet. "
+                f"Please use `fal run path/to/app.py::{cls_name}` to run your app."
             )
 
     @classmethod

fal/cli/apps.py

@@ -5,6 +5,7 @@ from dataclasses import asdict
 from typing import TYPE_CHECKING
 
 import fal.cli.runners as runners
+from fal.sdk import RunnerState
 
 from ._utils import get_client
 from .parser import FalClientParser
@@ -298,7 +299,11 @@ def _runners(args):
         alias_runners = connection.list_alias_runners(alias=args.app_name)
 
     runners_table = runners.runners_table(alias_runners)
-    args.console.print(f"Runners: {len(alias_runners)}")
+    pending_runners = [
+        runner for runner in alias_runners if runner.state == RunnerState.PENDING
+    ]
+    args.console.print(f"Runners: {len(alias_runners) - len(pending_runners)}")
+    args.console.print(f"Pending Runners: {len(pending_runners)}")
     # Drop the alias column, which is the first column
     runners_table.columns.pop(0)
     args.console.print(runners_table)

fal/cli/deploy.py

@@ -142,11 +142,16 @@ def _deploy_from_reference(
                 args.console.print(
                     f"\thttps://{playground_host}/models/{user.username}/{app_name}{endpoint}"
                 )
-            args.console.print("Endpoints:")
+            args.console.print("Synchronous Endpoints:")
             for endpoint in loaded.endpoints:
                 args.console.print(
                     f"\thttps://{endpoint_host}/{user.username}/{app_name}{endpoint}"
                 )
+            args.console.print("Asynchronous Endpoints (Recommended):")
+            for endpoint in loaded.endpoints:
+                args.console.print(
+                    f"\thttps://queue.{endpoint_host}/{user.username}/{app_name}{endpoint}"
+                )
 
 
 def _deploy(args):

fal/cli/runners.py

@@ -2,7 +2,7 @@ from __future__ import annotations
 
 from typing import List
 
-from fal.sdk import RunnerInfo
+from fal.sdk import RunnerInfo, RunnerState
 
 from ._utils import get_client
 from .parser import FalClientParser
@@ -19,6 +19,7 @@ def runners_table(runners: List[RunnerInfo]):
     table.add_column("Expires In")
     table.add_column("Uptime")
     table.add_column("Revision")
+    table.add_column("State")
 
     for runner in runners:
         external_metadata = runner.external_metadata
@@ -45,6 +46,7 @@ def runners_table(runners: List[RunnerInfo]):
             ),
             f"{runner.uptime} ({runner.uptime.total_seconds()}s)",
             runner.revision,
+            runner.state.value,
         )
 
     return table
@@ -82,7 +84,11 @@ def _list(args):
     client = get_client(args.host, args.team)
     with client.connect() as connection:
         runners = connection.list_runners()
-        args.console.print(f"Runners: {len(runners)}")
+        pending_runners = [
+            runner for runner in runners if runner.state == RunnerState.PENDING
+        ]
+        args.console.print(f"Runners: {len(runners) - len(pending_runners)}")
+        args.console.print(f"Pending Runners: {len(pending_runners)}")
         args.console.print(runners_table(runners))
 
         requests_table = runners_requests_table(runners)

fal/sdk.py

@@ -261,6 +261,21 @@ class AliasInfo:
     valid_regions: list[str]
 
 
+class RunnerState(Enum):
+    RUNNING = "running"
+    PENDING = "pending"
+    UNKNOWN = "unknown"
+
+    @staticmethod
+    def from_proto(proto: isolate_proto.RunnerInfo.State) -> RunnerState:
+        if proto is isolate_proto.RunnerInfo.State.RUNNING:
+            return RunnerState.RUNNING
+        elif proto is isolate_proto.RunnerInfo.State.PENDING:
+            return RunnerState.PENDING
+        else:
+            return RunnerState.UNKNOWN
+
+
 @dataclass
 class RunnerInfo:
     runner_id: str
@@ -270,6 +285,15 @@ class RunnerInfo:
     external_metadata: dict[str, Any]
     revision: str
     alias: str
+    state: RunnerState
+
+
+@dataclass
+class ServiceURLs:
+    playground: str
+    run: str
+    queue: str
+    ws: str
 
 
 @dataclass
@@ -279,12 +303,14 @@ class HostedRunResult(Generic[ResultT]):
     logs: list[Log] = field(default_factory=list)
     result: ResultT | None = None
     stream: Any = None
+    service_urls: ServiceURLs | None = None
 
 
 @dataclass
 class RegisterApplicationResult:
     result: RegisterApplicationResultType | None
     logs: list[Log] = field(default_factory=list)
+    service_urls: ServiceURLs | None = None
 
 
 @dataclass
@@ -421,6 +447,7 @@ def _from_grpc_runner_info(message: isolate_proto.RunnerInfo) -> RunnerInfo:
         external_metadata=external_metadata,
         revision=message.revision,
         alias=message.alias,
+        state=RunnerState.from_proto(message.state),
     )
 
 
@@ -435,6 +462,9 @@ def _from_grpc_register_application_result(
             if not message.HasField("result")
             else RegisterApplicationResultType(message.result.application_id)
         ),
+        service_urls=from_grpc(message.service_urls)
+        if message.HasField("service_urls")
+        else None,
     )
 
 
@@ -445,6 +475,13 @@ def _from_grpc_hosted_run_status(
     return HostedRunStatus(HostedRunState(message.state))
 
 
+@from_grpc.register(isolate_proto.ServiceURLs)
+def _from_grpc_service_urls(
+    message: isolate_proto.ServiceURLs,
+) -> ServiceURLs:
+    return ServiceURLs(message.playground, message.run, message.queue, message.ws)
+
+
 @from_grpc.register(isolate_proto.HostedRunResult)
 def _from_grpc_hosted_run_result(
     message: isolate_proto.HostedRunResult,
@@ -459,6 +496,9 @@ def _from_grpc_hosted_run_result(
         from_grpc(message.status),
         logs=[from_grpc(log) for log in message.logs],
         result=return_value,
+        service_urls=from_grpc(message.service_urls)
+        if message.HasField("service_urls")
+        else None,
     )
 
 
@@ -769,7 +809,7 @@ class FalServerlessConnection:
         return [from_grpc(alias) for alias in response.aliases]
 
     def list_alias_runners(self, alias: str) -> list[RunnerInfo]:
-        request = isolate_proto.ListAliasRunnersRequest(alias=alias)
+        request = isolate_proto.ListAliasRunnersRequest(alias=alias, list_pending=True)
         response = self.stub.ListAliasRunners(request)
         return [from_grpc(runner) for runner in response.runners]
 
@@ -797,6 +837,6 @@ class FalServerlessConnection:
         self.stub.KillRunner(request)
 
     def list_runners(self) -> list[RunnerInfo]:
-        request = isolate_proto.ListRunnersRequest()
+        request = isolate_proto.ListRunnersRequest(list_pending=True)
         response = self.stub.ListRunners(request)
         return [from_grpc(runner) for runner in response.runners]

fal/toolkit/utils/__init__.py

@@ -1,3 +1,4 @@
 from __future__ import annotations
 
 from fal.toolkit.utils.download_utils import *  # noqa: F403
+from fal.toolkit.utils.setup_utils import patch_onnx_runtime  # noqa: F401

fal/toolkit/utils/setup_utils.py

@@ -0,0 +1,34 @@
+import os
+
+
+def patch_onnx_runtime(
+    inter_op_num_threads: int = 16,
+    intra_op_num_threads: int = 16,
+    omp_num_threads: int = 16,
+):
+    """
+    Patch ONNX Runtime's defaults to set the number of threads for inter-op,
+    intra-op, and OpenMP.Trying to use an ONNX Runtime session within a fal app
+    without explicitly setting these parameters can lead to issues, for example,
+    it can cause several logs related to these parameters to be printed.
+    Please run this function before importing any ONNX Runtime modules
+    in your application.
+
+    Args:
+        inter_op_num_threads (int): Number of threads for inter-op parallelism.
+        intra_op_num_threads (int): Number of threads for intra-op parallelism.
+        omp_num_threads (int): Number of threads for OpenMP parallelism.
+
+    """
+    import onnxruntime as ort
+
+    os.environ["OMP_NUM_THREADS"] = str(omp_num_threads)
+
+    _default_session_options = ort.capi._pybind_state.get_default_session_options()
+
+    def get_default_session_options_new():
+        _default_session_options.inter_op_num_threads = inter_op_num_threads
+        _default_session_options.intra_op_num_threads = intra_op_num_threads
+        return _default_session_options
+
+    ort.capi._pybind_state.get_default_session_options = get_default_session_options_new

{fal-1.29.0.dist-info → fal-1.30.0.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: fal
-Version: 1.29.0
+Version: 1.30.0
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
 Requires-Dist: isolate[build]<0.19.0,>=0.18.0
-Requires-Dist: isolate-proto<0.11.0,>=0.10.2
+Requires-Dist: isolate-proto<0.13.0,>=0.12.0
 Requires-Dist: grpcio<2,>=1.64.0
 Requires-Dist: dill==0.3.7
 Requires-Dist: cloudpickle==3.0.0
@@ -31,7 +31,7 @@ Requires-Dist: python-dateutil<3,>=2.8.0
 Requires-Dist: types-python-dateutil<3,>=2.8.0
 Requires-Dist: importlib-metadata>=4.4; python_version < "3.10"
 Requires-Dist: msgpack<2,>=1.0.7
-Requires-Dist: websockets<13,>=12.0
+Requires-Dist: websockets<16,>=12.0
 Requires-Dist: pillow<11,>=10.2.0
 Requires-Dist: pyjwt[crypto]<3,>=2.8.0
 Requires-Dist: uvicorn<1,>=0.29.0

{fal-1.29.0.dist-info → fal-1.30.0.dist-info}/RECORD

@@ -1,10 +1,10 @@
 fal/__init__.py,sha256=wXs1G0gSc7ZK60-bHe-B2m0l_sA6TrFk4BxY0tMoLe8,784
 fal/__main__.py,sha256=4JMK66Wj4uLZTKbF-sT3LAxOsr6buig77PmOkJCRRxw,83
-fal/_fal_version.py,sha256=n_lSuEHJgb4rULoS5dvoiQp1WmyrS2tr5qmwqkMv_jI,706
+fal/_fal_version.py,sha256=z2-YScutuXozpQDoDBzRXepmCAPjCxXPXKoXD3x7ggE,706
 fal/_serialization.py,sha256=npXNsFJ5G7jzBeBIyVMH01Ww34mGY4XWhHpRbSrTtnQ,7598
 fal/_version.py,sha256=1BbTFnucNC_6ldKJ_ZoC722_UkW4S9aDBSW9L0fkKAw,2315
 fal/api.py,sha256=TWUpQICgsRO5aDdRP8A3sFI26P6QM93TobcW9M4E0lQ,47501
-fal/app.py,sha256=LktoVpMj3CXR3WCnptakDUvFwOVWsCfstl8wVofovIA,25740
+fal/app.py,sha256=2zCrpSgqWY8kIuxu2RIOeoKC1_dbC3s7Im2qokUq0js,25872
 fal/apps.py,sha256=pzCd2mrKl5J_4oVc40_pggvPtFahXBCdrZXWpnaEJVs,12130
 fal/config.py,sha256=1HRaOJFOAjB7fbQoEPCSH85gMvEEMIMPeupVWgrHVgU,3572
 fal/container.py,sha256=FTsa5hOW4ars-yV1lUoc0BNeIIvAZcpw7Ftyt3A4m_w,2000
@@ -13,7 +13,7 @@ fal/flags.py,sha256=QonyDM7R2GqfAB1bJr46oriu-fHJCkpUwXuSdanePWg,987
 fal/project.py,sha256=QgfYfMKmNobMPufrAP_ga1FKcIAlSbw18Iar1-0qepo,2650
 fal/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 fal/rest_client.py,sha256=kGBGmuyHfX1lR910EoKCYPjsyU8MdXawT_cW2q8Sajc,568
-fal/sdk.py,sha256=tUrwEohQz2B3LN-troH5FcON4VwRnV0zFjB0FRctDBA,26218
+fal/sdk.py,sha256=TdDj86WFWiK1g4g6MdxiA6vbMVc9ix8Iges2UtBGt4g,27406
 fal/sync.py,sha256=ZuIJA2-hTPNANG9B_NNJZUsO68EIdTH0dc9MzeVE2VU,4340
 fal/utils.py,sha256=iQTBG3-i6JZgHkkwbY_I4210g0xoW-as51yrke608u0,2208
 fal/workflows.py,sha256=Zl4f6Bs085hY40zmqScxDUyCu7zXkukDbW02iYOLTTI,14805
@@ -23,12 +23,12 @@ fal/auth/local.py,sha256=sndkM6vKpeVny6NHTacVlTbiIFqaksOmw0Viqs_RN1U,1790
 fal/cli/__init__.py,sha256=padK4o0BFqq61kxAA1qQ0jYr2SuhA2mf90B3AaRkmJA,37
 fal/cli/_utils.py,sha256=ulYezhr3G29nTIF8MDQ6tsW01Oj1zPo-YSqMoBi05Ic,1871
 fal/cli/api.py,sha256=ZuDE_PIC-czzneTAWMwvC7P7WnwIyluNZSuJqzCFhqI,2640
-fal/cli/apps.py,sha256=73vLbMTpgadd0p_S6RW8t7NKpTmIMO_W2mYoWbyZvcQ,11008
+fal/cli/apps.py,sha256=pty0v0RIihCeKl1xG9NWIUMTWGhGUJf452x58EfBL-M,11242
 fal/cli/auth.py,sha256=Qe-Z3ycXJnOzHimz5PjCQYoni8MF4csmdL19yGN7a1o,5171
 fal/cli/cli_nested_json.py,sha256=veSZU8_bYV3Iu1PAoxt-4BMBraNIqgH5nughbs2UKvE,13539
 fal/cli/create.py,sha256=a8WDq-nJLFTeoIXqpb5cr7GR7YR9ZZrQCawNm34KXXE,627
 fal/cli/debug.py,sha256=u_urnyFzSlNnrq93zz_GXE9FX4VyVxDoamJJyrZpFI0,1312
-fal/cli/deploy.py,sha256=RB6UZCWE1Jp8rWkepfwQyuAy09Mq-O9rmXjWg7k5DEU,8425
+fal/cli/deploy.py,sha256=JAUi9FtN58pGk3_2JPd84h-RKurLatRjAUxL_Oe0vWo,8701
 fal/cli/doctor.py,sha256=U4ne9LX5gQwNblsYQ27XdO8AYDgbYjTO39EtxhwexRM,983
 fal/cli/files.py,sha256=pSgAnTm2eHdP-IPkMIVfnK_Ii7mkSSOVgvbsiFUVBC0,2936
 fal/cli/keys.py,sha256=7Sf4DT4le89G42eAOt0ltRjbZAtE70AVQ62hmjZhUy0,3059
@@ -36,7 +36,7 @@ fal/cli/main.py,sha256=LnJCe83Fdr5-i3Fkpvrd9BZPjHtcX_H1EEmy6rVlCz8,3180
 fal/cli/parser.py,sha256=jYsGQ0BLQuKI7KtN1jnLVYKMbLtez7hPjwTNfG3UPSk,2964
 fal/cli/profile.py,sha256=agyGFQRLHOtzJEdN3Pn9317rg044XaszNCZrf0ELK-8,6016
 fal/cli/run.py,sha256=nAC12Qss4Fg1XmV0qOS9RdGNLYcdoHeRgQMvbTN4P9I,1202
-fal/cli/runners.py,sha256=7efNX9vm6D1aBlg0M5-u5plw3HHC41Sj-N7eRNIHnqw,3689
+fal/cli/runners.py,sha256=4knYZLG5WagdHoBUpjVsh_8BXHebU_rAtlRyRmJDZWI,3976
 fal/cli/secrets.py,sha256=QKSmazu-wiNF6fOpGL9v2TDYxAjX9KTi7ot7vnv6f5E,2474
 fal/cli/teams.py,sha256=6fR2rKJtiUJPThP7QsO4NLo9UdhUxraGvQZk3_Di6Ow,1218
 fal/console/__init__.py,sha256=ernZ4bzvvliQh5SmrEqQ7lA5eVcbw6Ra2jalKtA7dxg,132
@@ -73,10 +73,11 @@ fal/toolkit/image/nsfw_filter/env.py,sha256=iAP2Q3vzIl--DD8nr8o3o0goAwhExN2v0feY
 fal/toolkit/image/nsfw_filter/inference.py,sha256=BhIPF_zxRLetThQYxDDF0sdx9VRwvu74M5ye6Povi40,2167
 fal/toolkit/image/nsfw_filter/model.py,sha256=63mu8D15z_IosoRUagRLGHy6VbLqFmrG-yZqnu2vVm4,457
 fal/toolkit/image/nsfw_filter/requirements.txt,sha256=3Pmrd0Ny6QAeBqUNHCgffRyfaCARAPJcfSCX5cRYpbM,37
-fal/toolkit/utils/__init__.py,sha256=CrmM9DyCz5-SmcTzRSm5RaLgxy3kf0ZsSEN9uhnX2Xo,97
+fal/toolkit/utils/__init__.py,sha256=w3Q-9So2HUefk7pU3wMGxhAx2PRsab4mBOxI9JlMmsQ,172
 fal/toolkit/utils/download_utils.py,sha256=F6oRoP2ynO5xgeRtweVpgJ5xmEhpbKorkXDrakaPpTw,21391
 fal/toolkit/utils/endpoint.py,sha256=5EXoshA2PD_brjEfhNWAWasjqLOCRrjBnfhj6QGuMt8,782
 fal/toolkit/utils/retry.py,sha256=0pnKqs1Y2dADMAk2944FZr68ZL3wQC_5hqApfgyMf_8,1531
+fal/toolkit/utils/setup_utils.py,sha256=PuFkswFMUCVgfMawGuhCj4lHS7wX-yXXmAhX7hu-Ijo,1311
 fal/toolkit/video/__init__.py,sha256=YV0jWpuvoA_CDFQXhd3zOvilFLKH7DYARrbzR7hWhpE,35
 fal/toolkit/video/video.py,sha256=dHNMdV_zJHiJMzlfIiyDv7tqJBsD32aoc3Ao0t1nKNk,572
 openapi_fal_rest/__init__.py,sha256=ziculmF_i6trw63LzZGFX-6W3Lwq9mCR8_UpkpvpaHI,152
@@ -142,8 +143,8 @@ openapi_fal_rest/models/workflow_node_type.py,sha256=-FzyeY2bxcNmizKbJI8joG7byRi
 openapi_fal_rest/models/workflow_schema.py,sha256=4K5gsv9u9pxx2ItkffoyHeNjBBYf6ur5bN4m_zePZNY,2019
 openapi_fal_rest/models/workflow_schema_input.py,sha256=2OkOXWHTNsCXHWS6EGDFzcJKkW5FIap-2gfO233EvZQ,1191
 openapi_fal_rest/models/workflow_schema_output.py,sha256=EblwSPAGfWfYVWw_WSSaBzQVju296is9o28rMBAd0mc,1196
-fal-1.29.0.dist-info/METADATA,sha256=SiKSUGjpp9TXi3xwebvMXKLZXzUyzwG4BAwrNtX3sAs,4089
-fal-1.29.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fal-1.29.0.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
-fal-1.29.0.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
-fal-1.29.0.dist-info/RECORD,,
+fal-1.30.0.dist-info/METADATA,sha256=TGC06pQWQEN5vwNf81Qzy-NlPuqAhw5Fc4lB1VT6Oz0,4089
+fal-1.30.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fal-1.30.0.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
+fal-1.30.0.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
+fal-1.30.0.dist-info/RECORD,,