fal 1.50.1__py3-none-any.whl → 1.57.2__py3-none-any.whl

fal/toolkit/compilation.py

@@ -0,0 +1,220 @@
+"""PyTorch compilation cache management utilities.
+
+This module provides utilities for managing PyTorch Inductor compilation caches
+across workers. When using torch.compile(), PyTorch generates optimized CUDA kernels
+on first run, which can take 20-30 seconds. By sharing these compiled kernels across
+workers, subsequent workers can load pre-compiled kernels in ~2 seconds instead of
+recompiling.
+
+Typical usage in a model setup:
+
+    Manual cache management:
+        dir_hash = load_inductor_cache("mymodel/v1")
+        self.model = torch.compile(self.model)
+        self.warmup()  # Triggers compilation
+        sync_inductor_cache("mymodel/v1", dir_hash)
+
+    Context manager (automatic):
+        with synchronized_inductor_cache("mymodel/v1"):
+            self.model = torch.compile(self.model)
+            self.warmup()  # Compilation is automatically synced after
+"""
+
+from __future__ import annotations
+
+import hashlib
+import os
+import re
+import shutil
+import subprocess
+import tempfile
+from collections.abc import Iterator
+from contextlib import contextmanager
+from pathlib import Path
+
+LOCAL_INDUCTOR_CACHE_DIR = Path("/tmp/inductor-cache/")
+GLOBAL_INDUCTOR_CACHES_DIR = Path("/data/inductor-caches/")
+PERSISTENT_TMP_DIR = Path("/data/tmp/")
+
+
+def get_gpu_type() -> str:
+    """Detect the GPU type using nvidia-smi.
+
+    Returns:
+        The GPU model name (e.g., "H100", "A100", "H200") or "UNKNOWN"
+        if detection fails.
+
+    Example:
+        >>> gpu_type = get_gpu_type()
+        >>> print(f"Running on: {gpu_type}")
+        Running on: H100
+    """
+    try:
+        gpu_type_string = subprocess.run(
+            ["nvidia-smi", "--query-gpu=name", "--format=csv,noheader"],
+            capture_output=True,
+            text=True,
+            check=False,
+        ).stdout
+        matches = re.search(r"NVIDIA [a-zA-Z0-9]*", gpu_type_string)
+        # check for matches - if there are none, return "UNKNOWN"
+        if matches:
+            gpu_type = matches.group(0)
+            return gpu_type[7:]  # remove `NVIDIA `
+        else:
+            return "UNKNOWN"
+    except Exception:
+        return "UNKNOWN"
+
+
+def _dir_hash(path: Path) -> str:
+    """Compute a hash of all filenames in a directory (recursively).
+
+    Args:
+        path: Directory to hash.
+
+    Returns:
+        SHA256 hex digest of sorted filenames.
+    """
+    # Hash of all the filenames in the directory, recursively, sorted
+    filenames = {str(file) for file in path.rglob("*") if file.is_file()}
+    return hashlib.sha256("".join(sorted(filenames)).encode()).hexdigest()
+
+
+def load_inductor_cache(cache_key: str) -> str:
+    """Load PyTorch Inductor compilation cache from global storage.
+
+    This function:
+    1. Sets TORCHINDUCTOR_CACHE_DIR environment variable
+    2. Looks for cached compiled kernels in GPU-specific global storage
+    3. Unpacks the cache to local temporary directory
+    4. Returns a hash of the unpacked directory for change detection
+
+    Args:
+        cache_key: Unique identifier for this cache (e.g., "flux/2", "mymodel/v1")
+
+    Returns:
+        Hash of the unpacked cache directory, or empty string if cache not found.
+
+    Example:
+        >>> dir_hash = load_inductor_cache("flux/2")
+        Found compilation cache at /data/inductor-caches/H100/flux/2.zip, unpacking...
+        Cache unpacked successfully.
+    """
+    gpu_type = get_gpu_type()
+
+    os.environ["TORCHINDUCTOR_CACHE_DIR"] = str(LOCAL_INDUCTOR_CACHE_DIR)
+
+    cache_source_path = GLOBAL_INDUCTOR_CACHES_DIR / gpu_type / f"{cache_key}.zip"
+
+    try:
+        next(cache_source_path.parent.iterdir(), None)
+    except Exception as e:
+        # Check for cache without gpu_type in the path
+        try:
+            old_source_path = GLOBAL_INDUCTOR_CACHES_DIR / f"{cache_key}.zip"
+            # Since old source exists, copy it over to global caches
+            os.makedirs(cache_source_path.parent, exist_ok=True)
+            shutil.copy(old_source_path, cache_source_path)
+        except Exception:
+            print(f"Failed to list: {e}")
+
+    if not cache_source_path.exists():
+        print(f"Couldn't find compilation cache at {cache_source_path}")
+        return ""
+
+    print(f"Found compilation cache at {cache_source_path}, unpacking...")
+    try:
+        shutil.unpack_archive(cache_source_path, LOCAL_INDUCTOR_CACHE_DIR)
+    except Exception as e:
+        print(f"Failed to unpack cache: {e}")
+        return ""
+
+    print("Cache unpacked successfully.")
+    return _dir_hash(LOCAL_INDUCTOR_CACHE_DIR)
+
+
+def sync_inductor_cache(cache_key: str, unpacked_dir_hash: str) -> None:
+    """Sync updated PyTorch Inductor cache back to global storage.
+
+    This function:
+    1. Checks if the local cache has changed (by comparing hashes)
+    2. If changed, creates a zip archive of the new cache
+    3. Saves it to GPU-specific global storage
+
+    Args:
+        cache_key: Unique identifier for this cache (same as used in
+            load_inductor_cache)
+        unpacked_dir_hash: Hash returned from load_inductor_cache
+            (for change detection)
+
+    Example:
+        >>> sync_inductor_cache("flux/2", dir_hash)
+        No changes in the cache dir, skipping sync.
+        # or
+        Changes detected in the cache dir, syncing...
+    """
+    gpu_type = get_gpu_type()
+    if not LOCAL_INDUCTOR_CACHE_DIR.exists():
+        print(f"No cache to sync, {LOCAL_INDUCTOR_CACHE_DIR} doesn't exist.")
+        return
+
+    if not GLOBAL_INDUCTOR_CACHES_DIR.exists():
+        GLOBAL_INDUCTOR_CACHES_DIR.mkdir(parents=True)
+
+    # If we updated the cache (the hashes of LOCAL_INDUCTOR_CACHE_DIR and
+    # unpacked_dir_hash differ), we pack the cache and move it to the
+    # global cache directory.
+    new_dir_hash = _dir_hash(LOCAL_INDUCTOR_CACHE_DIR)
+    if new_dir_hash == unpacked_dir_hash:
+        print("No changes in the cache dir, skipping sync.")
+        return
+
+    print("Changes detected in the cache dir, syncing...")
+    os.makedirs(
+        PERSISTENT_TMP_DIR, exist_ok=True
+    )  # Non fal-ai users do not have this directory
+    with tempfile.TemporaryDirectory(dir=PERSISTENT_TMP_DIR) as temp_dir:
+        temp_dir_path = Path(temp_dir)
+        cache_path = GLOBAL_INDUCTOR_CACHES_DIR / gpu_type / f"{cache_key}.zip"
+        cache_path.parent.mkdir(parents=True, exist_ok=True)
+
+        try:
+            zip_name = shutil.make_archive(
+                str(temp_dir_path / "inductor_cache"),
+                "zip",
+                LOCAL_INDUCTOR_CACHE_DIR,
+            )
+            os.rename(
+                zip_name,
+                cache_path,
+            )
+        except Exception as e:
+            print(f"Failed to sync cache: {e}")
+            return
+
+
+@contextmanager
+def synchronized_inductor_cache(cache_key: str) -> Iterator[None]:
+    """Context manager to automatically load and sync PyTorch Inductor cache.
+
+    This wraps load_inductor_cache and sync_inductor_cache for convenience.
+    The cache is loaded on entry and synced on exit (even if an exception occurs).
+
+    Args:
+        cache_key: Unique identifier for this cache (e.g., "flux/2", "mymodel/v1")
+
+    Yields:
+        None
+
+    Example:
+        >>> with synchronized_inductor_cache("mymodel/v1"):
+        ...     self.model = torch.compile(self.model)
+        ...     self.warmup()  # Compilation happens here
+        # Cache is automatically synced after the with block
+    """
+    unpacked_dir_hash = load_inductor_cache(cache_key)
+    try:
+        yield
+    finally:
+        sync_inductor_cache(cache_key, unpacked_dir_hash)

fal/toolkit/file/file.py

@@ -16,8 +16,7 @@ from fastapi import Request
 if not hasattr(pydantic, "__version__") or pydantic.__version__.startswith("1."):
     IS_PYDANTIC_V2 = False
 else:
-    from pydantic import GetCoreSchemaHandler
-    from pydantic_core import CoreSchema, core_schema
+    from pydantic import model_validator
 
     IS_PYDANTIC_V2 = True
 
@@ -137,14 +136,16 @@ class File(BaseModel):
     # Pydantic custom validator for input type conversion
     if IS_PYDANTIC_V2:
 
+        @model_validator(mode="before")
         @classmethod
-        def __get_pydantic_core_schema__(
-            cls, source_type: Any, handler: GetCoreSchemaHandler
-        ) -> CoreSchema:
-            return core_schema.no_info_before_validator_function(
-                cls.__convert_from_str,
-                handler(source_type),
-            )
+        def __convert_from_str_v2(cls, value: Any):
+            if isinstance(value, str):
+                parsed_url = urlparse(value)
+                if parsed_url.scheme not in ["http", "https", "data"]:
+                    raise ValueError("value must be a valid URL")
+                # Return a mapping so the model can be constructed normally
+                return {"url": parsed_url.geturl()}
+            return value
 
     else:
 

fal/utils.py

@@ -1,11 +1,10 @@
 from __future__ import annotations
 
 from dataclasses import dataclass
+from typing import TYPE_CHECKING
 
-import fal._serialization
-from fal import App, wrap_app
-
-from .api import FalServerlessError, FalServerlessHost, IsolatedFunction
+if TYPE_CHECKING:
+    from .api import FalServerlessHost, IsolatedFunction
 
 
 @dataclass
@@ -17,6 +16,62 @@ class LoadedFunction:
     source_code: str | None
 
 
+def _find_target(
+    module: dict[str, object], function_name: str | None = None
+) -> tuple[object, str | None, str | None]:
+    import fal
+    from fal.api import FalServerlessError, IsolatedFunction
+
+    if function_name is not None:
+        if function_name not in module:
+            raise FalServerlessError(f"Function '{function_name}' not found in module")
+
+        target = module[function_name]
+
+        if isinstance(target, type) and issubclass(target, fal.App):
+            return target, target.app_name, target.app_auth
+
+        if isinstance(target, IsolatedFunction):
+            return target, function_name, None
+
+        raise FalServerlessError(
+            f"Function '{function_name}' is not a fal.App or a fal.function"
+        )
+
+    fal_apps = {
+        obj_name: obj
+        for obj_name, obj in module.items()
+        if isinstance(obj, type) and issubclass(obj, fal.App) and obj is not fal.App
+    }
+
+    if len(fal_apps) == 1:
+        [(function_name, target)] = fal_apps.items()
+        return target, target.app_name, target.app_auth
+    elif len(fal_apps) > 1:
+        raise FalServerlessError(
+            f"Multiple fal.Apps found in the module: {list(fal_apps.keys())}. "
+            "Please specify the name of the app."
+        )
+
+    fal_functions = {
+        obj_name: obj
+        for obj_name, obj in module.items()
+        if isinstance(obj, IsolatedFunction)
+    }
+
+    if len(fal_functions) == 0:
+        raise FalServerlessError("No fal.App or fal.function found in the module.")
+    elif len(fal_functions) > 1:
+        raise FalServerlessError(
+            "Multiple fal.functions found in the module: "
+            f"{list(fal_functions.keys())}. "
+            "Please specify the name of the function."
+        )
+
+    [(function_name, target)] = fal_functions.items()
+    return target, function_name, None
+
+
 def load_function_from(
     host: FalServerlessHost,
     file_path: str,
@@ -26,45 +81,24 @@ def load_function_from(
     import runpy
     import sys
 
+    import fal._serialization
+    from fal import App, wrap_app
+
+    from .api import FalServerlessError, IsolatedFunction
+
     sys.path.append(os.getcwd())
     module = runpy.run_path(file_path)
-    if function_name is None:
-        fal_objects = {
-            obj_name: obj
-            for obj_name, obj in module.items()
-            if isinstance(obj, type) and issubclass(obj, fal.App) and obj is not fal.App
-        }
-        if len(fal_objects) == 0:
-            raise FalServerlessError("No fal.App found in the module.")
-        elif len(fal_objects) > 1:
-            raise FalServerlessError(
-                "Multiple fal.Apps found in the module. "
-                "Please specify the name of the app."
-            )
-
-        [(function_name, obj)] = fal_objects.items()
-        app_name = obj.app_name
-        app_auth = obj.app_auth
-    else:
-        app_name = None
-        app_auth = None
-
-    if function_name not in module:
-        raise FalServerlessError(f"Function '{function_name}' not found in module")
+    target, app_name, app_auth = _find_target(module, function_name)
 
     # The module for the function is set to <run_path> when runpy is used, in which
     # case we want to manually include the package it is defined in.
     fal._serialization.include_package_from_path(file_path)
 
-    target = module[function_name]
-
     with open(file_path) as f:
         source_code = f.read()
 
     endpoints = ["/"]
     if isinstance(target, type) and issubclass(target, App):
-        app_name = target.app_name
-        app_auth = target.app_auth
         endpoints = target.get_endpoints() or ["/"]
         target = wrap_app(target, host=host)
 

fal/workflows.py

@@ -19,7 +19,6 @@ from rich.syntax import Syntax
 import fal
 from fal import flags
 from fal.exceptions import FalServerlessException
-from fal.rest_client import REST_CLIENT
 
 JSONType = Union[Dict[str, Any], List[Any], str, int, float, bool, None, "Leaf"]
 SchemaType = Dict[str, Any]
@@ -372,6 +371,11 @@ class Workflow:
     to_dict = to_json
 
     def publish(self, title: str, *, is_public: bool = True):
+        from fal.api.client import SyncServerlessClient
+
+        client = SyncServerlessClient()
+        rest_client = client._create_rest_client()
+
         workflow_contents = publish_workflow.TypedWorkflow(
             name=self.name,
             title=title,
@@ -379,7 +383,7 @@ class Workflow:
             is_public=is_public,
         )
         published_workflow = publish_workflow.sync(
-            client=REST_CLIENT,
+            client=rest_client,
             json_body=workflow_contents,
         )
         if isinstance(published_workflow, Exception):

{fal-1.50.1.dist-info → fal-1.57.2.dist-info}/METADATA

@@ -1,12 +1,12 @@
 Metadata-Version: 2.4
 Name: fal
-Version: 1.50.1
+Version: 1.57.2
 Summary: fal is an easy-to-use Serverless Python Framework
 Author: Features & Labels <support@fal.ai>
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
-Requires-Dist: isolate[build]<0.21.0,>=0.18.0
-Requires-Dist: isolate-proto<0.23.0,>=0.22.0
+Requires-Dist: isolate[build]<0.22.0,>=0.18.0
+Requires-Dist: isolate-proto>=0.27.0
 Requires-Dist: grpcio<2,>=1.64.0
 Requires-Dist: dill==0.3.7
 Requires-Dist: cloudpickle==3.0.0
@@ -21,8 +21,8 @@ Requires-Dist: rich<15,>=13.3.2
 Requires-Dist: rich_argparse
 Requires-Dist: packaging>=21.3
 Requires-Dist: pathspec<1,>=0.11.1
-Requires-Dist: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*,<2.11
-Requires-Dist: fastapi<1,>=0.99.1
+Requires-Dist: pydantic!=2.0.*,!=2.1.*,!=2.2.*,!=2.3.*,!=2.4.*
+Requires-Dist: fastapi<0.119,>=0.99.1
 Requires-Dist: starlette-exporter>=0.21.0
 Requires-Dist: httpx>=0.15.4
 Requires-Dist: httpx-sse
@@ -60,7 +60,7 @@ Requires-Dist: fal[docs,test]; extra == "dev"
 Requires-Dist: openapi-python-client<1,>=0.14.1; extra == "dev"
 
 [![PyPI](https://img.shields.io/pypi/v/fal.svg?logo=PyPI)](https://pypi.org/project/fal)
-[![Tests](https://img.shields.io/github/actions/workflow/status/fal-ai/fal/integration_tests.yaml?label=Tests)](https://github.com/fal-ai/fal/actions)
+[![Tests](https://img.shields.io/github/actions/workflow/status/fal-ai/fal/fal-unit-tests.yml?label=Tests)](https://github.com/fal-ai/fal/actions)
 
 # fal
 

{fal-1.50.1.dist-info → fal-1.57.2.dist-info}/RECORD

@@ -1,50 +1,51 @@
 fal/__init__.py,sha256=wXs1G0gSc7ZK60-bHe-B2m0l_sA6TrFk4BxY0tMoLe8,784
 fal/__main__.py,sha256=4JMK66Wj4uLZTKbF-sT3LAxOsr6buig77PmOkJCRRxw,83
-fal/_fal_version.py,sha256=LL1Yx-cpQ3cud6IHC9ya0kDMPSCBaY6e8nDAG_QIwYY,706
+fal/_fal_version.py,sha256=i0cW1NjyUIFsXnQhKIsnmK05Q1c85OjmjaQwpPYgb-Q,706
 fal/_serialization.py,sha256=2hPQhinTWinTTs2gDjPG6SxVCwkL_i6S8TfOSoCqLUs,7626
 fal/_version.py,sha256=1BbTFnucNC_6ldKJ_ZoC722_UkW4S9aDBSW9L0fkKAw,2315
-fal/app.py,sha256=mW7H2k41y4-BTEyvVmwTMEfVy2a5_ctAHTZEtQCn2ig,31061
+fal/app.py,sha256=B5U5NlTT9CczOuTTTbwGZA5PEQEPheed9Bn5N6lS3PE,32244
 fal/apps.py,sha256=pzCd2mrKl5J_4oVc40_pggvPtFahXBCdrZXWpnaEJVs,12130
 fal/config.py,sha256=1HRaOJFOAjB7fbQoEPCSH85gMvEEMIMPeupVWgrHVgU,3572
 fal/container.py,sha256=FTsa5hOW4ars-yV1lUoc0BNeIIvAZcpw7Ftyt3A4m_w,2000
 fal/file_sync.py,sha256=7urM-wEzijTJMddnprkq5wyGPS09Ywdk4UoWWCL9CTA,11977
-fal/files.py,sha256=9hA7mC3Xm794I-P2_YMf0QRebrnBIDz_kUnUd4O3BiQ,7904
+fal/files.py,sha256=hNHpOApfrtUyqAngykCQWG0Yqx4p1XWHu7ZnD83oWRQ,8522
 fal/flags.py,sha256=QonyDM7R2GqfAB1bJr46oriu-fHJCkpUwXuSdanePWg,987
 fal/project.py,sha256=QgfYfMKmNobMPufrAP_ga1FKcIAlSbw18Iar1-0qepo,2650
 fal/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-fal/rest_client.py,sha256=kGBGmuyHfX1lR910EoKCYPjsyU8MdXawT_cW2q8Sajc,568
-fal/sdk.py,sha256=ksxXaSKzsK5KehDsmPzuhh-RX6kJazttuAY41NN-kqQ,29669
-fal/sync.py,sha256=ZuIJA2-hTPNANG9B_NNJZUsO68EIdTH0dc9MzeVE2VU,4340
-fal/utils.py,sha256=GSDJFdGBM7MtjkWIZW-VHcA6T99nZVYcRClLcoKNHuk,2309
-fal/workflows.py,sha256=Zl4f6Bs085hY40zmqScxDUyCu7zXkukDbW02iYOLTTI,14805
+fal/sdk.py,sha256=kBO861eiQirMmECBQizBZH9aztPnNJ2j6FEJBedPiU8,30102
+fal/sync.py,sha256=z0RbyQxbMo_zEHcP3g_R5J42GZaQOyw3XT570-eal74,4576
+fal/utils.py,sha256=dzVesc1S6W2UVqORxxp0j7Z7gR1aTMgJZYji1t0NQN0,3403
+fal/workflows.py,sha256=UMxhgT274MigYd93GM4sv7WA_D-fulWOJ0hUQn-2CRo,14914
 fal/api/__init__.py,sha256=dcPgWqbf3xA0BSv1rKsZMOmIyZeHjiIwTrGLYQHnhjI,88
-fal/api/api.py,sha256=m67EqjDcCiCHFdBDkVpCqFEgiW2panqKXay-JZxpXzo,51940
-fal/api/apps.py,sha256=YSy2RUvFGBmXp8OrtWf49FMLvzwS79e0LD426naaMx0,2219
-fal/api/client.py,sha256=KCHZ6_Eom5j4n0hAujsGBjjXaOySg1KBh3dk0V8Qaw8,4141
-fal/api/deploy.py,sha256=1HpvVbdKxJHXjq6Y7KzSHTKfe_MYDs_a2vR5tKMAykA,6447
+fal/api/api.py,sha256=Zh4Cs484SEcAeJhZ7z6XmfWotmrosG1yl-QpEDAxf9c,53108
+fal/api/apps.py,sha256=ynVXDH2e_OhyGubEniOqkH7JfBS2GP2GhVgk-zpgCf4,2819
+fal/api/client.py,sha256=QDJioggQf_D3pdoKepAHCYkuFhorJxNkbc-XnFn-cCY,6135
+fal/api/deploy.py,sha256=2kagmtA3gjVRQcZ5k09vUUfDGGG6mUhi6Ck03pdyGoI,6069
+fal/api/keys.py,sha256=uIq2aQgtKjEQsp1NBtrFLK6mEYBf6WzdxBq8CCLIz3U,977
 fal/api/runners.py,sha256=QE7SnczoIC5ZEmeTFShkhaSFOMMkHBHrt-3y_IuFruE,878
+fal/api/secrets.py,sha256=kB6deYY1qyjfri0TT1rBJUBeg72yRNuysza6QJROpIw,915
 fal/auth/__init__.py,sha256=mtyQou8DGHC-COjW9WbtRyyzjyt7fMlhVmsB4U-CBh4,6509
 fal/auth/auth0.py,sha256=g5OgEKe4rsbkLQp6l7EauOAVL6WsmKjuA1wmzmyvvhc,5354
 fal/auth/local.py,sha256=sndkM6vKpeVny6NHTacVlTbiIFqaksOmw0Viqs_RN1U,1790
 fal/cli/__init__.py,sha256=padK4o0BFqq61kxAA1qQ0jYr2SuhA2mf90B3AaRkmJA,37
-fal/cli/_utils.py,sha256=XwYoJr8SahaKB9OkGkw178FBpSeFAB-GqDXUQgGoFRE,2196
-fal/cli/api.py,sha256=ZuDE_PIC-czzneTAWMwvC7P7WnwIyluNZSuJqzCFhqI,2640
-fal/cli/apps.py,sha256=fKL5tdi2BSmnv0b1YMRASCinZ1-aH4j10ioaP0l8iMA,12529
+fal/cli/_utils.py,sha256=UaL7o6wCXxOXks3Yyx02SQdkZj2zm0JvjS02Bxv7gjY,2328
+fal/cli/api.py,sha256=EPh1RjFW-b5hf-T4FIjaP0wARdwGez4E5o1Qc3aYgSQ,2665
+fal/cli/apps.py,sha256=GMsC_mlzzND65iTv4h-x7cVKcPTHcH0GDXAy-c92nJQ,14228
 fal/cli/auth.py,sha256=ZLjxuF4LobETJ2CLGMj_QurE0PiJxzKdFJZkux8uLHM,5977
 fal/cli/cli_nested_json.py,sha256=veSZU8_bYV3Iu1PAoxt-4BMBraNIqgH5nughbs2UKvE,13539
 fal/cli/create.py,sha256=a8WDq-nJLFTeoIXqpb5cr7GR7YR9ZZrQCawNm34KXXE,627
 fal/cli/debug.py,sha256=mTCjSpEZaNKcX225VZtry-BspFKSHURUuxUFuX6x5Cc,1488
-fal/cli/deploy.py,sha256=wTpMn1J9X8fytfeLKvJjwLN8sqcPKzWG0loin8ymqZ4,3890
+fal/cli/deploy.py,sha256=IBh9cxyfDSczIB8SatJ1uo2TxxpMg4F7uL2D7_nzpx8,4387
 fal/cli/doctor.py,sha256=8SZrYG9Ku0F6LLUHtFdKopdIgZfFkw5E3Mwrxa9KOSk,1613
-fal/cli/files.py,sha256=8p_xqJJaimC3ezrw-d8Ybxb21iGC2DgRFyCF1nGhpPY,3855
-fal/cli/keys.py,sha256=iQVMr3WT8CUqSQT3qeCCiy6rRwoux9F-UEaC4bCwMWo,3754
+fal/cli/files.py,sha256=s2Q1-kQqVJAlc33kVgF9nnDLScEz5TaravJ1ZaQh3G8,3755
+fal/cli/keys.py,sha256=sGVAUsUnq8p_HN26GPPnBYVpOYxmGS6QZMc-bHu-bGE,3555
 fal/cli/main.py,sha256=LDy3gze9TRsvGa4uSNc8NMFmWMLpsyoC-msteICNiso,3371
 fal/cli/parser.py,sha256=siSY1kxqczZIs3l_jLwug_BpVzY_ZqHpewON3am83Ow,6658
 fal/cli/profile.py,sha256=PAY_ffifCT71VJ8VxfDVaXPT0U1oN8drvWZDFRXwvek,6678
-fal/cli/queue.py,sha256=YhcD0URGeqaJXqTl1hPEV9-UqdWsQ-4beG5xE9AGLJI,2727
-fal/cli/run.py,sha256=l3wq-Fa3bCznKrdsC-4ouAU_74rAjrb-SqRCWEuGJQM,1432
-fal/cli/runners.py,sha256=JaqSQWQXRjM3vatllLUp8KnfElhUpih9kyPCuaHUedY,20980
-fal/cli/secrets.py,sha256=HfIeO2IZpCEiBC6Cs5Kpi3zckfDnc7GsLwLdgj3NnPU,3085
+fal/cli/queue.py,sha256=zfBP-ILm4lNiKowOEBtKqcE6Qus7gSl-5Q6CLOTMYm0,2948
+fal/cli/run.py,sha256=gZ4mtXEQ2lv2x_4RHigVQdsHpbZBSS8sFF3Kxq5dF2w,1578
+fal/cli/runners.py,sha256=HnFEPT0pXgQkXQr7b9ria2VwfeUx1yPdOKJYZE0r1MM,21741
+fal/cli/secrets.py,sha256=VSC1ybGz6wAQjYz7rbxCG7EXgCpLvNXuN8c8uH2w7F8,2931
 fal/cli/teams.py,sha256=_JcNcf659ZoLBFOxKnVP5A6Pyk1jY1vh4_xzMweYIDo,1285
 fal/console/__init__.py,sha256=lGPUuTqIM9IKTa1cyyA-MA2iZJKVHp2YydsITZVlb6g,148
 fal/console/icons.py,sha256=De9MfFaSkO2Lqfne13n3PrYfTXJVIzYZVqYn5BWsdrA,108
@@ -60,7 +61,8 @@ fal/logging/__init__.py,sha256=SRuG6TpTmxFmPtAKH0ZBqhpvahfBccFbaKNvKRZPPd0,1320
 fal/logging/isolate.py,sha256=jIryi46ZVlJ1mfan4HLNQQ3jwMi8z-WwfqqLlttQVkc,2449
 fal/logging/style.py,sha256=ckIgHzvF4DShM5kQh8F133X53z_vF46snuDHVmo_h9g,386
 fal/logging/trace.py,sha256=OhzB6d4rQZimBc18WFLqH_9BGfqFFumKKTAGSsmWRMg,1904
-fal/toolkit/__init__.py,sha256=GR5KxAsNODlhs-DTarJcb5raujActubn0afR7FPueWs,886
+fal/toolkit/__init__.py,sha256=o9Nk3D6L15dzDWewcXHOj4KRB9wfsuLA3lXRaiJnhrE,1136
+fal/toolkit/compilation.py,sha256=4Srs7GHuA0V3L4a29UVL7eBM1NBZLFuyhY8hLZOXR3U,7522
 fal/toolkit/exceptions.py,sha256=8-EMuqDXEofPu-eVoWowc7WEM-ifusithyv6tnsm2MM,301
 fal/toolkit/kv.py,sha256=5kMk-I5PMRORK4TYc0jqqowjqKkbk7zUIgz9rAIztxE,2364
 fal/toolkit/optimize.py,sha256=p75sovF0SmRP6zxzpIaaOmqlxvXB_xEz3XPNf59EF7w,1339
@@ -68,7 +70,7 @@ fal/toolkit/types.py,sha256=kkbOsDKj1qPGb1UARTBp7yuJ5JUuyy7XQurYUBCdti8,4064
 fal/toolkit/audio/__init__.py,sha256=sqNVfrKbppWlIGLoFTaaNTxLpVXsFHxOSHLA5VG547A,35
 fal/toolkit/audio/audio.py,sha256=gt458h989iQ-EhQSH-mCuJuPBY4RneLJE05f_QWU1E0,572
 fal/toolkit/file/__init__.py,sha256=FbNl6wD-P0aSSTUwzHt4HujBXrbC3ABmaigPQA4hRfg,70
-fal/toolkit/file/file.py,sha256=_KCKmtmBkBIKD_gFOZALV10dCtOFZTC9MQw2qmdeevw,11013
+fal/toolkit/file/file.py,sha256=9ucrzi1GiKKauSljDoYibJl0eQegpk8D47XGFDLC_0w,11130
 fal/toolkit/file/types.py,sha256=MMAH_AyLOhowQPesOv1V25wB4qgbJ3vYNlnTPbdSv1M,2304
 fal/toolkit/file/providers/fal.py,sha256=P9hm11uKVe6ilmL7CjFztBHswZEHOm4k-K4B36UZe6M,47543
 fal/toolkit/file/providers/gcp.py,sha256=DKeZpm1MjwbvEsYvkdXUtuLIJDr_UNbqXj_Mfv3NTeo,2437
@@ -152,8 +154,8 @@ openapi_fal_rest/models/workflow_node_type.py,sha256=-FzyeY2bxcNmizKbJI8joG7byRi
 openapi_fal_rest/models/workflow_schema.py,sha256=4K5gsv9u9pxx2ItkffoyHeNjBBYf6ur5bN4m_zePZNY,2019
 openapi_fal_rest/models/workflow_schema_input.py,sha256=2OkOXWHTNsCXHWS6EGDFzcJKkW5FIap-2gfO233EvZQ,1191
 openapi_fal_rest/models/workflow_schema_output.py,sha256=EblwSPAGfWfYVWw_WSSaBzQVju296is9o28rMBAd0mc,1196
-fal-1.50.1.dist-info/METADATA,sha256=xpBAJQgk3Bc9GMkOGbqAEa7KCmh0p94ABjpr_MS_DwU,4250
-fal-1.50.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-fal-1.50.1.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
-fal-1.50.1.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
-fal-1.50.1.dist-info/RECORD,,
+fal-1.57.2.dist-info/METADATA,sha256=PAFHX10gB7KhkGT6puVZfCDuZ4milOfIdh2VzQUBBAE,4236
+fal-1.57.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+fal-1.57.2.dist-info/entry_points.txt,sha256=32zwTUC1U1E7nSTIGCoANQOQ3I7-qHG5wI6gsVz5pNU,37
+fal-1.57.2.dist-info/top_level.txt,sha256=r257X1L57oJL8_lM0tRrfGuXFwm66i1huwQygbpLmHw,21
+fal-1.57.2.dist-info/RECORD,,

fal/rest_client.py

@@ -1,25 +0,0 @@
-from __future__ import annotations
-
-from openapi_fal_rest.client import Client
-
-import fal.flags as flags
-from fal.sdk import get_default_credentials
-
-
-class CredentialsClient(Client):
-    def get_headers(self) -> dict[str, str]:
-        creds = get_default_credentials()
-        return {
-            **creds.to_headers(),
-            **self.headers,
-        }
-
-
-# TODO: accept more auth methods
-REST_CLIENT = CredentialsClient(
-    flags.REST_URL,
-    timeout=30,
-    verify_ssl=not flags.TEST_MODE,
-    raise_on_unexpected_status=False,
-    follow_redirects=True,
-)