frutebox-node 0.1.0__py3-none-any.whl

frutebox/videogen.py

@@ -0,0 +1,118 @@
+"""Video generation WITH audio — runs on a GPU node. Text-to-video (diffusers) produces the
+frames; an audio track (via `audiogen`) is muxed in with ffmpeg so the delivered MP4 carries
+sound. Heavy libs are imported lazily and only present on a video-capable node, so
+`available()` is False elsewhere and the gateway never routes video jobs here.
+
+This is the heaviest modality (a video diffusion model + ffmpeg), which is why plan 23 §B2
+keeps it async and off Tier-C entirely.
+
+WHICH model runs comes from `mediaserving.resolve_media_model("video", ...)`: plan 23 §A's
+primary is Wan 2.2, and the resolver returns the T2V (text-to-video) build, because that is
+what this entry point is — the I2V/TI2V/S2V builds in the same org need an input image or audio
+and would reject the request. The previous default, `THUDM/CogVideoX-2b`, was not declared in
+`registry/models.yaml` at all, so it reached a GPU without passing any licence, territory or
+tier gate; §A also flags CogVideoX-5B's licence as conditional.
+
+`DiffusionPipeline`, not `CogVideoXPipeline`: the resolver may return Wan, Mochi or a later
+primary and each has its own pipeline class. `from_pretrained` reads the repo's
+`model_index.json` and instantiates the right one.
+"""
+from __future__ import annotations
+
+import os
+import shutil
+import subprocess
+import tempfile
+
+from . import mediaserving
+from .envvars import env as envvar
+
+_FPS = int(envvar("VIDEO_FPS", "8"))
+
+_pipe = None
+_loaded_ref = ""
+
+
+def available() -> bool:
+    """True iff this node can generate video (diffusers + torch + CUDA + ffmpeg + a model it
+    is allowed to run)."""
+    try:
+        import torch  # type: ignore
+        import diffusers  # type: ignore  # noqa: F401
+        if not (torch.cuda.is_available() and shutil.which("ffmpeg")):
+            return False
+    except Exception:
+        return False
+    try:
+        resolved_model()
+        return True
+    except mediaserving.MediaUnavailable:
+        return False
+
+
+def resolved_model(*, node_region: str = "", user_region: str = ""):
+    """The registry-declared, licence-gated video model this node will run, sized to its card."""
+    from .imagegen import device_vram_gb
+    return mediaserving.resolve_media_model(
+        "video",
+        node_region=node_region, user_region=user_region,
+        override=mediaserving.model_override("VIDEO_MODEL"),
+        max_vram_gb=device_vram_gb(),
+    )
+
+
+def _load(spec):
+    global _pipe, _loaded_ref
+    if _pipe is None or _loaded_ref != spec.ref:
+        import torch  # type: ignore
+        from diffusers import DiffusionPipeline  # type: ignore
+        _pipe = DiffusionPipeline.from_pretrained(
+            spec.repo, revision=spec.revision, torch_dtype=torch.float16).to("cuda")
+        _loaded_ref = spec.ref
+    return _pipe
+
+
+def generate_video(prompt: str, *, num_frames: int = 48, with_audio: bool = True,
+                   node_region: str = "", user_region: str = "") -> bytes:
+    """Generate an MP4 (bytes) from a text prompt, with a generated audio track muxed in.
+    Raises RuntimeError where the models/ffmpeg aren't available."""
+    if not prompt or not prompt.strip():
+        raise ValueError("empty video prompt")
+    try:
+        import torch  # type: ignore
+        import diffusers  # type: ignore  # noqa: F401
+        if not torch.cuda.is_available():
+            raise RuntimeError("video generation is not available on this node: no CUDA GPU")
+    except ImportError as e:
+        raise RuntimeError(f"video generation is not available on this node: {e}") from e
+    if not shutil.which("ffmpeg"):
+        raise RuntimeError("video generation is not available on this node: ffmpeg is missing")
+    spec = resolved_model(node_region=node_region, user_region=user_region)
+
+    from diffusers.utils import export_to_video  # type: ignore
+    frames = _load(spec)(prompt=prompt, num_frames=max(8, min(num_frames, 96))).frames[0]
+
+    with tempfile.TemporaryDirectory() as d:
+        silent = os.path.join(d, "v.mp4")
+        export_to_video(frames, silent, fps=_FPS)
+        if not with_audio:
+            with open(silent, "rb") as f:
+                return f.read()
+        # Generate a soundtrack and mux it in with ffmpeg (best-effort — a muxing failure
+        # still returns the silent clip rather than nothing).
+        try:
+            from . import audiogen
+            wav = os.path.join(d, "a.wav")
+            with open(wav, "wb") as f:
+                f.write(audiogen.generate_audio(prompt, kind="music"))
+            out = os.path.join(d, "out.mp4")
+            subprocess.run(
+                ["ffmpeg", "-y", "-i", silent, "-i", wav, "-c:v", "copy", "-c:a", "aac",
+                 "-shortest", out],
+                check=True, capture_output=True, timeout=120,
+            )
+            with open(out, "rb") as f:
+                return f.read()
+        except Exception:
+            with open(silent, "rb") as f:
+                return f.read()

frutebox_node-0.1.0.dist-info/METADATA

@@ -0,0 +1,100 @@
+Metadata-Version: 2.5
+Name: frutebox-node
+Version: 0.1.0
+Summary: The Frutebox node runtime — share your hardware with the Frutebox network.
+Project-URL: Homepage, https://frutebox.com
+Project-URL: Documentation, https://frutebox.com/docs
+Author: Frutebox
+License: MIT
+Keywords: distributed,frutebox,gpu,inference,node
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Programming Language :: Python :: 3
+Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Requires-Python: >=3.9
+Requires-Dist: cryptography>=42.0
+Requires-Dist: dilithium-py==1.4.0
+Requires-Dist: httpx>=0.27
+Requires-Dist: pyyaml>=6.0
+Requires-Dist: websockets>=12.0
+Provides-Extra: cloud
+Requires-Dist: runpod>=1.12.0; extra == 'cloud'
+Provides-Extra: media
+Requires-Dist: diffusers>=0.30; extra == 'media'
+Requires-Dist: numpy>=1.24; extra == 'media'
+Requires-Dist: pillow>=10.0; extra == 'media'
+Requires-Dist: torch>=2.0; extra == 'media'
+Provides-Extra: speech
+Requires-Dist: chatterbox-tts; extra == 'speech'
+Requires-Dist: kokoro; extra == 'speech'
+Description-Content-Type: text/markdown
+
+# frutebox-node
+
+The Frutebox **node runtime**: share your hardware with the Frutebox network and get paid for the
+work it does.
+
+```bash
+pip install "frutebox[node]"        # the SDK plus this runtime
+pip install frutebox-node           # just the runtime
+```
+
+Then, from the SDK's CLI:
+
+```bash
+pbpaste | frutebox login
+frutebox share --join               # register this machine and start the node agent
+frutebox share --status             # state and earnings
+frutebox share --limits             # when this machine will and will not take work
+frutebox share --leave              # stop taking work
+```
+
+Or run the agent directly:
+
+```bash
+python -m frutebox.provider --region eu-west --credential-file ~/.config/frutebox/node-credential
+```
+
+Pass the credential **by file, never `--credential`**: `ps` shows argv to every user on the machine,
+and a non-zero exit serialises the whole command line into the exception.
+
+## What it installs, and what it does not
+
+This distribution ships 28 modules into the `frutebox` package — the transitive import closure of
+`provider.py`, out of the backend package's 100. It is the serving node, not the gateway.
+
+The install is **small on purpose**. Of the twelve third-party packages the runtime mentions, only
+four are imported at module level (`cryptography`, `dilithium-py`, `httpx`, `websockets`, plus
+`pyyaml` for the registry). Everything heavy is imported inside the function that needs it, so a
+node that serves chat never downloads a deep-learning stack:
+
+| extra | pulls in | needed for |
+|---|---|---|
+| *(none)* | the five above | chat inference, the gateway socket, attestation, earnings |
+| `[media]` | torch, diffusers, numpy, pillow | serving image and video jobs |
+| `[speech]` | chatterbox-tts, kokoro | serving speech jobs |
+| `[cloud]` | runpod | renting capacity rather than offering your own machine |
+
+```bash
+pip install "frutebox-node[media]"
+```
+
+## It shares the `frutebox` package with the SDK
+
+Both distributions install into `frutebox/`, with disjoint filenames — the SDK owns `__init__.py`,
+`_client.py`, `_errors.py`, `_spec.py` and `cli.py`; this one owns `provider.py`, `config.py` and
+the rest. That is deliberate: two modules in the runtime use absolute self-imports
+(`from frutebox.envvars import …`), so publishing them under a different package name would break
+them.
+
+One consequence worth knowing: `pip uninstall frutebox` removes the SDK's files including
+`__init__.py`, leaving this runtime in place as a namespace package. `frutebox.provider` still
+imports; `frutebox.Frutebox` does not. Reinstall the SDK, or uninstall both.
+
+## The source is not duplicated
+
+There is one copy of the node runtime in the repository. `pyproject.toml` here is a **manifest** over
+`../frutebox/`, read directly at build time — not a fork of it. A test recomputes the import closure
+from the source and fails if the manifest has drifted, so the two cannot diverge quietly.

frutebox_node-0.1.0.dist-info/RECORD

@@ -0,0 +1,36 @@
+frutebox/adminheader.py,sha256=XCWSRkrXu2yGlfGEQwY-7BusVa_XgVJqijp5DBUecuU,2581
+frutebox/attest.py,sha256=SnhhyKgO-5IdPWe28jQa-CLqerx1EY_GwX_J5vkz87I,1951
+frutebox/audiogen.py,sha256=WyROazI59-ymSGylBG6ar4IpyXnnEUS-9_bj9GR1HRs,18571
+frutebox/config.py,sha256=AxA6BWs658MCRqPF5cX1utFguXGnu-HcyIJevCp9PyQ,20940
+frutebox/deltasync.py,sha256=XN0krc5FXkxNlWwK77H2TDSUHZy3BkD4ISAuI039R1A,9819
+frutebox/economics.py,sha256=25GO6pwwYiQFibXvRm62IMnxutb5ls8Jq6-VWCEc3a8,12160
+frutebox/engine_guard.py,sha256=eSclpbFFpagyCMaOSoeKV756RhIrfmVDfUWBYA1zSnc,33183
+frutebox/envelope.py,sha256=_h03HtBitvb8Td-X0hECyp6ophGV2LQiBXfUSeICFsw,4153
+frutebox/envvars.py,sha256=neNcSulrzlq55QX95TBkU9iXDpOMMpSpgHvRRkzyVqs,6679
+frutebox/gpuprices.py,sha256=sakD4tn0B3-W-zDyLawRMdDLk0Bxe3sj86Klp3Mxg3c,31948
+frutebox/gpuproviders.py,sha256=S5PDwuZrFY0Jq8LpgbMUlqtF88wJgkWZ2o68GkJN170,249528
+frutebox/gui.py,sha256=Y6HAaYuW4F6g6FgM4Y_A5bsa-ftZPlRWKgmDN_0I_6s,14057
+frutebox/imagegen.py,sha256=fqyp-CjCAPaAn7fIXnNTvRloYUOJNxw8ybLN_U7KdFw,7099
+frutebox/inference.py,sha256=oOAJD7zr63_n6xvIzShqhRAdufZ9txgVEiVdiKGNZDA,31769
+frutebox/manifest.py,sha256=tOTMIOyypoC2jwj_0TtKOm8xq3GoizeAz_NCqBoBfk8,11365
+frutebox/mediaserving.py,sha256=uh2zTKo-2kacjXvJ0mjCopPGv39dqF1XuEgIY8uiLCc,34094
+frutebox/packaging.py,sha256=7phMmrYMXo7LWWSLqrs8gxXP_YN-doxz0C21ZjS694o,28320
+frutebox/pqctransport.py,sha256=Fnv5dUMmAbcgLO1eWL_boNz82nFPxacXFSO8-ZUwpHk,33820
+frutebox/provider.py,sha256=dUlBbxj6-MIkNmTRCB2BxY-DUIf-PyR2OGWMC8Akesk,108861
+frutebox/providers.py,sha256=ecVpylVem6L-bDt1fWSwb78JdkGaWscoq3J4ZykqX3A,50434
+frutebox/registry/__init__.py,sha256=C141B2yNQF4LNpwYSPhE3taKebmphx92yLKGOQOodW4,8772
+frutebox/registry/generate.py,sha256=DGz4mR4yZ6cRHhNFOzQ-Q34VHCFXl7Ulgdvtvv4EGXk,17309
+frutebox/registry/generate_providers.py,sha256=Xj69i00rT8XfgXcv1DzgzAiXeC6OuVb2RkHs7UljAOk,6081
+frutebox/registry/models.yaml,sha256=2dam8YRRRtFmHDtkhYQLrkbcOyNkgCNWyMBJClJEYTk,53317
+frutebox/registry/providers.yaml,sha256=rb_qSYbDRE7CswaISZyvjZIOqdI89bAC92koxIbnWAQ,33332
+frutebox/registry/registry.gen.json,sha256=pZNwzWwtA5Di4qc9XjJ4Lfe74bbCdDaGPUCJz0ZYuPs,56662
+frutebox/registry_gen.py,sha256=8GC1qpJwoyCXcEXATEOoEwxLAfR2QQXvl6cm8a7FMFU,47987
+frutebox/runpod_templates.py,sha256=wVz0uc4MFZ7XPsecmD4-cVK1uVB8ciFP39X7R_UrHMs,6873
+frutebox/serving.py,sha256=rIt61rtcozdf_cDodQhxtoZYzvmif_5gZGzAtFUWVW8,44485
+frutebox/signedconfig.py,sha256=ScpCPZIdh3eblfHYaaXVW32lUZ0B_mQ3n2huFPnBY9k,12498
+frutebox/signing.py,sha256=PJz82ZFPPkvSvEXBTP1fmYdDyNdNKhNCZBeneuWs59U,8589
+frutebox/thinkbudget.py,sha256=vWbVQ2D789LOsZzmxHarHo-uUD-jI2j_YAbr9rWFHj4,8668
+frutebox/videogen.py,sha256=jp89Ut6Ti1Af1CNxnJgRqJKc44mP-GLnJPXa9cIa5NU,4956
+frutebox_node-0.1.0.dist-info/METADATA,sha256=rK-iRunY-8BOa6WPV9bf-5xviaQolkNMR6Ovf_RyanY,4182
+frutebox_node-0.1.0.dist-info/WHEEL,sha256=W3fkpkm7-wf9vBI5Z-7s0eWkeM-spu78I8Neb98DeEg,87
+frutebox_node-0.1.0.dist-info/RECORD,,

frutebox_node-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.32.4
+Root-Is-Purelib: true
+Tag: py3-none-any