@muhkoo/theater-transcoder 0.1.0 → 0.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@muhkoo/theater-transcoder",
-  "version": "0.1.0",
+  "version": "0.2.0",
   "description": "Drain a Muhkoo Theater transcode queue with NATIVE ffmpeg. Run it on any machine signed in as you to add transcoding power to your library.",
   "type": "module",
   "bin": {
@@ -14,13 +14,20 @@
     "node": ">=20"
   },
   "license": "MIT",
-  "keywords": ["muhkoo", "transcode", "ffmpeg", "hls", "worker"],
+  "keywords": [
+    "muhkoo",
+    "transcode",
+    "ffmpeg",
+    "hls",
+    "worker"
+  ],
   "publishConfig": {
     "access": "public"
   },
   "dependencies": {
     "@muhkoo/connect": "0.10.1-alpha.0",
     "ffmpeg-static": "^5.2.0",
+    "node-datachannel": "^0.12.0",
     "snarkjs": "^0.7.5",
     "ws": "^8.18.0"
   }

package/src/client.js

@@ -11,11 +11,19 @@ import { mkdtemp, writeFile } from "node:fs/promises";
 import { tmpdir } from "node:os";
 import { join } from "node:path";
 import { WebSocket } from "ws";
+import * as ndc from "node-datachannel/polyfill";
 import { Client } from "@muhkoo/connect";
 
 // Node 20's global WebSocket is flag-gated; ensure the Space socket has one.
 if (!globalThis.WebSocket) globalThis.WebSocket = WebSocket;
 
+// WebRTC polyfill so connect's P2P (browser-only by default) runs in Node — the
+// worker then pulls raw shards directly from the uploader's browser over the LAN.
+// `isP2pCapable()` only checks for RTCPeerConnection; set the whole surface.
+for (const k of ["RTCPeerConnection", "RTCDataChannel", "RTCSessionDescription", "RTCIceCandidate"]) {
+  if (!globalThis[k] && ndc[k]) globalThis[k] = ndc[k];
+}
+
 /** snarkjs (Node) reads circuit assets off disk — download them to a temp dir. */
 async function downloadCircuits(baseUrl) {
   const dir = await mkdtemp(join(tmpdir(), "muhkoo-circuits-"));
@@ -47,7 +55,10 @@ export async function connect({ baseUrl, appKey, username, password }) {
     apiKey: appKey,
     circuits,
     offline: { enabled: false },
-    p2p: { enabled: false },
+    // P2P on: fetch raw shards from a browser peer over WebRTC. Empty iceServers
+    // → direct LAN (host) candidates, no STUN — ideal same-network transcoding;
+    // origin remains the fallback. The block engine runs main-thread in Node.
+    p2p: { enabled: true, iceServers: [], debug: process.env.MUHKOO_P2P_DEBUG === "1" },
   });
   const user = await client.auth.zk.login(username, password);
   return { client, user };

package/src/worker.js

@@ -5,11 +5,14 @@
  * set) are claimable here — a browser's freshly-created job is stored in the
  * background, and the browser can also process it locally from memory.
  */
-import { hostname } from "node:os";
+import { hostname, cpus } from "node:os";
 import { transcodeToHls } from "./transcode.js";
 
 const WORKER_ID = `node-${Math.random().toString(36).slice(2, 10)}`;
 const WORKER_LABEL = `the transcoder (${hostname()})`;
+// Capability score: native ffmpeg on many cores far outranks a browser's wasm
+// (cores×~30), so browsers defer manifest-ready jobs to this machine.
+const MY_SCORE = cpus().length * 30;
 const STALE_MS = 90_000;
 const POLL_MS = 4_000;
 
@@ -69,7 +72,10 @@ export function startWorker({ client, space, appKey, baseUrl }) {
     };
     try {
       log(`claim job ${job._id} "${job.title}" — downloading raw…`);
-      const { data } = await client.storage.readByManifest(job.input_manifest);
+      // The DB json column can hand back the manifest as a STRING — parse it, or
+      // readByManifest chokes ("manifest.chunks is not iterable").
+      const manifest = typeof job.input_manifest === "string" ? JSON.parse(job.input_manifest) : job.input_manifest;
+      const { data } = await client.storage.readByManifest(manifest);
       log(`transcoding ${(data.length / 1e6).toFixed(1)}MB…`);
       const { hls_index, duration, size } = await transcodeToHls({
         rawBytes: data, filename: job.filename || "input.mp4", space, onProgress, signal: abort.signal,
@@ -101,7 +107,10 @@ export function startWorker({ client, space, appKey, baseUrl }) {
 
   let stopped = false;
   (async () => {
-    log(`worker ${WORKER_ID} draining queue as ${client.auth.zk.user.username} (${WORKER_LABEL})`);
+    log(`worker ${WORKER_ID} draining queue as ${client.auth.zk.user.username} (${WORKER_LABEL}, score ${MY_SCORE})`);
+    // Announce capability so browsers defer manifest-ready jobs to us.
+    const hello = () => void postSignal({ kind: "hello", score: MY_SCORE, worker: WORKER_LABEL });
+    hello(); setInterval(hello, 12_000);
     // Real-time wake on new jobs; the poll below is the durable fallback.
     space.onMessage((e) => { const b = e?.message?.body; if (b?._t === "jobsig" && b.kind === "new" && b.src !== WORKER_ID) tick(); });
     let ticking = false;