@melaya/runner 1.1.78 → 1.1.79

package/dist/pythonEnv.js

@@ -583,12 +583,26 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
     // blocked by a uv edge case.
     const _uvBin = _resolveUvBin();
     let acode;
+    // Always in the runner log (onProgress is silent outside verbose mode): a deps
+    // change reinstalls every runner's venv once, and nobody could tell it happened,
+    // how long it took or why it failed (Mac, 2026-10-30).
+    const installStart = Date.now();
+    const installTail = [];
+    const installOut = (line) => {
+        installTail.push(line);
+        if (installTail.length > 12)
+            installTail.shift();
+        onProgress(line);
+    };
+    console.log(`  python venv: installing ${PIP_DEPS.length} deps with ${_uvBin ? "uv" : "pip"} (deps changed)`);
     if (_uvBin) {
         onProgress(`installing ${PIP_DEPS.length} python deps via uv (fast; cached reinstalls take seconds)`);
-        acode = await runProc(_uvBin, ["pip", "install", "--python", venvPython(), "--quiet", ...PIP_DEPS], onProgress, { UV_SYSTEM_CERTS: "1" });
+        acode = await runProc(_uvBin, ["pip", "install", "--python", venvPython(), "--quiet", ...PIP_DEPS], installOut, { UV_SYSTEM_CERTS: "1" });
         if (acode !== 0) {
             onProgress("uv install failed — falling back to pip (--no-cache-dir)");
-            acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], onProgress);
+            console.warn(`  python venv: uv failed (exit ${acode}), falling back to pip:\n    ${installTail.join("\n    ")}`);
+            installTail.length = 0;
+            acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], installOut);
         }
     }
     else {
@@ -599,9 +613,10 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
         // importantly, guarantees a corrupt cached wheel can never install a subtly
         // broken package into a fresh runner venv. Costs a re-download on rebuild,
         // which is rare (only on a deps change or a manual clear).
-        acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], onProgress);
+        acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], installOut);
     }
     if (acode !== 0) {
+        console.warn(`  python venv: install failed (exit ${acode}) after ${Math.round((Date.now() - installStart) / 1000)} s:\n    ${installTail.join("\n    ")}`);
         return {
             ok: false,
             pythonPath: systemPython,
@@ -685,5 +700,6 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
     }
     writeFileSync(VENV_MARK, venvMarkerValue(expectedVersion), "utf-8");
     onProgress(`✓ venv ready (python=${venvPython()})`);
+    console.log(`  python venv: ready in ${Math.round((Date.now() - installStart) / 1000)} s (python=${venvPython()})`);
     return { ok: true, pythonPath: venvPython() };
 }

package/dist/sharedVendor.d.ts

@@ -16,3 +16,5 @@
 export declare function getLocalSharedVersion(): string | null;
 export declare function getSharedDir(): string;
 export declare function ensureSharedModules(serverUrl: string, expectedVersion: string, runnerToken: string): Promise<void>;
+/** No data for this long aborts the download (a slow one keeps going). */
+export declare const SHARED_STALL_MS = 30000;

package/dist/sharedVendor.js

@@ -68,6 +68,48 @@ export function ensureSharedModules(serverUrl, expectedVersion, runnerToken) {
     _sharedInFlight.set(expectedVersion, p);
     return p;
 }
+/** No data for this long aborts the download (a slow one keeps going). */
+export const SHARED_STALL_MS = 30_000;
+/** Hard ceiling for one download, however slowly it trickles. */
+const SHARED_MAX_MS = 5 * 60_000;
+/** GET the bundle (gzip accepted: about 4 MB instead of 24), aborting only on a stall. */
+async function fetchSharedBundle(url, runnerToken) {
+    const ac = new AbortController();
+    let stall;
+    const arm = () => {
+        if (stall)
+            clearTimeout(stall);
+        stall = setTimeout(() => ac.abort(new Error(`no data for ${SHARED_STALL_MS / 1000} s`)), SHARED_STALL_MS);
+    };
+    const ceiling = setTimeout(() => ac.abort(new Error(`not done after ${SHARED_MAX_MS / 1000} s`)), SHARED_MAX_MS);
+    arm();
+    try {
+        const res = await fetch(url, {
+            headers: { Authorization: `Bearer ${runnerToken}`, "Accept-Encoding": "gzip" },
+            signal: ac.signal,
+        });
+        if (!res.ok)
+            throw new Error(`Failed to fetch shared modules: HTTP ${res.status}`);
+        if (!res.body)
+            throw new Error("Failed to fetch shared modules: empty response");
+        const reader = res.body.getReader();
+        const chunks = [];
+        for (;;) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            if (value)
+                chunks.push(value);
+            arm();
+        }
+        return JSON.parse(Buffer.concat(chunks).toString("utf-8"));
+    }
+    finally {
+        if (stall)
+            clearTimeout(stall);
+        clearTimeout(ceiling);
+    }
+}
 async function _ensureSharedModulesImpl(serverUrl, expectedVersion, runnerToken) {
     mkdirSync(CACHE_DIR, { recursive: true });
     // Check cached version. We require BOTH a version match AND a valid nested
@@ -90,14 +132,26 @@ async function _ensureSharedModulesImpl(serverUrl, expectedVersion, runnerToken)
     // Fetch from server
     const httpUrl = serverUrl.replace(/^wss:/, "https:").replace(/^ws:/, "http:");
     const url = `${httpUrl}/api/v1/runner/shared-bundle?v=${expectedVersion}`;
-    const res = await fetch(url, {
-        headers: { Authorization: `Bearer ${runnerToken}` },
-        signal: AbortSignal.timeout(30_000),
-    });
-    if (!res.ok) {
-        throw new Error(`Failed to fetch shared modules: HTTP ${res.status}`);
+    // Right after a deploy every runner downloads the new bundle at once: a slow but
+    // live download must not fail the run (run 3751301796504315, 2026-10-30, hit the
+    // old flat 30 s limit). Abort only when no data arrives for SHARED_STALL_MS, retry
+    // once, and if both fail while a previous bundle is still valid on disk, run with
+    // it and say so (the next run fetches the new one).
+    let body;
+    try {
+        body = await fetchSharedBundle(url, runnerToken).catch(async (e) => {
+            console.warn(`  ⚠ shared modules ${expectedVersion}: download failed (${e?.message}), retrying once`);
+            return fetchSharedBundle(url, runnerToken);
+        });
+    }
+    catch (e) {
+        if (existsSync(VERSION_FILE) && cacheLooksValid()) {
+            const cached = readFileSync(VERSION_FILE, "utf-8").trim();
+            console.warn(`  ⚠ shared modules ${expectedVersion}: download failed again (${e?.message}); running with the cached ${cached}`);
+            return;
+        }
+        throw e;
     }
-    const body = await res.json();
     // Verify integrity
     const computed = createHash("sha256").update(JSON.stringify(body.files)).digest("hex");
     if (computed !== body.hash) {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@melaya/runner",
-  "version": "1.1.78",
+  "version": "1.1.79",
   "description": "Run Melaya AI pipelines locally with your own LM Studio or Ollama models",
   "license": "Apache-2.0",
   "author": "Melaya Labs LLC",