@melaya/runner 1.1.77 → 1.1.79

package/dist/pythonEnv.js

@@ -265,7 +265,10 @@ const PIP_DEPS = [
     "segno", // qr_tools (QR generation)
     "PyGithub", // github tool (imports as `github`)
     "python-gitlab", // github tool (imports as `gitlab`)
-    "pandas-ta", // alphavantage_tools (TA indicators; pandas already present)
+    // pandas-ta publishes for Python >= 3.12 only: on a 3.10 / 3.11 host an unmarked
+    // entry fails the WHOLE venv install (Mac on Homebrew 3.11, 2026-10-29). The marker
+    // skips it there; alphavantage_tools imports it lazily and degrades without it.
+    'pandas-ta; python_version >= "3.12"', // alphavantage_tools (TA indicators; pandas already present)
     "python-telegram-bot", // messaging (bot-API rich path; pulls httpx, already present)
     "aiomysql", // database (async MySQL; sync PyMySQL already present)
 ];
@@ -580,12 +583,26 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
     // blocked by a uv edge case.
     const _uvBin = _resolveUvBin();
     let acode;
+    // Always in the runner log (onProgress is silent outside verbose mode): a deps
+    // change reinstalls every runner's venv once, and nobody could tell it happened,
+    // how long it took or why it failed (Mac, 2026-10-30).
+    const installStart = Date.now();
+    const installTail = [];
+    const installOut = (line) => {
+        installTail.push(line);
+        if (installTail.length > 12)
+            installTail.shift();
+        onProgress(line);
+    };
+    console.log(`  python venv: installing ${PIP_DEPS.length} deps with ${_uvBin ? "uv" : "pip"} (deps changed)`);
     if (_uvBin) {
         onProgress(`installing ${PIP_DEPS.length} python deps via uv (fast; cached reinstalls take seconds)`);
-        acode = await runProc(_uvBin, ["pip", "install", "--python", venvPython(), "--quiet", ...PIP_DEPS], onProgress, { UV_SYSTEM_CERTS: "1" });
+        acode = await runProc(_uvBin, ["pip", "install", "--python", venvPython(), "--quiet", ...PIP_DEPS], installOut, { UV_SYSTEM_CERTS: "1" });
         if (acode !== 0) {
             onProgress("uv install failed — falling back to pip (--no-cache-dir)");
-            acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], onProgress);
+            console.warn(`  python venv: uv failed (exit ${acode}), falling back to pip:\n    ${installTail.join("\n    ")}`);
+            installTail.length = 0;
+            acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], installOut);
         }
     }
     else {
@@ -596,9 +613,10 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
         // importantly, guarantees a corrupt cached wheel can never install a subtly
         // broken package into a fresh runner venv. Costs a re-download on rebuild,
         // which is rare (only on a deps change or a manual clear).
-        acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], onProgress);
+        acode = await runProc(venvPython(), ["-m", "pip", "install", "--use-feature=truststore", "--no-cache-dir", "--quiet", "--disable-pip-version-check", ...PIP_DEPS], installOut);
     }
     if (acode !== 0) {
+        console.warn(`  python venv: install failed (exit ${acode}) after ${Math.round((Date.now() - installStart) / 1000)} s:\n    ${installTail.join("\n    ")}`);
         return {
             ok: false,
             pythonPath: systemPython,
@@ -682,5 +700,6 @@ async function _ensurePythonEnvImpl(systemPython, expectedVersion, onProgress =
     }
     writeFileSync(VENV_MARK, venvMarkerValue(expectedVersion), "utf-8");
     onProgress(`✓ venv ready (python=${venvPython()})`);
+    console.log(`  python venv: ready in ${Math.round((Date.now() - installStart) / 1000)} s (python=${venvPython()})`);
     return { ok: true, pythonPath: venvPython() };
 }

package/dist/sharedVendor.d.ts

@@ -16,3 +16,5 @@
 export declare function getLocalSharedVersion(): string | null;
 export declare function getSharedDir(): string;
 export declare function ensureSharedModules(serverUrl: string, expectedVersion: string, runnerToken: string): Promise<void>;
+/** No data for this long aborts the download (a slow one keeps going). */
+export declare const SHARED_STALL_MS = 30000;

package/dist/sharedVendor.js

@@ -68,6 +68,48 @@ export function ensureSharedModules(serverUrl, expectedVersion, runnerToken) {
     _sharedInFlight.set(expectedVersion, p);
     return p;
 }
+/** No data for this long aborts the download (a slow one keeps going). */
+export const SHARED_STALL_MS = 30_000;
+/** Hard ceiling for one download, however slowly it trickles. */
+const SHARED_MAX_MS = 5 * 60_000;
+/** GET the bundle (gzip accepted: about 4 MB instead of 24), aborting only on a stall. */
+async function fetchSharedBundle(url, runnerToken) {
+    const ac = new AbortController();
+    let stall;
+    const arm = () => {
+        if (stall)
+            clearTimeout(stall);
+        stall = setTimeout(() => ac.abort(new Error(`no data for ${SHARED_STALL_MS / 1000} s`)), SHARED_STALL_MS);
+    };
+    const ceiling = setTimeout(() => ac.abort(new Error(`not done after ${SHARED_MAX_MS / 1000} s`)), SHARED_MAX_MS);
+    arm();
+    try {
+        const res = await fetch(url, {
+            headers: { Authorization: `Bearer ${runnerToken}`, "Accept-Encoding": "gzip" },
+            signal: ac.signal,
+        });
+        if (!res.ok)
+            throw new Error(`Failed to fetch shared modules: HTTP ${res.status}`);
+        if (!res.body)
+            throw new Error("Failed to fetch shared modules: empty response");
+        const reader = res.body.getReader();
+        const chunks = [];
+        for (;;) {
+            const { done, value } = await reader.read();
+            if (done)
+                break;
+            if (value)
+                chunks.push(value);
+            arm();
+        }
+        return JSON.parse(Buffer.concat(chunks).toString("utf-8"));
+    }
+    finally {
+        if (stall)
+            clearTimeout(stall);
+        clearTimeout(ceiling);
+    }
+}
 async function _ensureSharedModulesImpl(serverUrl, expectedVersion, runnerToken) {
     mkdirSync(CACHE_DIR, { recursive: true });
     // Check cached version. We require BOTH a version match AND a valid nested
@@ -90,14 +132,26 @@ async function _ensureSharedModulesImpl(serverUrl, expectedVersion, runnerToken)
     // Fetch from server
     const httpUrl = serverUrl.replace(/^wss:/, "https:").replace(/^ws:/, "http:");
     const url = `${httpUrl}/api/v1/runner/shared-bundle?v=${expectedVersion}`;
-    const res = await fetch(url, {
-        headers: { Authorization: `Bearer ${runnerToken}` },
-        signal: AbortSignal.timeout(30_000),
-    });
-    if (!res.ok) {
-        throw new Error(`Failed to fetch shared modules: HTTP ${res.status}`);
+    // Right after a deploy every runner downloads the new bundle at once: a slow but
+    // live download must not fail the run (run 3751301796504315, 2026-10-30, hit the
+    // old flat 30 s limit). Abort only when no data arrives for SHARED_STALL_MS, retry
+    // once, and if both fail while a previous bundle is still valid on disk, run with
+    // it and say so (the next run fetches the new one).
+    let body;
+    try {
+        body = await fetchSharedBundle(url, runnerToken).catch(async (e) => {
+            console.warn(`  ⚠ shared modules ${expectedVersion}: download failed (${e?.message}), retrying once`);
+            return fetchSharedBundle(url, runnerToken);
+        });
+    }
+    catch (e) {
+        if (existsSync(VERSION_FILE) && cacheLooksValid()) {
+            const cached = readFileSync(VERSION_FILE, "utf-8").trim();
+            console.warn(`  ⚠ shared modules ${expectedVersion}: download failed again (${e?.message}); running with the cached ${cached}`);
+            return;
+        }
+        throw e;
     }
-    const body = await res.json();
     // Verify integrity
     const computed = createHash("sha256").update(JSON.stringify(body.files)).digest("hex");
     if (computed !== body.hash) {

package/package.json

@@ -1,50 +1,50 @@
-{
-  "name": "@melaya/runner",
-  "version": "1.1.77",
-  "description": "Run Melaya AI pipelines locally with your own LM Studio or Ollama models",
-  "license": "Apache-2.0",
-  "author": "Melaya Labs LLC",
-  "private": false,
-  "type": "module",
-  "bin": {
-    "melaya-runner": "dist/cli.js"
-  },
-  "main": "dist/index.js",
-  "files": [
-    "dist/**/*.js",
-    "dist/**/*.d.ts",
-    "dist/**/*.py",
-    "localRagIngest.py",
-    "localRagRetrieve.py",
-    "localDbProbe.py",
-    "localBacklinkFetch.py",
-    "localVault.py",
-    "localVaultMirror.py",
-    "nltk_data/**",
-    "README.md",
-    "LICENSE"
-  ],
-  "scripts": {
-    "build": "tsc && node -e \"const fs=require('fs'); fs.copyFileSync('localRagIngest.py','dist/localRagIngest.py'); fs.copyFileSync('localRagRetrieve.py','dist/localRagRetrieve.py'); fs.copyFileSync('localDbProbe.py','dist/localDbProbe.py'); fs.copyFileSync('localBacklinkFetch.py','dist/localBacklinkFetch.py'); fs.copyFileSync('localVault.py','dist/localVault.py'); fs.copyFileSync('localVaultMirror.py','dist/localVaultMirror.py'); fs.copyFileSync('src/assistantHost.py','dist/assistantHost.py')\"",
-    "test": "node --test --import tsx \"src/**/*.test.ts\"",
-    "prepublishOnly": "npm run build"
-  },
-  "dependencies": {
-    "chalk": "^5.3.0",
-    "commander": "^12.0.0",
-    "ora": "^8.0.0",
-    "playwright": "^1.48.0",
-    "socket.io-client": "^4.8.0"
-  },
-  "devDependencies": {
-    "@types/node": "^20.0.0",
-    "tsx": "^4.19.2",
-    "typescript": "^5.5.0"
-  },
-  "engines": {
-    "node": ">=18"
-  },
-  "publishConfig": {
-    "access": "public"
-  }
-}
+{
+  "name": "@melaya/runner",
+  "version": "1.1.79",
+  "description": "Run Melaya AI pipelines locally with your own LM Studio or Ollama models",
+  "license": "Apache-2.0",
+  "author": "Melaya Labs LLC",
+  "private": false,
+  "type": "module",
+  "bin": {
+    "melaya-runner": "dist/cli.js"
+  },
+  "main": "dist/index.js",
+  "files": [
+    "dist/**/*.js",
+    "dist/**/*.d.ts",
+    "dist/**/*.py",
+    "localRagIngest.py",
+    "localRagRetrieve.py",
+    "localDbProbe.py",
+    "localBacklinkFetch.py",
+    "localVault.py",
+    "localVaultMirror.py",
+    "nltk_data/**",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc && node -e \"const fs=require('fs'); fs.copyFileSync('localRagIngest.py','dist/localRagIngest.py'); fs.copyFileSync('localRagRetrieve.py','dist/localRagRetrieve.py'); fs.copyFileSync('localDbProbe.py','dist/localDbProbe.py'); fs.copyFileSync('localBacklinkFetch.py','dist/localBacklinkFetch.py'); fs.copyFileSync('localVault.py','dist/localVault.py'); fs.copyFileSync('localVaultMirror.py','dist/localVaultMirror.py'); fs.copyFileSync('src/assistantHost.py','dist/assistantHost.py')\"",
+    "test": "node --test --import tsx \"src/**/*.test.ts\"",
+    "prepublishOnly": "npm run build"
+  },
+  "dependencies": {
+    "chalk": "^5.3.0",
+    "commander": "^12.0.0",
+    "ora": "^8.0.0",
+    "playwright": "^1.48.0",
+    "socket.io-client": "^4.8.0"
+  },
+  "devDependencies": {
+    "@types/node": "^20.0.0",
+    "tsx": "^4.19.2",
+    "typescript": "^5.5.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}