@tiens.nguyen/gonext-local-worker 1.0.98 → 1.0.100

package/gonext-local-worker.mjs

@@ -1309,6 +1309,171 @@ async function runOcrJob(job) {
   }
 }
 
+const TRANSCRIBE_TIMEOUT_MS =
+  Number(process.env.GONEXT_TRANSCRIBE_TIMEOUT_MS ?? "300000") || 300000;
+
+function resolveWorkerPython() {
+  return (
+    (process.env.GONEXT_PROBE_PYTHON ?? process.env.GONEXT_MLX_LM_PYTHON ?? "").trim() ||
+    "python3"
+  );
+}
+
+/** Spawn a Python script, write `input` to stdin, capture stdout/stderr. */
+function runPythonCapture(python, args, input, timeoutMs) {
+  return new Promise((resolve) => {
+    const child = spawn(python, args, { stdio: ["pipe", "pipe", "pipe"] });
+    let stdout = "";
+    let stderr = "";
+    let settled = false;
+    const timer = setTimeout(() => {
+      if (settled) return;
+      settled = true;
+      try {
+        child.kill("SIGKILL");
+      } catch {
+        /* ignore */
+      }
+      resolve({ code: null, stdout, stderr, timedOut: true });
+    }, timeoutMs);
+    child.stdout.on("data", (d) => {
+      stdout += d.toString();
+    });
+    child.stderr.on("data", (d) => {
+      stderr += d.toString();
+    });
+    child.on("error", (e) => {
+      if (settled) return;
+      settled = true;
+      clearTimeout(timer);
+      resolve({ code: null, stdout, stderr: stderr + String(e), timedOut: false });
+    });
+    child.on("close", (code) => {
+      if (settled) return;
+      settled = true;
+      clearTimeout(timer);
+      resolve({ code, stdout, stderr, timedOut: false });
+    });
+    try {
+      child.stdin.write(input);
+      child.stdin.end();
+    } catch {
+      /* the error/close handler will settle */
+    }
+  });
+}
+
+async function runTranscribeJob(job) {
+  const { jobId, payload } = job;
+  const start = Date.now();
+  const runRes = await workerFetch(`/api/worker/jobs/${jobId}`, {
+    method: "PATCH",
+    body: JSON.stringify({ jobStatus: "running" }),
+  });
+  await ensureWorkerOk(runRes, `mark running transcribe jobId=${jobId}`);
+  const tempDir = await mkdtemp(join(tmpdir(), "gonext-transcribe-"));
+  try {
+    if (!payload || typeof payload !== "object") {
+      throw new Error("Invalid transcribe payload.");
+    }
+    const audio = payload.audio;
+    const mimeType = typeof audio?.mimeType === "string" ? audio.mimeType : "";
+    const s3Object = audio && typeof audio === "object" ? audio.s3Object : undefined;
+    const s3GetUrl =
+      s3Object && typeof s3Object.getUrl === "string" ? s3Object.getUrl.trim() : "";
+    const model =
+      typeof payload.model === "string" && payload.model.trim()
+        ? payload.model.trim()
+        : "whisper-large-v3-turbo";
+    const language =
+      typeof payload.language === "string" ? payload.language.trim() : "";
+    if (!mimeType.startsWith("audio/")) {
+      throw new Error("Transcribe job attachment must be audio.");
+    }
+    if (!s3GetUrl) {
+      throw new Error("Transcribe job is missing the audio download URL.");
+    }
+    const dlRes = await fetch(s3GetUrl, { method: "GET" });
+    if (!dlRes.ok) {
+      throw new Error(`Failed to download audio from S3 (${dlRes.status}).`);
+    }
+    const bytes = Buffer.from(await dlRes.arrayBuffer());
+    if (!bytes.length) {
+      throw new Error("Downloaded audio is empty.");
+    }
+    const audioPath = join(tempDir, "input.wav");
+    await writeFile(audioPath, bytes);
+
+    const python = resolveWorkerPython();
+    const scriptPath = join(WORKER_DIR, "gonext_transcribe.py");
+    const { code, stdout, stderr, timedOut } = await runPythonCapture(
+      python,
+      [scriptPath],
+      JSON.stringify({ audioPath, model, language: language || undefined }),
+      TRANSCRIBE_TIMEOUT_MS
+    );
+    if (timedOut) {
+      throw new Error("Transcription timed out.");
+    }
+    if (code !== 0) {
+      const reason = String(stderr ?? "").split("\n")[0]?.trim() || "error";
+      const hint =
+        reason === "lib-missing"
+          ? "Whisper library not installed. Run: pip install mlx-whisper"
+          : reason === "model-missing"
+            ? `Whisper model not downloaded. Run: hf download mlx-community/${model}`
+            : reason === "audio-error"
+              ? "Could not decode the recorded audio."
+              : "Transcription failed.";
+      throw new Error(`${hint} (${compactPreview(stderr)})`);
+    }
+    let text = "";
+    try {
+      const parsed = JSON.parse(String(stdout ?? "").trim() || "{}");
+      text = typeof parsed.text === "string" ? parsed.text.trim() : "";
+    } catch {
+      throw new Error(`Transcription returned malformed output: ${compactPreview(stdout)}`);
+    }
+    if (!text) {
+      throw new Error("Transcription returned empty text.");
+    }
+    const totalTimeSeconds = (Date.now() - start) / 1000;
+    const doneRes = await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "completed",
+        resultText: text,
+        tokenCount: Math.max(1, Math.ceil(text.length / 4)),
+        totalTimeSeconds,
+      }),
+    });
+    await ensureWorkerOk(doneRes, `complete transcribe jobId=${jobId}`);
+    console.log(
+      `[gonext-worker] completed transcribe ${jobId} (${totalTimeSeconds.toFixed(1)}s) model=${model}`
+    );
+  } catch (e) {
+    const message = e instanceof Error ? e.message : String(e);
+    const failRes = await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "failed",
+        errorMessage: message,
+        totalTimeSeconds: (Date.now() - start) / 1000,
+      }),
+    });
+    if (!failRes.ok) {
+      const snippet = (await failRes.text().catch(() => "")).trim().slice(0, 500);
+      console.error(
+        `[gonext-worker] transcribe fail PATCH also failed ${failRes.status} jobId=${jobId}` +
+          (snippet ? ` response=${snippet}` : "")
+      );
+    }
+    console.error(`[gonext-worker] failed transcribe ${jobId}:`, message);
+  } finally {
+    await rm(tempDir, { recursive: true, force: true }).catch(() => {});
+  }
+}
+
 async function runAgentChatJob(job) {
   const { jobId, payload } = job;
   const start = Date.now();
@@ -1618,6 +1783,55 @@ async function checkMlxLmNativeImport() {
   };
 }
 
+// Probe whether voice transcription is ready (Audio support, task #21):
+// mlx-whisper importable AND the requested model present in the HF hub cache
+// (~/.cache/huggingface/hub, honoring HF_HOME/HF_HUB_CACHE). Returns
+// { available, model, reason } where reason is "ok" | "lib-missing" | "model-missing".
+async function checkWhisperAvailability(model) {
+  const preferred =
+    (process.env.GONEXT_PROBE_PYTHON ?? process.env.GONEXT_MLX_LM_PYTHON ?? "").trim() ||
+    "python3";
+  const repoName = `models--mlx-community--${model}`;
+  const code = [
+    "import os, sys, json, glob",
+    "model = sys.argv[1] if len(sys.argv) > 1 else 'whisper-large-v3-turbo'",
+    "try:",
+    "    import mlx_whisper  # noqa: F401",
+    "except Exception:",
+    "    print(json.dumps({'available': False, 'reason': 'lib-missing'})); sys.exit(0)",
+    "home = os.environ.get('HF_HOME') or os.path.join(os.path.expanduser('~'), '.cache', 'huggingface')",
+    "hub = os.environ.get('HF_HUB_CACHE') or os.path.join(home, 'hub')",
+    `repo = os.path.join(hub, ${JSON.stringify(repoName)})`,
+    "snaps = glob.glob(os.path.join(repo, 'snapshots', '*'))",
+    "ok = False",
+    "for s in snaps:",
+    "    if glob.glob(os.path.join(s, '*.safetensors')) or glob.glob(os.path.join(s, '*.npz')) or os.path.exists(os.path.join(s, 'weights.npz')):",
+    "        ok = True; break",
+    "print(json.dumps({'available': ok, 'reason': 'ok' if ok else 'model-missing', 'cache': hub}))",
+  ].join("\n");
+  const candidates = [preferred];
+  if (preferred === "python3") candidates.push("python");
+  for (const exe of [...new Set(candidates)]) {
+    try {
+      const { stdout } = await execFile(exe, ["-c", code, model], {
+        timeout: 15000,
+        maxBuffer: 65536,
+        windowsHide: true,
+      });
+      const parsed = JSON.parse(String(stdout ?? "").trim() || "{}");
+      return {
+        available: parsed.available === true,
+        model,
+        reason:
+          typeof parsed.reason === "string" ? parsed.reason : "model-missing",
+      };
+    } catch {
+      /* try next candidate */
+    }
+  }
+  return { available: false, model, reason: "lib-missing" };
+}
+
 async function runLocalHealthJob(job) {
   const { jobId, payload } = job;
   const start = Date.now();
@@ -1746,6 +1960,19 @@ async function runLocalHealthJob(job) {
       modelPathStatus.push(check);
     }
 
+    const whisperModel =
+      typeof payload?.voiceModel === "string" && payload.voiceModel.trim()
+        ? payload.voiceModel.trim()
+        : "whisper-large-v3-turbo";
+    let whisper = null;
+    if (platform() === "darwin") {
+      const tW = Date.now();
+      whisper = await checkWhisperAvailability(whisperModel);
+      console.log(
+        `[gonext-worker] local_health ${jobId} whisper available=${whisper.available} reason=${whisper.reason} took=${((Date.now() - tW) / 1000).toFixed(2)}s`
+      );
+    }
+
     let mlx = null;
     if (mlxRoot || mlxNative?.available) {
       const httpOk = Boolean(mlxHttp?.online && (mlxHttp?.models?.length ?? 0) > 0);
@@ -1800,6 +2027,7 @@ async function runLocalHealthJob(job) {
             }
           : undefined,
       mlx,
+      whisper: whisper ?? undefined,
       setup:
         modelPathStatus.length > 0
           ? {
@@ -1905,6 +2133,10 @@ async function pollOnce() {
       await runAgentChatJob(job);
       return;
     }
+    if (job.jobType === "transcribe") {
+      await runTranscribeJob(job);
+      return;
+    }
     const isOcrByType = job.jobType === "ocr";
     const isOcrByPayload =
       job.payload &&

package/gonext_agent_chat.py

@@ -368,6 +368,16 @@ _PDF_INSTALL_HINT = (
     "then restart the worker. (See the Instructions page in the web app.)"
 )
 
+# WeasyPrint IS installed, but its system libraries (pango/cairo/gobject) couldn't be
+# dlopen'd — almost always because the worker process predates the build that injects
+# the Homebrew library path. A worker restart fixes it.
+_PDF_LIBS_HINT = (
+    "PDF engine is installed but its system libraries could not be loaded. "
+    "Please RESTART the local worker — it automatically points WeasyPrint at the "
+    "Homebrew libraries (/opt/homebrew/lib on Apple Silicon, /usr/local/lib on Intel). "
+    "If it still fails, confirm `brew install pango libffi` succeeded."
+)
+
 # Font stack with color-emoji fallbacks last, so WeasyPrint resolves emoji/flag
 # codepoints (🏆 🇿🇦) to a color font per-glyph while text uses a clean sans-serif.
 _PDF_FONT_STACK = (
@@ -385,9 +395,16 @@ def _render_pdf_bytes(markdown_text: str, title: str = "") -> bytes:
     """
     try:
         import markdown as _md
+    except Exception:  # noqa: BLE001 — markdown pip pkg missing
+        raise RuntimeError(_PDF_INSTALL_HINT)
+    try:
         from weasyprint import HTML as _HTML  # pulls pango/cairo via cffi at import
-    except Exception:  # noqa: BLE001 — missing python pkg OR system libs (cffi OSError)
+    except ModuleNotFoundError:
+        # WeasyPrint itself isn't pip-installed.
         raise RuntimeError(_PDF_INSTALL_HINT)
+    except Exception as e:  # noqa: BLE001 — installed but cffi can't dlopen the system libs
+        _log(f"weasyprint lib load failed: {type(e).__name__}: {str(e)[:200]}")
+        raise RuntimeError(_PDF_LIBS_HINT)
 
     body_html = _md.markdown(
         markdown_text or "",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.98",
+  "version": "1.0.100",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",