@tiens.nguyen/gonext-local-worker 1.0.175 → 1.0.177

package/gonext-repl.mjs

@@ -8,13 +8,15 @@
  *
  * It offers to register the CURRENT folder as an agent workspace (with a trust prompt
  * that maps to --allow-run), authenticates with the worker key from ~/.gonext/worker.env
- * (the same file `gonext-local-worker set` / the Wizard write), pulls your agent/coding
- * model + budgets + RAG config FROM YOUR USER SETTINGS via POST /api/worker/agent-payload,
- * then loops on a `>> ` prompt. Each question executes gonext_agent_chat.py DIRECTLY
- * (no job queue — no race with a polling worker daemon), streaming the agent's steps
- * and thinking into the terminal.
+ * (the same file `gonext-local-worker set` / the Wizard write), and loops on a `>> `
+ * prompt. Each question is ENQUEUED as a normal agent_chat job (models/budgets/RAG
+ * resolved from your user settings by POST /api/worker/agent-ask) and executed by the
+ * RUNNING gonext-local-worker daemon — so its terminal shows the full [gonext-agent]
+ * logs, exactly like a web question. The REPL polls the job and streams the persisted
+ * chunks live into the terminal.
  *
- * Commands: /exit  /revert [runId]  /help      Ctrl-C aborts the current run.
+ * Requires the worker daemon to be running (it claims the job).
+ * Commands: /exit  /revert [runId]  /help      Ctrl-C stops following the current run.
  */
 import { readFile, mkdir, writeFile } from "node:fs/promises";
 import { existsSync, statSync } from "node:fs";
@@ -43,9 +45,9 @@ if (argv.includes("--help") || argv.includes("-h")) {
       "  -v, --verbose   show the agent's diagnostic logs ([gonext-agent] …) and python stderr\n" +
       "  -h, --help      this help\n\n" +
       "Auth comes from ~/.gonext/worker.env; models/budgets/RAG come from your web Settings.\n" +
-      "Inside the REPL: /exit · /revert [runId] · /help — Ctrl-C aborts the running turn.\n" +
-      "Note: REPL turns run in THIS process (no job queue), so the gonext-local-worker\n" +
-      "daemon shows no logs for them — use -v to see the agent diagnostics here."
+      "Inside the REPL: /exit · /revert [runId] · /help — Ctrl-C stops following a turn.\n" +
+      "Questions are enqueued like web questions and executed by the RUNNING\n" +
+      "gonext-local-worker daemon — its terminal shows the full [gonext-agent] logs."
   );
   process.exit(0);
 }
@@ -176,104 +178,86 @@ async function fetchAgentPayload(messages) {
   return data;
 }
 
-// ---------- run one agent turn by executing gonext_agent_chat.py directly ----------
-let child = null;
+// ---------- run one agent turn via the JOB QUEUE (the daemon executes it) ----------
+// The question is enqueued exactly like a web question, so the RUNNING
+// gonext-local-worker daemon claims + executes it — its terminal shows the full
+// [gonext-agent] logs. We poll the job here and stream the persisted chunks live.
+let following = false;
+let followAborted = false;
 
-async function runAgentTurn(payload) {
-  // Map the job payload to the python cfg the same way the worker daemon does in
-  // runAgentChatJob (gonext-local-worker.mjs) — KEEP IN SYNC with that block.
-  const input = JSON.stringify({
-    messages: payload?.messages ?? [],
-    agentBaseURL: payload?.agentBaseURL ?? "",
-    agentApiKey: payload?.agentApiKey ?? "",
-    agentModelId: payload?.agentModelId ?? "",
-    codingBaseURL: payload?.codingBaseURL ?? "",
-    codingModelId: payload?.codingModelId ?? "",
-    tools: payload?.tools ?? ["http_request"],
-    maxSteps: payload?.maxSteps ?? 0,
-    researchBudget: payload?.researchBudget ?? 10,
-    agentToolMode: payload?.agentToolMode ?? "code",
-    apiBaseURL: apiBase,
-    workerKey,
-    emailEnabled: payload?.emailEnabled ?? false,
-    emailApiUrl: payload?.emailApiUrl ?? "",
-    emailApiMethod: payload?.emailApiMethod ?? "POST",
-    emailApiHeaders: payload?.emailApiHeaders ?? "",
-    emailBodyTemplate: payload?.emailBodyTemplate ?? "",
-    emailFrom: payload?.emailFrom ?? "",
-    emailAllowList: payload?.emailAllowList ?? "",
-    ragEnabled: payload?.ragEnabled ?? false,
-    ragS3Location: payload?.ragS3Location ?? "",
-    ragAwsRegion: payload?.ragAwsRegion ?? "",
-    ragAwsAccessKeyId: payload?.ragAwsAccessKeyId ?? "",
-    ragAwsSecretAccessKey: payload?.ragAwsSecretAccessKey ?? "",
-    ragEmbedModel: payload?.ragEmbedModel ?? "",
-    ragEmbedUrl: payload?.ragEmbedUrl ?? "",
-    ragTopK: payload?.ragTopK ?? 6,
-    workspaces: await readWorkspaces(),
-  });
+const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
+
+/** Strip <think> markers for live display, and whole think blocks for the answer. */
+const stripThinkTags = (s) => s.replace(/<\/?think>/gi, "");
+const answerFrom = (s) =>
+  s
+    .replace(/<think>[\s\S]*?<\/think>/gi, "")
+    .replace(/<think>[\s\S]*$/i, "")
+    .trim();
 
-  const python =
-    (process.env.GONEXT_PROBE_PYTHON ?? process.env.GONEXT_MLX_LM_PYTHON ?? "").trim() ||
-    "python3";
-  // WeasyPrint (create_pdf) needs Homebrew libs on macOS — same env the worker sets.
-  let extraEnv;
-  if (process.platform === "darwin") {
-    const existing = process.env.DYLD_FALLBACK_LIBRARY_PATH ?? "";
-    extraEnv = {
-      DYLD_FALLBACK_LIBRARY_PATH: [existing, "/opt/homebrew/lib", "/usr/local/lib"]
-        .filter(Boolean)
-        .join(":"),
-    };
+async function runAgentTurn(history) {
+  const res = await fetch(`${apiBase}/api/worker/agent-ask`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json", "X-Worker-Key": workerKey },
+    body: JSON.stringify({ messages: history }),
+  });
+  const data = await res.json().catch(() => ({}));
+  if (!res.ok) {
+    if (res.status === 404) {
+      throw new Error(
+        "the API does not have POST /api/worker/agent-ask yet — deploy the latest API."
+      );
+    }
+    throw new Error(data?.error || `agent-ask failed (HTTP ${res.status})`);
   }
+  const jobId = data?.jobId;
+  if (!jobId) throw new Error("agent-ask returned no jobId.");
 
-  return new Promise((resolveTurn) => {
-    let finalText = "";
-    let buf = "";
-    child = spawn(python, [join(DIR, "gonext_agent_chat.py")], {
-      env: { ...process.env, ...(extraEnv ?? {}) },
-    });
-    child.stdin.write(input);
-    child.stdin.end();
-    child.stdout.on("data", (chunk) => {
-      buf += chunk.toString();
-      let nl;
-      while ((nl = buf.indexOf("\n")) >= 0) {
-        const line = buf.slice(0, nl);
-        buf = buf.slice(nl + 1);
-        if (!line.trim()) continue;
-        let ev;
-        try {
-          ev = JSON.parse(line);
-        } catch {
-          continue;
-        }
-        if (ev.type === "step" && typeof ev.text === "string") {
-          process.stdout.write(dim(`\n· ${ev.text}`));
-        } else if (ev.type === "stream" && typeof ev.text === "string") {
-          process.stdout.write(dim(ev.text));
-        } else if (ev.type === "final" && typeof ev.text === "string") {
-          finalText = ev.text;
-        } else if (ev.type === "log" && process.env.GONEXT_REPL_VERBOSE === "1") {
-          process.stdout.write(dim(`\n[log] ${ev.text}`));
-        }
+  following = true;
+  followAborted = false;
+  const startedAt = Date.now();
+  let shownChars = 0;
+  let warnedPending = false;
+  try {
+    for (;;) {
+      if (followAborted) {
+        process.stdout.write(
+          dim("\n(stopped following — the job keeps running on the worker)\n")
+        );
+        return "";
       }
-    });
-    child.stderr.on("data", (chunk) => {
-      if (process.env.GONEXT_REPL_VERBOSE === "1") {
-        process.stderr.write(dim(chunk.toString()));
+      const jr = await fetch(`${apiBase}/api/worker/jobs/${jobId}`, {
+        headers: { "X-Worker-Key": workerKey },
+      });
+      const job = await jr.json().catch(() => ({}));
+      if (!jr.ok) throw new Error(job?.error || `job poll failed (HTTP ${jr.status})`);
+      const text = typeof job.resultText === "string" ? job.resultText : "";
+      if (job.jobStatus === "completed") {
+        // Don't stream the final delta dim — the answer prints bright right after.
+        return answerFrom(text);
       }
-    });
-    child.on("error", (err) => {
-      console.error(red(`\ngonext: failed to start ${python}: ${err.message}`));
-      child = null;
-      resolveTurn("");
-    });
-    child.on("exit", () => {
-      child = null;
-      resolveTurn(finalText);
-    });
-  });
+      if (text.length > shownChars) {
+        process.stdout.write(dim(stripThinkTags(text.slice(shownChars))));
+        shownChars = text.length;
+      }
+      if (job.jobStatus === "failed" || job.jobStatus === "cancelled") {
+        throw new Error(job.errorMessage || `job ${job.jobStatus}`);
+      }
+      if (
+        job.jobStatus === "pending" &&
+        !warnedPending &&
+        Date.now() - startedAt > 6000
+      ) {
+        warnedPending = true;
+        process.stdout.write(
+          red("\n⚠ no worker has claimed the job — is `gonext-local-worker` running?\n")
+        );
+      }
+      await sleep(700);
+    }
+  } finally {
+    following = false;
+  }
 }
 
 // ---------- REPL ----------
@@ -299,10 +283,9 @@ async function main() {
 
   const history = [];
   rl.on("SIGINT", () => {
-    if (child) {
-      child.kill("SIGKILL");
-      child = null;
-      process.stdout.write(red("\n^C run aborted\n"));
+    if (following) {
+      followAborted = true;
+      process.stdout.write(red("\n^C "));
     } else {
       process.stdout.write(dim("\n(/exit to quit)\n") + cyan(">> "));
     }
@@ -334,14 +317,13 @@ async function main() {
     }
     history.push({ role: "user", content: line });
     try {
-      const { payload } = await fetchAgentPayload(history);
-      const answer = await runAgentTurn(payload);
+      const answer = await runAgentTurn(history);
       if (answer) {
         history.push({ role: "assistant", content: answer });
         console.log(`\n\n${answer}\n`);
       } else {
-        history.pop(); // failed turn — don't poison the next request's history
-        console.log(red("\n(no answer — run failed or was aborted)\n"));
+        history.pop(); // aborted/failed turn — don't poison the next request's history
+        console.log(red("\n(no answer — run aborted or failed)\n"));
       }
     } catch (err) {
       history.pop();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.175",
+  "version": "1.0.177",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",