@tiens.nguyen/gonext-local-worker 1.0.170 → 1.0.172

package/gonext-repl.mjs

@@ -0,0 +1,336 @@
+#!/usr/bin/env node
+/**
+ * `gonext` — terminal agent REPL (P6).
+ *
+ * Run it inside any project folder:
+ *   $ cd ~/Projects/my-repo
+ *   $ gonext
+ *
+ * It offers to register the CURRENT folder as an agent workspace (with a trust prompt
+ * that maps to --allow-run), authenticates with the worker key from ~/.gonext/worker.env
+ * (the same file `gonext-local-worker set` / the Wizard write), pulls your agent/coding
+ * model + budgets + RAG config FROM YOUR USER SETTINGS via POST /api/worker/agent-payload,
+ * then loops on a `>> ` prompt. Each question executes gonext_agent_chat.py DIRECTLY
+ * (no job queue — no race with a polling worker daemon), streaming the agent's steps
+ * and thinking into the terminal.
+ *
+ * Commands: /exit  /revert [runId]  /help      Ctrl-C aborts the current run.
+ */
+import { readFile, mkdir, writeFile } from "node:fs/promises";
+import { existsSync, statSync } from "node:fs";
+import { spawn } from "node:child_process";
+import { homedir } from "node:os";
+import { dirname, join, resolve, basename } from "node:path";
+import { fileURLToPath } from "node:url";
+import { createInterface } from "node:readline";
+import dotenv from "dotenv";
+
+const DIR = dirname(fileURLToPath(import.meta.url));
+const ENV_FILE = join(homedir(), ".gonext", "worker.env");
+const WS_FILE = join(homedir(), ".gonext", "workspaces.json");
+
+const dim = (s) => `\x1b[2m${s}\x1b[0m`;
+const cyan = (s) => `\x1b[36m${s}\x1b[0m`;
+const green = (s) => `\x1b[32m${s}\x1b[0m`;
+const red = (s) => `\x1b[31m${s}\x1b[0m`;
+
+// ---------- auth: worker key + API base from ~/.gonext/worker.env ----------
+dotenv.config({ path: ENV_FILE });
+dotenv.config();
+const workerKey = String(process.env.GONEXT_WORKER_KEY ?? "").trim();
+const apiBase = String(process.env.GONEXT_API_BASE ?? "").trim().replace(/\/+$/, "");
+if (!workerKey || !apiBase) {
+  console.error(
+    red("gonext: no worker key / API base found.") +
+      `\nExpected ${ENV_FILE} (written by the Installation Wizard), or configure manually:` +
+      "\n  gonext-local-worker set <workerKey> --api-base https://chat-api-v2.gomarsic.cc"
+  );
+  process.exit(1);
+}
+
+// Line intake: attach the listener IMMEDIATELY so lines that arrive while startup
+// awaits (workspace prompt fetch, payload probe) are queued instead of lost — vital
+// for piped/scripted input, harmless for interactive TTYs. Both ask() and the main
+// loop consume from this queue (never rl.question, to avoid double-capture).
+const rl = createInterface({ input: process.stdin, output: process.stdout });
+const _lineQueue = [];
+let _lineWaiter = null;
+let _stdinClosed = false;
+rl.on("line", (l) => {
+  if (_lineWaiter) {
+    const w = _lineWaiter;
+    _lineWaiter = null;
+    w(l);
+  } else {
+    _lineQueue.push(l);
+  }
+});
+rl.on("close", () => {
+  _stdinClosed = true;
+  if (_lineWaiter) {
+    const w = _lineWaiter;
+    _lineWaiter = null;
+    w(null);
+  }
+});
+const nextLine = () =>
+  _lineQueue.length > 0
+    ? Promise.resolve(_lineQueue.shift())
+    : _stdinClosed
+      ? Promise.resolve(null)
+      : new Promise((res) => (_lineWaiter = res));
+const ask = async (q) => {
+  process.stdout.write(q);
+  const a = await nextLine();
+  return (a ?? "").trim();
+};
+
+// ---------- workspace registration for the current folder ----------
+async function readWorkspaces() {
+  try {
+    const raw = JSON.parse(await readFile(WS_FILE, "utf8"));
+    return Array.isArray(raw?.workspaces) ? raw.workspaces : [];
+  } catch {
+    return [];
+  }
+}
+
+async function ensureWorkspace() {
+  const cwd = resolve(process.cwd());
+  const list = await readWorkspaces();
+  const hit = list.find((w) => cwd === w.path || cwd.startsWith(w.path + "/"));
+  if (hit) {
+    console.log(
+      dim(`workspace: ${hit.name} → ${hit.path} (run ${hit.allowRun ? "enabled" : "disabled"})`)
+    );
+    return;
+  }
+  if (!existsSync(cwd) || !statSync(cwd).isDirectory()) return;
+  console.log(`This folder is not a registered workspace:\n  ${cwd}`);
+  const reg = (await ask("Register it so the agent can read/edit code here? [Y/n] ")) || "y";
+  if (!/^y(es)?$/i.test(reg)) {
+    console.log(dim("Skipped — the agent will not be able to touch files here."));
+    return;
+  }
+  const trust = (await ask(
+    "Do you trust this folder — allow the agent to RUN build/test commands\n" +
+      "(npm test, mvn, pytest…)? [y/N] "
+  )) || "n";
+  const allowRun = /^y(es)?$/i.test(trust);
+  const next = list.filter((w) => w.path !== cwd);
+  next.push({
+    name: basename(cwd),
+    path: cwd,
+    allowRun,
+    addedAt: new Date().toISOString(),
+  });
+  await mkdir(dirname(WS_FILE), { recursive: true });
+  await writeFile(WS_FILE, JSON.stringify({ workspaces: next }, null, 2) + "\n");
+  console.log(
+    green(`✓ workspace registered: ${basename(cwd)}`) +
+      (allowRun ? green(" (run-commands enabled)") : dim(" (run-commands disabled)"))
+  );
+}
+
+// ---------- fetch the ready-to-run agent payload from user settings ----------
+async function fetchAgentPayload(messages) {
+  const res = await fetch(`${apiBase}/api/worker/agent-payload`, {
+    method: "POST",
+    headers: { "Content-Type": "application/json", "X-Worker-Key": workerKey },
+    body: JSON.stringify({ messages }),
+  });
+  const text = await res.text();
+  let data;
+  try {
+    data = JSON.parse(text);
+  } catch {
+    data = {};
+  }
+  if (!res.ok) {
+    if (res.status === 404) {
+      throw new Error(
+        "the API does not have POST /api/worker/agent-payload yet — deploy the latest API (sam build && sam deploy)."
+      );
+    }
+    throw new Error(data?.error || `agent-payload failed (HTTP ${res.status})`);
+  }
+  return data;
+}
+
+// ---------- run one agent turn by executing gonext_agent_chat.py directly ----------
+let child = null;
+
+async function runAgentTurn(payload) {
+  // Map the job payload to the python cfg the same way the worker daemon does in
+  // runAgentChatJob (gonext-local-worker.mjs) — KEEP IN SYNC with that block.
+  const input = JSON.stringify({
+    messages: payload?.messages ?? [],
+    agentBaseURL: payload?.agentBaseURL ?? "",
+    agentApiKey: payload?.agentApiKey ?? "",
+    agentModelId: payload?.agentModelId ?? "",
+    codingBaseURL: payload?.codingBaseURL ?? "",
+    codingModelId: payload?.codingModelId ?? "",
+    tools: payload?.tools ?? ["http_request"],
+    maxSteps: payload?.maxSteps ?? 0,
+    researchBudget: payload?.researchBudget ?? 10,
+    agentToolMode: payload?.agentToolMode ?? "code",
+    apiBaseURL: apiBase,
+    workerKey,
+    emailEnabled: payload?.emailEnabled ?? false,
+    emailApiUrl: payload?.emailApiUrl ?? "",
+    emailApiMethod: payload?.emailApiMethod ?? "POST",
+    emailApiHeaders: payload?.emailApiHeaders ?? "",
+    emailBodyTemplate: payload?.emailBodyTemplate ?? "",
+    emailFrom: payload?.emailFrom ?? "",
+    emailAllowList: payload?.emailAllowList ?? "",
+    ragEnabled: payload?.ragEnabled ?? false,
+    ragS3Location: payload?.ragS3Location ?? "",
+    ragAwsRegion: payload?.ragAwsRegion ?? "",
+    ragAwsAccessKeyId: payload?.ragAwsAccessKeyId ?? "",
+    ragAwsSecretAccessKey: payload?.ragAwsSecretAccessKey ?? "",
+    ragEmbedModel: payload?.ragEmbedModel ?? "",
+    ragEmbedUrl: payload?.ragEmbedUrl ?? "",
+    ragTopK: payload?.ragTopK ?? 6,
+    workspaces: await readWorkspaces(),
+  });
+
+  const python =
+    (process.env.GONEXT_PROBE_PYTHON ?? process.env.GONEXT_MLX_LM_PYTHON ?? "").trim() ||
+    "python3";
+  // WeasyPrint (create_pdf) needs Homebrew libs on macOS — same env the worker sets.
+  let extraEnv;
+  if (process.platform === "darwin") {
+    const existing = process.env.DYLD_FALLBACK_LIBRARY_PATH ?? "";
+    extraEnv = {
+      DYLD_FALLBACK_LIBRARY_PATH: [existing, "/opt/homebrew/lib", "/usr/local/lib"]
+        .filter(Boolean)
+        .join(":"),
+    };
+  }
+
+  return new Promise((resolveTurn) => {
+    let finalText = "";
+    let buf = "";
+    child = spawn(python, [join(DIR, "gonext_agent_chat.py")], {
+      env: { ...process.env, ...(extraEnv ?? {}) },
+    });
+    child.stdin.write(input);
+    child.stdin.end();
+    child.stdout.on("data", (chunk) => {
+      buf += chunk.toString();
+      let nl;
+      while ((nl = buf.indexOf("\n")) >= 0) {
+        const line = buf.slice(0, nl);
+        buf = buf.slice(nl + 1);
+        if (!line.trim()) continue;
+        let ev;
+        try {
+          ev = JSON.parse(line);
+        } catch {
+          continue;
+        }
+        if (ev.type === "step" && typeof ev.text === "string") {
+          process.stdout.write(dim(`\n· ${ev.text}`));
+        } else if (ev.type === "stream" && typeof ev.text === "string") {
+          process.stdout.write(dim(ev.text));
+        } else if (ev.type === "final" && typeof ev.text === "string") {
+          finalText = ev.text;
+        } else if (ev.type === "log" && process.env.GONEXT_REPL_VERBOSE === "1") {
+          process.stdout.write(dim(`\n[log] ${ev.text}`));
+        }
+      }
+    });
+    child.stderr.on("data", (chunk) => {
+      if (process.env.GONEXT_REPL_VERBOSE === "1") {
+        process.stderr.write(dim(chunk.toString()));
+      }
+    });
+    child.on("error", (err) => {
+      console.error(red(`\ngonext: failed to start ${python}: ${err.message}`));
+      child = null;
+      resolveTurn("");
+    });
+    child.on("exit", () => {
+      child = null;
+      resolveTurn(finalText);
+    });
+  });
+}
+
+// ---------- REPL ----------
+async function main() {
+  console.log(cyan("GoNext agent REPL") + dim(` · API ${apiBase} · key ${workerKey.slice(0, 8)}…`));
+  await ensureWorkspace();
+  // Show which models will answer, straight from user settings (also validates auth).
+  try {
+    const probe = await fetchAgentPayload([{ role: "user", content: "ping" }]);
+    const p = probe?.payload ?? {};
+    console.log(
+      dim(
+        `agent model: ${p.agentModelId || probe?.modelKey || "?"}` +
+          (p.codingModelId ? ` · coder: ${p.codingModelId}` : "") +
+          (p.ragEnabled ? " · RAG on" : "")
+      )
+    );
+  } catch (err) {
+    console.error(red(`gonext: ${err.message}`));
+    process.exit(1);
+  }
+  console.log(dim("Ask about this repo, or /help. Ctrl-C aborts a running turn.\n"));
+
+  const history = [];
+  rl.on("SIGINT", () => {
+    if (child) {
+      child.kill("SIGKILL");
+      child = null;
+      process.stdout.write(red("\n^C run aborted\n"));
+    } else {
+      process.stdout.write(dim("\n(/exit to quit)\n") + cyan(">> "));
+    }
+  });
+
+  for (;;) {
+    process.stdout.write(cyan(">> "));
+    const lineRaw = await nextLine();
+    if (lineRaw === null) break; // stdin closed
+    const line = lineRaw.trim();
+    if (!line) continue;
+    if (line === "/exit" || line === "/quit") break;
+    if (line === "/help") {
+      console.log(dim("  /exit — quit · /revert [runId] — undo the agent's file edits (latest run)"));
+      continue;
+    }
+    if (line.startsWith("/revert")) {
+      const runId = line.split(/\s+/)[1] ?? "";
+      await new Promise((res) => {
+        const p = spawn(
+          process.execPath,
+          [join(DIR, "gonext-local-worker.mjs"), "workspace", "revert", ...(runId ? [runId] : [])],
+          { stdio: "inherit" }
+        );
+        p.on("exit", res);
+        p.on("error", res);
+      });
+      continue;
+    }
+    history.push({ role: "user", content: line });
+    try {
+      const { payload } = await fetchAgentPayload(history);
+      const answer = await runAgentTurn(payload);
+      if (answer) {
+        history.push({ role: "assistant", content: answer });
+        console.log(`\n\n${answer}\n`);
+      } else {
+        history.pop(); // failed turn — don't poison the next request's history
+        console.log(red("\n(no answer — run failed or was aborted)\n"));
+      }
+    } catch (err) {
+      history.pop();
+      console.error(red(`\ngonext: ${err.message}\n`));
+    }
+  }
+  rl.close();
+  process.exit(0);
+}
+
+main();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.170",
+  "version": "1.0.172",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",
@@ -13,7 +13,8 @@
     "url": "https://github.com/tiennsloit/gonext/issues"
   },
   "bin": {
-    "gonext-local-worker": "./gonext-local-worker.mjs"
+    "gonext-local-worker": "./gonext-local-worker.mjs",
+    "gonext": "./gonext-repl.mjs"
   },
   "scripts": {
     "deploy:local": "npm install -g .",
@@ -22,6 +23,7 @@
   },
   "files": [
     "gonext-local-worker.mjs",
+    "gonext-repl.mjs",
     "gonext_probe_agent.py",
     "gonext_agent_chat.py",
     "gonext_transcribe.py",