@tiens.nguyen/gonext-local-worker 1.0.35 → 1.0.37

package/gonext-local-worker.mjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 /**
  * GoNext local worker:
- * - `gonext-local-worker set <workerKey> [--api-base URL] [--poll-ms 1500]`
+ * - `gonext-local-worker set <workerKey> [--api-base URL]`
  *   writes ~/.gonext/worker.env
  * - `gonext-local-worker ws-ping-test` — POST worker ws-ping (needs GONEXT_* env)
  * - `gonext-local-worker simulate-chat [text]` — claim next chat job, push fake reply like the real worker (needs GONEXT_* env)
@@ -30,7 +30,7 @@ gonext-local-worker
 
 Usage:
   gonext-local-worker
-  gonext-local-worker set <workerKey> [--api-base <url>] [--poll-ms <ms>]
+  gonext-local-worker set <workerKey> [--api-base <url>]
   gonext-local-worker ws-ping-test   # POST /api/worker/ws-ping-test (needs GONEXT_* env)
   gonext-local-worker simulate-chat [text...]   # claim next chat job, fake reply (stop normal worker first)
 
@@ -63,7 +63,6 @@ async function setConfig() {
   const currentRaw = await readFile(ENV_FILE, "utf8").catch(() => "");
   const current = dotenv.parse(currentRaw);
   const apiBaseFromFlag = parseFlag("--api-base");
-  const pollMsFromFlag = parseFlag("--poll-ms");
   const next = {
     GONEXT_API_BASE: (
       apiBaseFromFlag ??
@@ -72,8 +71,7 @@ async function setConfig() {
       ""
     ).replace(/\/+$/, ""),
     GONEXT_WORKER_KEY: workerKey,
-    GONEXT_POLL_MS:
-      pollMsFromFlag ?? current.GONEXT_POLL_MS ?? process.env.GONEXT_POLL_MS ?? "1500",
+    GONEXT_POLL_MS: "500",
   };
   await mkdir(join(homedir(), ".gonext"), { recursive: true });
   await writeFile(
@@ -99,7 +97,8 @@ if (args[0] === "set") {
 
 const apiBase = (process.env.GONEXT_API_BASE ?? "").replace(/\/+$/, "");
 const workerKey = process.env.GONEXT_WORKER_KEY ?? "";
-const pollMs = Number(process.env.GONEXT_POLL_MS ?? "1500") || 1500;
+const pollMs = 500;
+const localHealthConcurrency = 4;
 
 const CHUNK_PATH = "/api/worker/job-chunk";
 
@@ -717,15 +716,29 @@ async function runLocalHealthJob(job) {
   }
 }
 
+const localHealthInFlight = new Set();
+
+function trackLocalHealthTask(task) {
+  localHealthInFlight.add(task);
+  task.finally(() => {
+    localHealthInFlight.delete(task);
+  });
+}
+
 async function pollOnce() {
-  const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
-  if (res.status === 204) return;
-  if (!res.ok) {
-    const t = await res.text().catch(() => "");
-    throw new Error(`next failed ${res.status}: ${t}`);
-  }
-  const job = await res.json();
-  if (job?.jobId) {
+  while (localHealthInFlight.size < localHealthConcurrency) {
+    const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
+    if (res.status === 204) {
+      return;
+    }
+    if (!res.ok) {
+      const t = await res.text().catch(() => "");
+      throw new Error(`next failed ${res.status}: ${t}`);
+    }
+    const job = await res.json();
+    if (!job?.jobId) {
+      return;
+    }
     console.log(
       `[gonext-worker] claimed ${job.jobId} type=${job.jobType ?? "unknown"} modelKey=${job.modelKey ?? "unknown"}`
     );
@@ -734,15 +747,24 @@ async function pollOnce() {
     const isLocalHealthByPayload =
       Array.isArray(job.payload?.ollamaBaseUrls) || !!job.payload?.mlxOpenAiBaseUrl;
     if (isLocalHealthByType || isLocalHealthByModelKey || isLocalHealthByPayload) {
-      await runLocalHealthJob(job);
-      return;
+      const task = runLocalHealthJob(job).catch((e) => {
+        console.error("[gonext-worker] local_health task error:", e);
+      });
+      trackLocalHealthTask(task);
+      console.log(
+        `[gonext-worker] local_health in-flight ${localHealthInFlight.size}/${localHealthConcurrency}`
+      );
+      continue;
     }
     await runChatJob(job);
+    return;
   }
 }
 
 async function main() {
-  console.log(`[gonext-worker] polling ${apiBase} every ${pollMs}ms`);
+  console.log(
+    `[gonext-worker] polling ${apiBase} every ${pollMs}ms (local_health concurrency=${localHealthConcurrency})`
+  );
   for (;;) {
     try {
       await pollOnce();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.35",
+  "version": "1.0.37",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",