@tiens.nguyen/gonext-local-worker 1.0.19 → 1.0.23

package/gonext-local-worker.mjs

@@ -159,9 +159,14 @@ async function runChatJob(job) {
   let buf = "";
   let flushTimer = null;
   let fullText = "";
+  /** Chains debounced chunk POSTs so we never PATCH `completed` while a chunk POST is still in flight. */
+  let flushTail = Promise.resolve();
+
+  /** Batch streamed text: fewer HTTPS round-trips to the API than a 12ms debounce per flush. */
+  const CHUNK_DEBOUNCE_MS = 80;
+  const CHUNK_MAX_BUF = 6144;
 
   const flushChunks = async () => {
-    flushTimer = null;
     const t = buf;
     buf = "";
     if (!t) return;
@@ -172,15 +177,25 @@ async function runChatJob(job) {
     if (!res.ok && res.status !== 204) {
       const snippet = (await res.text().catch(() => "")).trim().slice(0, 400);
       const url = `${apiBase}${CHUNK_PATH}`;
-      console.error(
-        `[gonext-worker] job-chunk POST failed status=${res.status} url=${url} jobId=${jobId}` +
-          (snippet ? ` response=${snippet}` : "")
-      );
-      if (res.status === 404) {
+      const benign409 =
+        res.status === 409 && snippet.includes('"jobStatus":"completed"');
+      if (!benign409) {
         console.error(
-          "[gonext-worker] hint: 404 usually means (a) API not redeployed with POST /api/worker/job-chunk, or (b) response JSON {\"error\":\"Job not found\"} = Dynamo lookup failed (wrong worker key user vs job owner)."
+          `[gonext-worker] job-chunk POST failed status=${res.status} url=${url} jobId=${jobId}` +
+            (snippet ? ` response=${snippet}` : "")
         );
       }
+      if (res.status === 404) {
+        if (snippet.includes("Cannot POST")) {
+          console.error(
+            "[gonext-worker] DEPLOY: Lambda/API still runs old Express without POST /api/worker/job-chunk. From repo: cd api && npm ci && sam build && sam deploy — or publish the latest bundled handler so execute-api serves current routes."
+          );
+        } else {
+          console.error(
+            '[gonext-worker] hint: JSON {"error":"Job not found"} = Dynamo lookup failed (wrong worker user vs job owner). Otherwise redeploy API.'
+          );
+        }
+      }
     }
   };
 
@@ -188,8 +203,23 @@ async function runChatJob(job) {
     if (!s) return;
     fullText += s;
     buf += s;
+    if (buf.length >= CHUNK_MAX_BUF) {
+      if (flushTimer) {
+        clearTimeout(flushTimer);
+        flushTimer = null;
+      }
+      flushTail = flushTail.then(() => flushChunks()).catch((err) => {
+        console.error("[gonext-worker] chunk flush error:", err);
+      });
+      return;
+    }
     if (!flushTimer) {
-      flushTimer = setTimeout(() => void flushChunks(), 12);
+      flushTimer = setTimeout(() => {
+        flushTimer = null;
+        flushTail = flushTail.then(() => flushChunks()).catch((err) => {
+          console.error("[gonext-worker] chunk flush error:", err);
+        });
+      }, CHUNK_DEBOUNCE_MS);
     }
   };
 
@@ -232,6 +262,7 @@ async function runChatJob(job) {
       clearTimeout(flushTimer);
       flushTimer = null;
     }
+    await flushTail;
     await flushChunks();
 
     const totalTimeSeconds = (Date.now() - start) / 1000;
@@ -250,6 +281,7 @@ async function runChatJob(job) {
       clearTimeout(flushTimer);
       flushTimer = null;
     }
+    await flushTail;
     await flushChunks().catch(() => {});
     const message = e instanceof Error ? e.message : String(e);
     await workerFetch(`/api/worker/jobs/${jobId}`, {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.19",
+  "version": "1.0.23",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",