@tiens.nguyen/gonext-local-worker 1.0.17 → 1.0.22

package/gonext-local-worker.mjs

@@ -101,6 +101,11 @@ if (!apiBase || !workerKey) {
   process.exit(1);
 }
 
+const CHUNK_PATH = "/api/worker/job-chunk";
+console.log(
+  `[gonext-worker] API base ${apiBase} — streaming chunks POST ${apiBase}${CHUNK_PATH}`
+);
+
 function toOpenAIMessages(messages) {
   return (Array.isArray(messages) ? messages : []).map((m) => {
     if (m.role === "user" && m.attachments?.length) {
@@ -154,18 +159,39 @@ async function runChatJob(job) {
   let buf = "";
   let flushTimer = null;
   let fullText = "";
+  /** Chains debounced chunk POSTs so we never PATCH `completed` while a chunk POST is still in flight. */
+  let flushTail = Promise.resolve();
 
   const flushChunks = async () => {
-    flushTimer = null;
     const t = buf;
     buf = "";
     if (!t) return;
-    const res = await workerFetch(`/api/worker/job-chunk`, {
+    const res = await workerFetch(CHUNK_PATH, {
       method: "POST",
       body: JSON.stringify({ jobId, text: t }),
     });
     if (!res.ok && res.status !== 204) {
-      console.error(`[gonext-worker] chunk POST failed ${res.status} for ${jobId}`);
+      const snippet = (await res.text().catch(() => "")).trim().slice(0, 400);
+      const url = `${apiBase}${CHUNK_PATH}`;
+      const benign409 =
+        res.status === 409 && snippet.includes('"jobStatus":"completed"');
+      if (!benign409) {
+        console.error(
+          `[gonext-worker] job-chunk POST failed status=${res.status} url=${url} jobId=${jobId}` +
+            (snippet ? ` response=${snippet}` : "")
+        );
+      }
+      if (res.status === 404) {
+        if (snippet.includes("Cannot POST")) {
+          console.error(
+            "[gonext-worker] DEPLOY: Lambda/API still runs old Express without POST /api/worker/job-chunk. From repo: cd api && npm ci && sam build && sam deploy — or publish the latest bundled handler so execute-api serves current routes."
+          );
+        } else {
+          console.error(
+            '[gonext-worker] hint: JSON {"error":"Job not found"} = Dynamo lookup failed (wrong worker user vs job owner). Otherwise redeploy API.'
+          );
+        }
+      }
     }
   };
 
@@ -174,7 +200,12 @@ async function runChatJob(job) {
     fullText += s;
     buf += s;
     if (!flushTimer) {
-      flushTimer = setTimeout(() => void flushChunks(), 12);
+      flushTimer = setTimeout(() => {
+        flushTimer = null;
+        flushTail = flushTail.then(() => flushChunks()).catch((err) => {
+          console.error("[gonext-worker] chunk flush error:", err);
+        });
+      }, 12);
     }
   };
 
@@ -217,6 +248,7 @@ async function runChatJob(job) {
       clearTimeout(flushTimer);
       flushTimer = null;
     }
+    await flushTail;
     await flushChunks();
 
     const totalTimeSeconds = (Date.now() - start) / 1000;
@@ -235,6 +267,7 @@ async function runChatJob(job) {
       clearTimeout(flushTimer);
       flushTimer = null;
     }
+    await flushTail;
     await flushChunks().catch(() => {});
     const message = e instanceof Error ? e.message : String(e);
     await workerFetch(`/api/worker/jobs/${jobId}`, {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.17",
+  "version": "1.0.22",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",