@tiens.nguyen/gonext-local-worker 1.0.7 → 1.0.8

package/README.md

@@ -0,0 +1,3 @@
+# @tiens.nguyen/gonext-local-worker
+Run:
+  GONEXT_API_BASE=... GONEXT_WORKER_KEY=... npx -y --package @tiens.nguyen/gonext-local-worker gonext-local-worker

package/gonext-local-worker.mjs

@@ -0,0 +1,125 @@
+#!/usr/bin/env node
+/**
+ * Polls GoNext Cloud API for pending local-LLM chat jobs, runs them against the
+ * URLs embedded in the job payload (your LAN Ollama / OpenAI-compatible server),
+ * then PATCHes completion back to the API.
+ *
+ * Usage (from api/):
+ *   export GONEXT_API_BASE=https://xxxx.execute-api....amazonaws.com
+ *   export GONEXT_WORKER_KEY=<plaintext secret from Settings → Worker API key>
+ *   node scripts/local-llm-worker.mjs
+ *
+ * Requires Node 18+ (global fetch). Uses the OpenAI SDK from this package.
+ */
+import OpenAI from "openai";
+
+const apiBase = (process.env.GONEXT_API_BASE ?? "").replace(/\/+$/, "");
+const workerKey = process.env.GONEXT_WORKER_KEY ?? "";
+const pollMs = Number(process.env.GONEXT_POLL_MS ?? "1500") || 1500;
+
+if (!apiBase || !workerKey) {
+  console.error(
+    "Set GONEXT_API_BASE (HTTP API origin, no /api suffix) and GONEXT_WORKER_KEY."
+  );
+  process.exit(1);
+}
+
+function toOpenAIMessages(messages) {
+  return messages.map((m) => {
+    if (m.role === "user" && m.attachments?.length) {
+      return {
+        role: m.role,
+        content: [
+          { type: "text", text: m.content },
+          ...m.attachments.map((a) => ({
+            type: "image_url",
+            image_url: { url: `data:${a.mimeType};base64,${a.data}` },
+          })),
+        ],
+      };
+    }
+    return { role: m.role, content: m.content };
+  });
+}
+
+async function workerFetch(path, init = {}) {
+  const url = `${apiBase}${path.startsWith("/") ? path : `/${path}`}`;
+  const headers = {
+    "Content-Type": "application/json",
+    "X-Worker-Key": workerKey,
+    ...(init.headers ?? {}),
+  };
+  return fetch(url, { ...init, headers });
+}
+
+async function runChatJob(job) {
+  const { jobId, payload } = job;
+  const start = Date.now();
+  await workerFetch(`/api/worker/jobs/${jobId}`, {
+    method: "PATCH",
+    body: JSON.stringify({ jobStatus: "running" }),
+  });
+
+  const client = new OpenAI({
+    baseURL: payload.baseURL,
+    apiKey: payload.apiKey || "ollama",
+  });
+
+  try {
+    const completion = await client.chat.completions.create({
+      model: payload.modelId,
+      messages: toOpenAIMessages(payload.messages),
+      temperature: 0,
+    });
+    const text = completion.choices[0]?.message?.content ?? "";
+    const totalTimeSeconds = (Date.now() - start) / 1000;
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "completed",
+        resultText: text,
+        tokenCount: 1,
+        totalTimeSeconds,
+      }),
+    });
+    console.log(`[gonext-worker] completed ${jobId} (${totalTimeSeconds.toFixed(1)}s)`);
+  } catch (e) {
+    const message = e instanceof Error ? e.message : String(e);
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "failed",
+        errorMessage: message,
+        totalTimeSeconds: (Date.now() - start) / 1000,
+      }),
+    });
+    console.error(`[gonext-worker] failed ${jobId}:`, message);
+  }
+}
+
+async function pollOnce() {
+  const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
+  if (res.status === 204) return;
+  if (!res.ok) {
+    const t = await res.text().catch(() => "");
+    throw new Error(`next failed ${res.status}: ${t}`);
+  }
+  const job = await res.json();
+  if (job?.jobId) {
+    await runChatJob(job);
+  }
+}
+
+async function main() {
+  console.log(`[gonext-worker] polling ${apiBase} every ${pollMs}ms`);
+  for (;;) {
+    try {
+      await pollOnce();
+    } catch (e) {
+      console.error("[gonext-worker] poll error:", e);
+    }
+    await new Promise((r) => setTimeout(r, pollMs));
+  }
+}
+
+main();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.7",
+  "version": "1.0.8",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",