@tiens.nguyen/gonext-local-worker 1.0.7 → 1.0.9

package/README.md

@@ -0,0 +1,3 @@
+# @tiens.nguyen/gonext-local-worker
+Run:
+  GONEXT_API_BASE=... GONEXT_WORKER_KEY=... npx -y --package @tiens.nguyen/gonext-local-worker gonext-local-worker

package/gonext-local-worker.mjs

@@ -0,0 +1,194 @@
+#!/usr/bin/env node
+/**
+ * GoNext local worker:
+ * - `gonext-local-worker set <workerKey> [--api-base URL] [--poll-ms 1500]`
+ *   writes ~/.gonext/worker.env
+ * - `gonext-local-worker` starts polling loop
+ */
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import dotenv from "dotenv";
+import OpenAI from "openai";
+
+const ENV_FILE = join(homedir(), ".gonext", "worker.env");
+dotenv.config({ path: ENV_FILE });
+dotenv.config();
+
+const args = process.argv.slice(2);
+
+function printHelp() {
+  console.log(`
+gonext-local-worker
+
+Usage:
+  gonext-local-worker
+  gonext-local-worker set <workerKey> [--api-base <url>] [--poll-ms <ms>]
+
+Examples:
+  gonext-local-worker set abc123 --api-base https://hwohu56e8d.execute-api.ap-southeast-1.amazonaws.com
+  gonext-local-worker
+`);
+}
+
+function parseFlag(name) {
+  const idx = args.indexOf(name);
+  if (idx >= 0 && args[idx + 1]) {
+    return args[idx + 1];
+  }
+  return undefined;
+}
+
+async function setConfig() {
+  const workerKey = args[1]?.trim();
+  if (!workerKey) {
+    console.error("Missing worker key. Usage: gonext-local-worker set <workerKey>");
+    process.exit(1);
+  }
+  const currentRaw = await readFile(ENV_FILE, "utf8").catch(() => "");
+  const current = dotenv.parse(currentRaw);
+  const apiBaseFromFlag = parseFlag("--api-base");
+  const pollMsFromFlag = parseFlag("--poll-ms");
+  const next = {
+    GONEXT_API_BASE: (
+      apiBaseFromFlag ??
+      current.GONEXT_API_BASE ??
+      process.env.GONEXT_API_BASE ??
+      ""
+    ).replace(/\/+$/, ""),
+    GONEXT_WORKER_KEY: workerKey,
+    GONEXT_POLL_MS:
+      pollMsFromFlag ?? current.GONEXT_POLL_MS ?? process.env.GONEXT_POLL_MS ?? "1500",
+  };
+  await mkdir(join(homedir(), ".gonext"), { recursive: true });
+  await writeFile(
+    ENV_FILE,
+    `GONEXT_API_BASE=${next.GONEXT_API_BASE}\nGONEXT_WORKER_KEY=${next.GONEXT_WORKER_KEY}\nGONEXT_POLL_MS=${next.GONEXT_POLL_MS}\n`,
+    "utf8"
+  );
+  console.log(`Saved ${ENV_FILE}`);
+  if (!next.GONEXT_API_BASE) {
+    console.log("Tip: set API base too: gonext-local-worker set <workerKey> --api-base <https-url>");
+  }
+  return;
+}
+
+if (args.includes("--help") || args.includes("-h")) {
+  printHelp();
+  process.exit(0);
+}
+if (args[0] === "set") {
+  await setConfig();
+  process.exit(0);
+}
+
+const apiBase = (process.env.GONEXT_API_BASE ?? "").replace(/\/+$/, "");
+const workerKey = process.env.GONEXT_WORKER_KEY ?? "";
+const pollMs = Number(process.env.GONEXT_POLL_MS ?? "1500") || 1500;
+
+if (!apiBase || !workerKey) {
+  console.error(
+    "Set GONEXT_API_BASE (HTTP API origin, no /api suffix) and GONEXT_WORKER_KEY."
+  );
+  process.exit(1);
+}
+
+function toOpenAIMessages(messages) {
+  return messages.map((m) => {
+    if (m.role === "user" && m.attachments?.length) {
+      return {
+        role: m.role,
+        content: [
+          { type: "text", text: m.content },
+          ...m.attachments.map((a) => ({
+            type: "image_url",
+            image_url: { url: `data:${a.mimeType};base64,${a.data}` },
+          })),
+        ],
+      };
+    }
+    return { role: m.role, content: m.content };
+  });
+}
+
+async function workerFetch(path, init = {}) {
+  const url = `${apiBase}${path.startsWith("/") ? path : `/${path}`}`;
+  const headers = {
+    "Content-Type": "application/json",
+    "X-Worker-Key": workerKey,
+    ...(init.headers ?? {}),
+  };
+  return fetch(url, { ...init, headers });
+}
+
+async function runChatJob(job) {
+  const { jobId, payload } = job;
+  const start = Date.now();
+  await workerFetch(`/api/worker/jobs/${jobId}`, {
+    method: "PATCH",
+    body: JSON.stringify({ jobStatus: "running" }),
+  });
+
+  const client = new OpenAI({
+    baseURL: payload.baseURL,
+    apiKey: payload.apiKey || "ollama",
+  });
+
+  try {
+    const completion = await client.chat.completions.create({
+      model: payload.modelId,
+      messages: toOpenAIMessages(payload.messages),
+      temperature: 0,
+    });
+    const text = completion.choices[0]?.message?.content ?? "";
+    const totalTimeSeconds = (Date.now() - start) / 1000;
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "completed",
+        resultText: text,
+        tokenCount: 1,
+        totalTimeSeconds,
+      }),
+    });
+    console.log(`[gonext-worker] completed ${jobId} (${totalTimeSeconds.toFixed(1)}s)`);
+  } catch (e) {
+    const message = e instanceof Error ? e.message : String(e);
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "failed",
+        errorMessage: message,
+        totalTimeSeconds: (Date.now() - start) / 1000,
+      }),
+    });
+    console.error(`[gonext-worker] failed ${jobId}:`, message);
+  }
+}
+
+async function pollOnce() {
+  const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
+  if (res.status === 204) return;
+  if (!res.ok) {
+    const t = await res.text().catch(() => "");
+    throw new Error(`next failed ${res.status}: ${t}`);
+  }
+  const job = await res.json();
+  if (job?.jobId) {
+    await runChatJob(job);
+  }
+}
+
+async function main() {
+  console.log(`[gonext-worker] polling ${apiBase} every ${pollMs}ms`);
+  for (;;) {
+    try {
+      await pollOnce();
+    } catch (e) {
+      console.error("[gonext-worker] poll error:", e);
+    }
+    await new Promise((r) => setTimeout(r, pollMs));
+  }
+}
+
+main();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.7",
+  "version": "1.0.9",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",