@tiens.nguyen/gonext-local-worker 1.0.8 → 1.0.10

package/gonext-local-worker.mjs

@@ -1,18 +1,87 @@
 #!/usr/bin/env node
 /**
- * Polls GoNext Cloud API for pending local-LLM chat jobs, runs them against the
- * URLs embedded in the job payload (your LAN Ollama / OpenAI-compatible server),
- * then PATCHes completion back to the API.
- *
- * Usage (from api/):
- *   export GONEXT_API_BASE=https://xxxx.execute-api....amazonaws.com
- *   export GONEXT_WORKER_KEY=<plaintext secret from Settings → Worker API key>
- *   node scripts/local-llm-worker.mjs
- *
- * Requires Node 18+ (global fetch). Uses the OpenAI SDK from this package.
+ * GoNext local worker:
+ * - `gonext-local-worker set <workerKey> [--api-base URL] [--poll-ms 1500]`
+ *   writes ~/.gonext/worker.env
+ * - `gonext-local-worker` starts polling loop
  */
+import { mkdir, readFile, writeFile } from "node:fs/promises";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import dotenv from "dotenv";
 import OpenAI from "openai";
 
+const ENV_FILE = join(homedir(), ".gonext", "worker.env");
+dotenv.config({ path: ENV_FILE });
+dotenv.config();
+
+const args = process.argv.slice(2);
+
+function printHelp() {
+  console.log(`
+gonext-local-worker
+
+Usage:
+  gonext-local-worker
+  gonext-local-worker set <workerKey> [--api-base <url>] [--poll-ms <ms>]
+
+Examples:
+  gonext-local-worker set abc123 --api-base https://hwohu56e8d.execute-api.ap-southeast-1.amazonaws.com
+  gonext-local-worker
+`);
+}
+
+function parseFlag(name) {
+  const idx = args.indexOf(name);
+  if (idx >= 0 && args[idx + 1]) {
+    return args[idx + 1];
+  }
+  return undefined;
+}
+
+async function setConfig() {
+  const workerKey = args[1]?.trim();
+  if (!workerKey) {
+    console.error("Missing worker key. Usage: gonext-local-worker set <workerKey>");
+    process.exit(1);
+  }
+  const currentRaw = await readFile(ENV_FILE, "utf8").catch(() => "");
+  const current = dotenv.parse(currentRaw);
+  const apiBaseFromFlag = parseFlag("--api-base");
+  const pollMsFromFlag = parseFlag("--poll-ms");
+  const next = {
+    GONEXT_API_BASE: (
+      apiBaseFromFlag ??
+      current.GONEXT_API_BASE ??
+      process.env.GONEXT_API_BASE ??
+      ""
+    ).replace(/\/+$/, ""),
+    GONEXT_WORKER_KEY: workerKey,
+    GONEXT_POLL_MS:
+      pollMsFromFlag ?? current.GONEXT_POLL_MS ?? process.env.GONEXT_POLL_MS ?? "1500",
+  };
+  await mkdir(join(homedir(), ".gonext"), { recursive: true });
+  await writeFile(
+    ENV_FILE,
+    `GONEXT_API_BASE=${next.GONEXT_API_BASE}\nGONEXT_WORKER_KEY=${next.GONEXT_WORKER_KEY}\nGONEXT_POLL_MS=${next.GONEXT_POLL_MS}\n`,
+    "utf8"
+  );
+  console.log(`Saved ${ENV_FILE}`);
+  if (!next.GONEXT_API_BASE) {
+    console.log("Tip: set API base too: gonext-local-worker set <workerKey> --api-base <https-url>");
+  }
+  return;
+}
+
+if (args.includes("--help") || args.includes("-h")) {
+  printHelp();
+  process.exit(0);
+}
+if (args[0] === "set") {
+  await setConfig();
+  process.exit(0);
+}
+
 const apiBase = (process.env.GONEXT_API_BASE ?? "").replace(/\/+$/, "");
 const workerKey = process.env.GONEXT_WORKER_KEY ?? "";
 const pollMs = Number(process.env.GONEXT_POLL_MS ?? "1500") || 1500;
@@ -25,7 +94,7 @@ if (!apiBase || !workerKey) {
 }
 
 function toOpenAIMessages(messages) {
-  return messages.map((m) => {
+  return (Array.isArray(messages) ? messages : []).map((m) => {
     if (m.role === "user" && m.attachments?.length) {
       return {
         role: m.role,
@@ -54,6 +123,9 @@ async function workerFetch(path, init = {}) {
 
 async function runChatJob(job) {
   const { jobId, payload } = job;
+  if (!payload || !Array.isArray(payload.messages)) {
+    throw new Error("Invalid chat payload: messages array is missing.");
+  }
   const start = Date.now();
   await workerFetch(`/api/worker/jobs/${jobId}`, {
     method: "PATCH",
@@ -97,6 +169,124 @@ async function runChatJob(job) {
   }
 }
 
+function normalizeBaseUrl(raw) {
+  return typeof raw === "string" ? raw.trim().replace(/\/+$/, "") : "";
+}
+
+function normalizeOpenAiV1Root(raw) {
+  const base = normalizeBaseUrl(raw);
+  if (!base) return "";
+  return /\/v1$/i.test(base) ? base : `${base}/v1`;
+}
+
+async function checkOllamaTags(base) {
+  const endpoint = `${base}/api/tags`;
+  try {
+    const res = await fetch(endpoint, { method: "GET" });
+    if (!res.ok) return { online: false, endpoint, models: [] };
+    const j = await res.json();
+    const models = (j.models ?? []).map((m) => {
+      const name = m.name ?? m.model ?? "model";
+      return { id: name, name, value: `ollama:${name}` };
+    });
+    return { online: true, endpoint, models };
+  } catch {
+    return { online: false, endpoint, models: [] };
+  }
+}
+
+async function checkOpenAiModels(base, apiKey) {
+  const endpoint = `${base}/models`;
+  const headers = {};
+  if (apiKey?.trim()) {
+    headers.Authorization = `Bearer ${apiKey.trim()}`;
+  }
+  try {
+    const res = await fetch(endpoint, { method: "GET", headers });
+    if (!res.ok) return { online: false, endpoint, models: [] };
+    const j = await res.json();
+    const models = (j.data ?? [])
+      .map((d) => d.id)
+      .filter(Boolean)
+      .map((id) => ({ id, name: id, value: `mlx:${id}` }));
+    return { online: true, endpoint, models };
+  } catch {
+    return { online: false, endpoint, models: [] };
+  }
+}
+
+async function runLocalHealthJob(job) {
+  const { jobId, payload } = job;
+  const start = Date.now();
+  await workerFetch(`/api/worker/jobs/${jobId}`, {
+    method: "PATCH",
+    body: JSON.stringify({ jobStatus: "running" }),
+  });
+  try {
+    const ollamaBases = Array.isArray(payload?.ollamaBaseUrls)
+      ? payload.ollamaBaseUrls.map(normalizeBaseUrl).filter(Boolean)
+      : [];
+    const dedup = new Map();
+    let ollamaOnline = false;
+    let ollamaEndpoint = "";
+    for (const base of ollamaBases) {
+      const r = await checkOllamaTags(base);
+      ollamaOnline = ollamaOnline || r.online;
+      if (!ollamaEndpoint) ollamaEndpoint = r.endpoint;
+      for (const m of r.models) {
+        if (!dedup.has(m.value)) dedup.set(m.value, m);
+      }
+    }
+    const mlxRoot = normalizeOpenAiV1Root(payload?.mlxOpenAiBaseUrl);
+    const mlx = mlxRoot
+      ? await checkOpenAiModels(mlxRoot, payload?.mlxApiKey ?? "")
+      : null;
+    const result = {
+      ollama:
+        ollamaBases.length > 0
+          ? {
+              configured: dedup.size > 0,
+              online: ollamaOnline,
+              models: [...dedup.values()],
+              endpoint: ollamaEndpoint,
+            }
+          : undefined,
+      mlx: mlx
+        ? {
+            configured: mlx.models.length > 0,
+            online: mlx.online,
+            models: mlx.models,
+            endpoint: mlx.endpoint,
+          }
+        : undefined,
+    };
+    const totalTimeSeconds = (Date.now() - start) / 1000;
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "completed",
+        resultText: JSON.stringify(result),
+        tokenCount: 1,
+        totalTimeSeconds,
+      }),
+    });
+    console.log(
+      `[gonext-worker] completed local_health ${jobId} (${totalTimeSeconds.toFixed(1)}s)`
+    );
+  } catch (e) {
+    const message = e instanceof Error ? e.message : String(e);
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "failed",
+        errorMessage: message,
+        totalTimeSeconds: (Date.now() - start) / 1000,
+      }),
+    });
+    console.error(`[gonext-worker] failed local_health ${jobId}:`, message);
+  }
+}
+
 async function pollOnce() {
   const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
   if (res.status === 204) return;
@@ -106,6 +296,14 @@ async function pollOnce() {
   }
   const job = await res.json();
   if (job?.jobId) {
+    const isLocalHealthByType = job.jobType === "local_health";
+    const isLocalHealthByModelKey = job.modelKey === "local_health";
+    const isLocalHealthByPayload =
+      Array.isArray(job.payload?.ollamaBaseUrls) || !!job.payload?.mlxOpenAiBaseUrl;
+    if (isLocalHealthByType || isLocalHealthByModelKey || isLocalHealthByPayload) {
+      await runLocalHealthJob(job);
+      return;
+    }
     await runChatJob(job);
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.8",
+  "version": "1.0.10",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",