@tiens.nguyen/gonext-local-worker 1.0.9 → 1.0.10

package/gonext-local-worker.mjs

@@ -94,7 +94,7 @@ if (!apiBase || !workerKey) {
 }
 
 function toOpenAIMessages(messages) {
-  return messages.map((m) => {
+  return (Array.isArray(messages) ? messages : []).map((m) => {
     if (m.role === "user" && m.attachments?.length) {
       return {
         role: m.role,
@@ -123,6 +123,9 @@ async function workerFetch(path, init = {}) {
 
 async function runChatJob(job) {
   const { jobId, payload } = job;
+  if (!payload || !Array.isArray(payload.messages)) {
+    throw new Error("Invalid chat payload: messages array is missing.");
+  }
   const start = Date.now();
   await workerFetch(`/api/worker/jobs/${jobId}`, {
     method: "PATCH",
@@ -166,6 +169,124 @@ async function runChatJob(job) {
   }
 }
 
+function normalizeBaseUrl(raw) {
+  return typeof raw === "string" ? raw.trim().replace(/\/+$/, "") : "";
+}
+
+function normalizeOpenAiV1Root(raw) {
+  const base = normalizeBaseUrl(raw);
+  if (!base) return "";
+  return /\/v1$/i.test(base) ? base : `${base}/v1`;
+}
+
+async function checkOllamaTags(base) {
+  const endpoint = `${base}/api/tags`;
+  try {
+    const res = await fetch(endpoint, { method: "GET" });
+    if (!res.ok) return { online: false, endpoint, models: [] };
+    const j = await res.json();
+    const models = (j.models ?? []).map((m) => {
+      const name = m.name ?? m.model ?? "model";
+      return { id: name, name, value: `ollama:${name}` };
+    });
+    return { online: true, endpoint, models };
+  } catch {
+    return { online: false, endpoint, models: [] };
+  }
+}
+
+async function checkOpenAiModels(base, apiKey) {
+  const endpoint = `${base}/models`;
+  const headers = {};
+  if (apiKey?.trim()) {
+    headers.Authorization = `Bearer ${apiKey.trim()}`;
+  }
+  try {
+    const res = await fetch(endpoint, { method: "GET", headers });
+    if (!res.ok) return { online: false, endpoint, models: [] };
+    const j = await res.json();
+    const models = (j.data ?? [])
+      .map((d) => d.id)
+      .filter(Boolean)
+      .map((id) => ({ id, name: id, value: `mlx:${id}` }));
+    return { online: true, endpoint, models };
+  } catch {
+    return { online: false, endpoint, models: [] };
+  }
+}
+
+async function runLocalHealthJob(job) {
+  const { jobId, payload } = job;
+  const start = Date.now();
+  await workerFetch(`/api/worker/jobs/${jobId}`, {
+    method: "PATCH",
+    body: JSON.stringify({ jobStatus: "running" }),
+  });
+  try {
+    const ollamaBases = Array.isArray(payload?.ollamaBaseUrls)
+      ? payload.ollamaBaseUrls.map(normalizeBaseUrl).filter(Boolean)
+      : [];
+    const dedup = new Map();
+    let ollamaOnline = false;
+    let ollamaEndpoint = "";
+    for (const base of ollamaBases) {
+      const r = await checkOllamaTags(base);
+      ollamaOnline = ollamaOnline || r.online;
+      if (!ollamaEndpoint) ollamaEndpoint = r.endpoint;
+      for (const m of r.models) {
+        if (!dedup.has(m.value)) dedup.set(m.value, m);
+      }
+    }
+    const mlxRoot = normalizeOpenAiV1Root(payload?.mlxOpenAiBaseUrl);
+    const mlx = mlxRoot
+      ? await checkOpenAiModels(mlxRoot, payload?.mlxApiKey ?? "")
+      : null;
+    const result = {
+      ollama:
+        ollamaBases.length > 0
+          ? {
+              configured: dedup.size > 0,
+              online: ollamaOnline,
+              models: [...dedup.values()],
+              endpoint: ollamaEndpoint,
+            }
+          : undefined,
+      mlx: mlx
+        ? {
+            configured: mlx.models.length > 0,
+            online: mlx.online,
+            models: mlx.models,
+            endpoint: mlx.endpoint,
+          }
+        : undefined,
+    };
+    const totalTimeSeconds = (Date.now() - start) / 1000;
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "completed",
+        resultText: JSON.stringify(result),
+        tokenCount: 1,
+        totalTimeSeconds,
+      }),
+    });
+    console.log(
+      `[gonext-worker] completed local_health ${jobId} (${totalTimeSeconds.toFixed(1)}s)`
+    );
+  } catch (e) {
+    const message = e instanceof Error ? e.message : String(e);
+    await workerFetch(`/api/worker/jobs/${jobId}`, {
+      method: "PATCH",
+      body: JSON.stringify({
+        jobStatus: "failed",
+        errorMessage: message,
+        totalTimeSeconds: (Date.now() - start) / 1000,
+      }),
+    });
+    console.error(`[gonext-worker] failed local_health ${jobId}:`, message);
+  }
+}
+
 async function pollOnce() {
   const res = await workerFetch("/api/worker/jobs/next", { method: "POST" });
   if (res.status === 204) return;
@@ -175,6 +296,14 @@ async function pollOnce() {
   }
   const job = await res.json();
   if (job?.jobId) {
+    const isLocalHealthByType = job.jobType === "local_health";
+    const isLocalHealthByModelKey = job.modelKey === "local_health";
+    const isLocalHealthByPayload =
+      Array.isArray(job.payload?.ollamaBaseUrls) || !!job.payload?.mlxOpenAiBaseUrl;
+    if (isLocalHealthByType || isLocalHealthByModelKey || isLocalHealthByPayload) {
+      await runLocalHealthJob(job);
+      return;
+    }
     await runChatJob(job);
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tiens.nguyen/gonext-local-worker",
-  "version": "1.0.9",
+  "version": "1.0.10",
   "description": "Polls GoNext cloud API for async local LLM jobs and runs them against Ollama/OpenAI-compatible servers on this Mac",
   "type": "module",
   "license": "MIT",