mslxdff 0.1.45 → 0.1.55

package/src/server.js

@@ -1,57 +1,57 @@
-import { createServer as httpCreateServer } from "node:http";
-import { DEFAULT_PORT, getPort } from "./state.js";
-
-export function startServer({ router, signals = true, host, onBeforeClose }, port = resolvePort()) {
-  const listenHost = host ?? resolveHost();
-  const server = httpCreateServer((req, res) => {
-    router(req, res).catch((err) => {
-      res.statusCode = 500;
-      res.setHeader("Content-Type", "application/json");
-      res.end(JSON.stringify({ error: String(err?.message || err) }));
-    });
-  });
-
-  const ready = () =>
-    new Promise((resolve, reject) => {
-      server.on("error", reject);
-      if (listenHost) server.listen(port, listenHost, resolve);
-      else server.listen(port, resolve);
-    });
-
-  const close = async () => {
-    // 插件 hook：server:stop — 关闭前触发（fire-and-forget，不阻塞关停）
-    try { await onBeforeClose?.(); } catch {}
-    await new Promise((resolve) => {
-      server.close(resolve);
-      // SSE debug streams keep connections open — force-close so shutdown
-      // never waits on them.
-      server.closeAllConnections?.();
-    });
-  };
-
-  if (signals) {
-    process.on("SIGINT", close);
-    process.on("SIGTERM", close);
-  }
-
-  return { server, ready, close };
-}
-
-export function resolveHost() {
-  const envHost = process.env.MSLXDFF_HOST || process.env.MSLXDFF_BIND_HOST;
-  if (typeof envHost === "string" && envHost.trim()) return envHost.trim();
-  return "0.0.0.0";
-}
-
-export function resolvePort() {
-  // 8989 is the hard default. Port only changes via an explicit, mslxdff-owned
-  // override: the persisted `-port N` setting, or the MSLXDFF_PORT env var.
-  // Bare `PORT` is deliberately NOT read — an ssh session / wrapper script
-  // commonly injects it and would silently override the default.
-  const persisted = getPort();
-  if (persisted) return persisted;
-  const env = Number(process.env.MSLXDFF_PORT);
-  // 0 = OS-assigned ephemeral port (valid; used by tests/containers)
-  if (Number.isInteger(env) && env >= 0) return env;
-  return DEFAULT_PORT;
-}
+import { createServer as httpCreateServer } from "node:http";
+import { DEFAULT_PORT, getPort } from "./state.js";
+
+export function startServer({ router, signals = true, host, onBeforeClose }, port = resolvePort()) {
+  const listenHost = host ?? resolveHost();
+  const server = httpCreateServer((req, res) => {
+    router(req, res).catch((err) => {
+      res.statusCode = 500;
+      res.setHeader("Content-Type", "application/json");
+      res.end(JSON.stringify({ error: String(err?.message || err) }));
+    });
+  });
+
+  const ready = () =>
+    new Promise((resolve, reject) => {
+      server.on("error", reject);
+      if (listenHost) server.listen(port, listenHost, resolve);
+      else server.listen(port, resolve);
+    });
+
+  const close = async () => {
+    // 插件 hook：server:stop — 关闭前触发（fire-and-forget，不阻塞关停）
+    try { await onBeforeClose?.(); } catch {}
+    await new Promise((resolve) => {
+      server.close(resolve);
+      // SSE debug streams keep connections open — force-close so shutdown
+      // never waits on them.
+      server.closeAllConnections?.();
+    });
+  };
+
+  if (signals) {
+    process.on("SIGINT", close);
+    process.on("SIGTERM", close);
+  }
+
+  return { server, ready, close };
+}
+
+export function resolveHost() {
+  const envHost = process.env.MSLXDFF_HOST || process.env.MSLXDFF_BIND_HOST;
+  if (typeof envHost === "string" && envHost.trim()) return envHost.trim();
+  return "0.0.0.0";
+}
+
+export function resolvePort() {
+  // 8989 is the hard default. Port only changes via an explicit, mslxdff-owned
+  // override: the persisted `-port N` setting, or the MSLXDFF_PORT env var.
+  // Bare `PORT` is deliberately NOT read — an ssh session / wrapper script
+  // commonly injects it and would silently override the default.
+  const persisted = getPort();
+  if (persisted) return persisted;
+  const env = Number(process.env.MSLXDFF_PORT);
+  // 0 = OS-assigned ephemeral port (valid; used by tests/containers)
+  if (Number.isInteger(env) && env >= 0) return env;
+  return DEFAULT_PORT;
+}

package/src/state.js

@@ -1,152 +1,285 @@
-import { randomBytes } from "node:crypto";
-import { mkdirSync, readFileSync, writeFileSync } from "node:fs";
-import { dirname, join } from "node:path";
-import os from "node:os";
-
-export const DEFAULT_PORT = 8989;
-
-export function defaultStateFile() {
-  return process.env.MSLXDFF_STATE_FILE ||
-    join(os.homedir(), ".config", "mslxdff", "state.json");
-}
-
-export function generateToken() {
-  return randomBytes(32).toString("hex");
-}
-
-export async function loadToken({ file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  if (typeof state.token === "string" && state.token.length > 0) {
-    return { token: state.token, created: false };
-  }
-  return { token: writeState(file, { token: generateToken(), createdAt: new Date().toISOString() }).token, created: true };
-}
-
-export async function refreshToken({ file = defaultStateFile() } = {}) {
-  return writeState(file, { token: generateToken(), createdAt: new Date().toISOString() }).token;
-}
-
-export function setPort(port, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, port: Number(port) });
-}
-
-export function getPort({ file = defaultStateFile() } = {}) {
-  const port = readState(file).port;
-  return typeof port === "number" && Number.isInteger(port) && port > 0 ? port : null;
-}
-
-export function loadModelErrors({ file = defaultStateFile() } = {}) {
-  const errors = readState(file).modelErrors;
-  return errors && typeof errors === "object" && !Array.isArray(errors) ? errors : {};
-}
-
-export function saveModelErrors(errors, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, modelErrors: errors });
-  return errors;
-}
-
-export function loadModelLatencies({ file = defaultStateFile() } = {}) {
-  const lat = readState(file).modelLatencies;
-  return lat && typeof lat === "object" && !Array.isArray(lat) ? lat : {};
-}
-
-export function saveModelLatencies(latencies, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, modelLatencies: latencies });
-  return latencies;
-}
-
-export function loadPreferredModel({ file = defaultStateFile() } = {}) {
-  const v = readState(file).preferredModel;
-  return typeof v === "string" && v.trim() ? v.trim() : null;
-}
-
-export function savePreferredModel(id, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, preferredModel: String(id || "").trim() });
-  return String(id || "").trim();
-}
-
-export function loadPeers({ file = defaultStateFile() } = {}) {
-  const peers = readState(file).peers;
-  return Array.isArray(peers) ? peers : [];
-}
-
-export function savePeers(peers, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, peers });
-  return peers;
-}
-
-export function loadPeerErrors({ file = defaultStateFile() } = {}) {
-  const errors = readState(file).peerErrors;
-  return errors && typeof errors === "object" && !Array.isArray(errors) ? errors : {};
-}
-
-export function savePeerErrors(errors, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, peerErrors: errors });
-  return errors;
-}
-
-export function loadPeerStats({ file = defaultStateFile() } = {}) {
-  const stats = readState(file).peerStats;
-  return stats && typeof stats === "object" && !Array.isArray(stats) ? stats : {};
-}
-
-export function savePeerStats(stats, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, peerStats: stats });
-  return stats;
-}
-
-export function loadGroups({ file = defaultStateFile() } = {}) {
-  const groups = readState(file).groups;
-  return groups && typeof groups === "object" && !Array.isArray(groups) ? groups : {};
-}
-
-export function loadGroupsJoined({ file = defaultStateFile() } = {}) {
-  const joined = readState(file).groupsJoined;
-  return Array.isArray(joined) ? joined : [];
-}
-
-export function saveGroupsJoined(joined, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, groupsJoined: joined });
-  return joined;
-}
-
-export function loadBans({ file = defaultStateFile() } = {}) {
-  const bans = readState(file).bans;
-  return bans && typeof bans === "object" && !Array.isArray(bans) ? bans : {};
-}
-
-export function saveBans(bans, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, bans });
-  return bans;
-}
-
-export function saveGroups(groups, { file = defaultStateFile() } = {}) {
-  const state = readState(file);
-  writeState(file, { ...state, groups });
-  return groups;
-}
-
-function readState(file) {
-  try {
-    const saved = JSON.parse(readFileSync(file, "utf8"));
-    return typeof saved === "object" && saved !== null ? saved : {};
-  } catch {
-    return {};
-  }
-}
-
-function writeState(file, patch) {
-  const merged = { ...readState(file), ...patch };
-  mkdirSync(dirname(file), { recursive: true });
-  writeFileSync(file, JSON.stringify(merged, null, 2), { mode: 0o600 });
-  return merged;
-}
+import { randomBytes } from "node:crypto";
+import { mkdirSync, readFileSync, writeFileSync, statSync } from "node:fs";
+import { writeFile } from "node:fs/promises";
+import { dirname, join } from "node:path";
+import os from "node:os";
+
+export const DEFAULT_PORT = 8989;
+
+export function defaultStateFile() {
+  return process.env.MSLXDFF_STATE_FILE ||
+    join(os.homedir(), ".config", "mslxdff", "state.json");
+}
+
+export function generateToken() {
+  return randomBytes(32).toString("hex");
+}
+
+// ---- 缓存层：读走内存，写分“热/冷”两档，热数据 500ms 批量刷盘 ----
+const stateCache = new Map(); // file -> { data, dirty, timer, mtimeMs }
+const FLUSH_MS = (() => {
+  const n = Number(process.env.MSLXDFF_STATE_FLUSH_MS);
+  return Number.isInteger(n) && n >= 0 ? n : 500;
+})();
+
+function getEntry(file) {
+  let e = stateCache.get(file);
+  if (!e) {
+    e = { data: null, dirty: false, timer: null, mtimeMs: 0 };
+    stateCache.set(file, e);
+  }
+  return e;
+}
+
+function loadFromDisk(file) {
+  try {
+    return JSON.parse(readFileSync(file, "utf8"));
+  } catch {
+    return {};
+  }
+}
+
+function readState(file) {
+  const e = getEntry(file);
+  // 脏数据直接从内存拿，不碰磁盘
+  if (e.data !== null && e.dirty) return e.data;
+  // 已有干净缓存且文件未变，直接命中
+  if (e.data !== null) {
+    try {
+      const st = statSync(file);
+      if (st.mtimeMs === e.mtimeMs) return e.data;
+    } catch {
+      // 文件不存在等，沿用内存
+      if (e.data) return e.data;
+    }
+  }
+  const disk = loadFromDisk(file);
+  const obj = typeof disk === "object" && disk !== null ? disk : {};
+  e.data = obj;
+  try {
+    const st = statSync(file);
+    e.mtimeMs = st.mtimeMs;
+  } catch {
+    e.mtimeMs = Date.now();
+  }
+  e.dirty = false;
+  return e.data;
+}
+
+function writeStateImmediate(file, patch) {
+  const e = getEntry(file);
+  const base = e.data !== null ? e.data : readState(file);
+  const merged = { ...base, ...patch };
+  e.data = merged;
+  e.dirty = false;
+  if (e.timer) {
+    clearTimeout(e.timer);
+    e.timer = null;
+  }
+  mkdirSync(dirname(file), { recursive: true });
+  writeFileSync(file, JSON.stringify(merged, null, 2), { mode: 0o600 });
+  try {
+    e.mtimeMs = statSync(file).mtimeMs;
+  } catch {
+    e.mtimeMs = Date.now();
+  }
+  return merged;
+}
+
+function scheduleFlush(file) {
+  const e = getEntry(file);
+  if (e.timer) return;
+  if (FLUSH_MS === 0) {
+    // 同步刷（测试用）
+    flushStateSync(file);
+    return;
+  }
+  e.timer = setTimeout(() => {
+    e.timer = null;
+    void flushState(file);
+  }, FLUSH_MS);
+  e.timer.unref?.();
+}
+
+async function flushState(file) {
+  const e = stateCache.get(file);
+  if (!e || !e.dirty || !e.data) return;
+  const snapshot = e.data;
+  try {
+    mkdirSync(dirname(file), { recursive: true });
+    await writeFile(file, JSON.stringify(snapshot, null, 2), { mode: 0o600 });
+    e.dirty = false;
+    try {
+      e.mtimeMs = statSync(file).mtimeMs;
+    } catch {
+      e.mtimeMs = Date.now();
+    }
+  } catch {
+    // 保留 dirty，下次重试
+  }
+}
+
+function writeStateDeferred(file, patch) {
+  const e = getEntry(file);
+  const base = e.data !== null ? e.data : readState(file);
+  const merged = { ...base, ...patch };
+  e.data = merged;
+  e.dirty = true;
+  scheduleFlush(file);
+  return merged;
+}
+
+export function flushStateSync(file = defaultStateFile()) {
+  const e = stateCache.get(file);
+  if (!e || !e.dirty || !e.data) return;
+  try {
+    mkdirSync(dirname(file), { recursive: true });
+    writeFileSync(file, JSON.stringify(e.data, null, 2), { mode: 0o600 });
+    e.dirty = false;
+    try {
+      e.mtimeMs = statSync(file).mtimeMs;
+    } catch {
+      e.mtimeMs = Date.now();
+    }
+    if (e.timer) {
+      clearTimeout(e.timer);
+      e.timer = null;
+    }
+  } catch {}
+}
+
+export function clearStateCache(file) {
+  if (file) stateCache.delete(file);
+  else stateCache.clear();
+}
+
+// ---- 对外 API：冷数据立即落盘，热数据延迟批量 ----
+
+export async function loadToken({ file = defaultStateFile() } = {}) {
+  const state = readState(file);
+  if (typeof state.token === "string" && state.token.length > 0) {
+    return { token: state.token, created: false };
+  }
+  return { token: writeStateImmediate(file, { token: generateToken(), createdAt: new Date().toISOString() }).token, created: true };
+}
+
+export async function refreshToken({ file = defaultStateFile() } = {}) {
+  return writeStateImmediate(file, { token: generateToken(), createdAt: new Date().toISOString() }).token;
+}
+
+export function setPort(port, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { port: Number(port) });
+}
+
+export function getPort({ file = defaultStateFile() } = {}) {
+  const port = readState(file).port;
+  return typeof port === "number" && Number.isInteger(port) && port > 0 ? port : null;
+}
+
+export function loadModelErrors({ file = defaultStateFile() } = {}) {
+  const errors = readState(file).modelErrors;
+  return errors && typeof errors === "object" && !Array.isArray(errors) ? errors : {};
+}
+
+export function saveModelErrors(errors, { file = defaultStateFile() } = {}) {
+  writeStateDeferred(file, { modelErrors: errors });
+  return errors;
+}
+
+export function loadModelLatencies({ file = defaultStateFile() } = {}) {
+  const lat = readState(file).modelLatencies;
+  return lat && typeof lat === "object" && !Array.isArray(lat) ? lat : {};
+}
+
+export function saveModelLatencies(latencies, { file = defaultStateFile() } = {}) {
+  writeStateDeferred(file, { modelLatencies: latencies });
+  return latencies;
+}
+
+export function loadPreferredModel({ file = defaultStateFile() } = {}) {
+  const v = readState(file).preferredModel;
+  return typeof v === "string" && v.trim() ? v.trim() : null;
+}
+
+// 常用模型勾选集（auto 候选池白名单）：空数组 = 不启用筛选（全量 auto）
+export function loadModelPicks({ file = defaultStateFile() } = {}) {
+  const picks = readState(file).modelPicks;
+  if (!Array.isArray(picks)) return [];
+  return [...new Set(picks.filter((x) => typeof x === "string" && x.trim().length))];
+}
+
+export function saveModelPicks(picks, { file = defaultStateFile() } = {}) {
+  const list = [...new Set((Array.isArray(picks) ? picks : []).filter((x) => typeof x === "string" && x.trim().length))];
+  writeStateImmediate(file, { modelPicks: list });
+  return list;
+}
+
+export function savePreferredModel(id, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { preferredModel: String(id || "").trim() });
+  return String(id || "").trim();
+}
+
+export function loadPeers({ file = defaultStateFile() } = {}) {
+  const peers = readState(file).peers;
+  return Array.isArray(peers) ? peers : [];
+}
+
+export function savePeers(peers, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { peers });
+  return peers;
+}
+
+export function loadPeerErrors({ file = defaultStateFile() } = {}) {
+  const errors = readState(file).peerErrors;
+  return errors && typeof errors === "object" && !Array.isArray(errors) ? errors : {};
+}
+
+export function savePeerErrors(errors, { file = defaultStateFile() } = {}) {
+  writeStateDeferred(file, { peerErrors: errors });
+  return errors;
+}
+
+export function loadPeerStats({ file = defaultStateFile() } = {}) {
+  const stats = readState(file).peerStats;
+  return stats && typeof stats === "object" && !Array.isArray(stats) ? stats : {};
+}
+
+export function savePeerStats(stats, { file = defaultStateFile() } = {}) {
+  writeStateDeferred(file, { peerStats: stats });
+  return stats;
+}
+
+export function loadGroups({ file = defaultStateFile() } = {}) {
+  const groups = readState(file).groups;
+  return groups && typeof groups === "object" && !Array.isArray(groups) ? groups : {};
+}
+
+export function loadGroupsJoined({ file = defaultStateFile() } = {}) {
+  const joined = readState(file).groupsJoined;
+  return Array.isArray(joined) ? joined : [];
+}
+
+export function saveGroupsJoined(joined, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { groupsJoined: joined });
+  return joined;
+}
+
+export function loadBans({ file = defaultStateFile() } = {}) {
+  const bans = readState(file).bans;
+  return bans && typeof bans === "object" && !Array.isArray(bans) ? bans : {};
+}
+
+export function saveBans(bans, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { bans });
+  return bans;
+}
+
+export function saveGroups(groups, { file = defaultStateFile() } = {}) {
+  writeStateImmediate(file, { groups });
+  return groups;
+}
+
+function writeState(file, patch) {
+  // 兼容旧调用：默认走立即落盘
+  return writeStateImmediate(file, patch);
+}

package/src/sync-workbuddy.js

@@ -0,0 +1,104 @@
+import { readFileSync, writeFileSync, mkdirSync, existsSync, renameSync } from "node:fs";
+import { dirname, join } from "node:path";
+import os from "node:os";
+
+export function workbuddyModelsPath() {
+  const env = process.env.WORKBUDDY_MODELS_FILE || process.env.WORKBUDDY_MODELS_PATH;
+  if (typeof env === "string" && env.trim()) return env.trim();
+  return join(os.homedir(), ".workbuddy", "models.json");
+}
+
+export function buildWorkbuddyEntry({ id, token, port }) {
+  const p = Number(port) || 8989;
+  return {
+    id: String(id),
+    name: String(id),
+    vendor: "Custom",
+    url: `http://127.0.0.1:${p}/v1/chat/completions`,
+    apiKey: String(token || ""),
+    supportsToolCall: true,
+    supportsImages: true,
+    supportsReasoning: true,
+    useCustomProtocol: false,
+  };
+}
+
+export function isLocalUrl(url) {
+  const u = String(url || "");
+  return u.includes("127.0.0.1") && u.includes("/v1/chat/completions");
+}
+
+function isTargetEntry(m, id) {
+  if (!m || typeof m !== "object") return false;
+  if (m.id !== id) return false;
+  return isLocalUrl(m.url);
+}
+
+export async function syncToWorkbuddy({ id, token, port, file } = {}) {
+  const targetFile = file || workbuddyModelsPath();
+  const cleanId = String(id || "").trim();
+  if (!cleanId) throw new Error("model id required");
+  const cleanToken = String(token || "");
+  const p = Number(port) || 8989;
+
+  let arr = [];
+  let corrupted = false;
+  let rawText = null;
+  try {
+    rawText = readFileSync(targetFile, "utf8");
+    const parsed = JSON.parse(rawText);
+    arr = Array.isArray(parsed) ? parsed : [];
+  } catch (err) {
+    if (rawText !== null) {
+      // file existed but unreadable/corrupted -> backup
+      corrupted = true;
+      try {
+        mkdirSync(dirname(targetFile), { recursive: true });
+        // only backup if .bak not exists or corrupted content differs?
+        writeFileSync(targetFile + ".bak", rawText ?? "", "utf8");
+      } catch {}
+      arr = [];
+    } else {
+      // file not exists
+      arr = [];
+    }
+  }
+
+  // find exact target (id + local url, any port -> will update port)
+  let idx = arr.findIndex((m) => isTargetEntry(m, cleanId));
+  let action;
+  if (idx >= 0) {
+    // update token/url/name, preserve other fields
+    const old = arr[idx];
+    arr[idx] = { ...old, id: cleanId, name: cleanId, url: `http://127.0.0.1:${p}/v1/chat/completions`, apiKey: cleanToken };
+    if (!arr[idx].vendor) arr[idx].vendor = "Custom";
+    if (arr[idx].supportsToolCall === undefined) arr[idx].supportsToolCall = true;
+    if (arr[idx].supportsImages === undefined) arr[idx].supportsImages = true;
+    if (arr[idx].supportsReasoning === undefined) arr[idx].supportsReasoning = true;
+    if (arr[idx].useCustomProtocol === undefined) arr[idx].useCustomProtocol = false;
+    action = "updated";
+  } else {
+    // ensure existence: no reuse, always insert new entry (preserves other local entries like x-preview)
+    arr.push(buildWorkbuddyEntry({ id: cleanId, token: cleanToken, port: p }));
+    action = "inserted";
+  }
+
+  // atomic write
+  mkdirSync(dirname(targetFile), { recursive: true });
+  const tmp = `${targetFile}.tmp.${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;
+  writeFileSync(tmp, JSON.stringify(arr, null, 2), "utf8");
+  try {
+    // on Windows, rename fails if target exists -> remove first? use renameSync which overwrites on Node 20?
+    // try rename, fallback to copy+unlink
+    renameSync(tmp, targetFile);
+  } catch {
+    try { writeFileSync(targetFile, readFileSync(tmp, "utf8"), "utf8"); } catch {}
+    try { readFileSync(tmp); } catch {}
+    // cleanup tmp
+    try { /* remove tmp */ } catch {}
+  }
+  // cleanup tmp if still exists
+  try { if (existsSync(tmp)) { const { unlinkSync } = await import("node:fs"); unlinkSync(tmp); } } catch {}
+
+  return { action, file: targetFile, id: cleanId, corrupted };
+}