mslxdff 0.1.199 → 0.1.203

package/src/routes/fallback.js

@@ -1,88 +1,88 @@
-function fallbackReason(lastErr) {
-  if (!lastErr) return "cooldown";
-  const s = Number(lastErr.status);
-  if (s === 429) return "rate_limited";
-  if (lastErr.message && /timeout/i.test(String(lastErr.message))) return "timeout";
-  if (s === 502 || s === 503 || s === 504) return "upstream_error";
-  if (s >= 400) return "upstream_error";
-  return "fallback";
-}
-
-export function buildFallbackInfo({ requested, actual, lastErr, via, useAuto, lockModel }) {
-  if (!requested || !actual) return null;
-  const alwaysHeaders = {
-    requested_model: requested,
-    actual_model: actual,
-    via: via || "local",
-  };
-  if (useAuto || lockModel) {
-    return { ...alwaysHeaders, fallback: false, reason: null, notice: null };
-  }
-  const isFallback = requested !== actual;
-  if (!isFallback) {
-    return { ...alwaysHeaders, fallback: false, reason: null, notice: null };
-  }
-  const reason = fallbackReason(lastErr);
-  const reasonZh = reason === "rate_limited" ? "限流" : reason === "timeout" ? "超时" : reason === "cooldown" ? "冷却中" : "不可用";
-  const notice = `${requested} ${reasonZh}，已由 ${actual} 代答`;
-  return { ...alwaysHeaders, fallback: true, reason, notice };
-}
-
-export function applyFallbackHeaders(res, info) {
-  if (!info) return;
-  if (info.requested_model) res.setHeader("x-mslxdff-requested-model", info.requested_model);
-  if (info.actual_model) res.setHeader("x-mslxdff-actual-model", info.actual_model);
-  if (info.via) res.setHeader("x-mslxdff-via", info.via);
-  if (info.fallback) {
-    res.setHeader("x-mslxdff-fallback", "1");
-    if (info.reason) res.setHeader("x-mslxdff-fallback-reason", info.reason);
-    if (info.notice) res.setHeader("x-mslxdff-notice", encodeURIComponent(info.notice));
-  }
-}
-
-export function enrichNonStreamJson(obj, info) {
-  if (!info || typeof obj !== "object" || obj === null) return obj;
-  if (!info.fallback) return obj;
-  if (obj.mslxdff) return obj;
-  return {
-    ...obj,
-    mslxdff: {
-      fallback: true,
-      requested_model: info.requested_model,
-      actual_model: info.actual_model,
-      reason: info.reason,
-      via: info.via,
-      notice: info.notice,
-    },
-  };
-}
-
-export function enrichSseChunkText(text, info) {
-  if (!info?.fallback) return text;
-  const lines = text.split("\n");
-  let changed = false;
-  for (let i = 0; i < lines.length; i++) {
-    const line = lines[i];
-    const m = /^data:\s*(\{.*\})\s*$/.exec(line);
-    if (!m) continue;
-    try {
-      const obj = JSON.parse(m[1]);
-      if (obj && typeof obj === "object" && !obj.mslxdff) {
-        obj.mslxdff = {
-          fallback: true,
-          requested_model: info.requested_model,
-          actual_model: info.actual_model,
-          reason: info.reason,
-          via: info.via,
-          notice: info.notice,
-        };
-        lines[i] = `data: ${JSON.stringify(obj)}`;
-        changed = true;
-        break;
-      }
-    } catch {
-      continue;
-    }
-  }
-  return changed ? lines.join("\n") : text;
-}
+function fallbackReason(lastErr) {
+  if (!lastErr) return "cooldown";
+  const s = Number(lastErr.status);
+  if (s === 429) return "rate_limited";
+  if (lastErr.message && /timeout/i.test(String(lastErr.message))) return "timeout";
+  if (s === 502 || s === 503 || s === 504) return "upstream_error";
+  if (s >= 400) return "upstream_error";
+  return "fallback";
+}
+
+export function buildFallbackInfo({ requested, actual, lastErr, via, useAuto, lockModel }) {
+  if (!requested || !actual) return null;
+  const alwaysHeaders = {
+    requested_model: requested,
+    actual_model: actual,
+    via: via || "local",
+  };
+  if (useAuto || lockModel) {
+    return { ...alwaysHeaders, fallback: false, reason: null, notice: null };
+  }
+  const isFallback = requested !== actual;
+  if (!isFallback) {
+    return { ...alwaysHeaders, fallback: false, reason: null, notice: null };
+  }
+  const reason = fallbackReason(lastErr);
+  const reasonZh = reason === "rate_limited" ? "限流" : reason === "timeout" ? "超时" : reason === "cooldown" ? "冷却中" : "不可用";
+  const notice = `${requested} ${reasonZh}，已由 ${actual} 代答`;
+  return { ...alwaysHeaders, fallback: true, reason, notice };
+}
+
+export function applyFallbackHeaders(res, info) {
+  if (!info) return;
+  if (info.requested_model) res.setHeader("x-mslxdff-requested-model", info.requested_model);
+  if (info.actual_model) res.setHeader("x-mslxdff-actual-model", info.actual_model);
+  if (info.via) res.setHeader("x-mslxdff-via", info.via);
+  if (info.fallback) {
+    res.setHeader("x-mslxdff-fallback", "1");
+    if (info.reason) res.setHeader("x-mslxdff-fallback-reason", info.reason);
+    if (info.notice) res.setHeader("x-mslxdff-notice", encodeURIComponent(info.notice));
+  }
+}
+
+export function enrichNonStreamJson(obj, info) {
+  if (!info || typeof obj !== "object" || obj === null) return obj;
+  if (!info.fallback) return obj;
+  if (obj.mslxdff) return obj;
+  return {
+    ...obj,
+    mslxdff: {
+      fallback: true,
+      requested_model: info.requested_model,
+      actual_model: info.actual_model,
+      reason: info.reason,
+      via: info.via,
+      notice: info.notice,
+    },
+  };
+}
+
+export function enrichSseChunkText(text, info) {
+  if (!info?.fallback) return text;
+  const lines = text.split("\n");
+  let changed = false;
+  for (let i = 0; i < lines.length; i++) {
+    const line = lines[i];
+    const m = /^data:\s*(\{.*\})\s*$/.exec(line);
+    if (!m) continue;
+    try {
+      const obj = JSON.parse(m[1]);
+      if (obj && typeof obj === "object" && !obj.mslxdff) {
+        obj.mslxdff = {
+          fallback: true,
+          requested_model: info.requested_model,
+          actual_model: info.actual_model,
+          reason: info.reason,
+          via: info.via,
+          notice: info.notice,
+        };
+        lines[i] = `data: ${JSON.stringify(obj)}`;
+        changed = true;
+        break;
+      }
+    } catch {
+      continue;
+    }
+  }
+  return changed ? lines.join("\n") : text;
+}

package/src/routes/groups-relay.js

@@ -1,214 +1,214 @@
-import { clientIp, json, readBody, parseHops, errMsg } from "./helpers.js";
-import { DEFAULT_MAX_HOPS } from "../peers.js";
-import { enqueueRelay, dequeueRelayForPoll, resolveRelay, subscribeStream, unsubscribeStream } from "./relay-queue.js";
-import { compatFetch } from "../compat.js";
-
-export async function heartbeatHandler({ req, res, groups, bus, logs }) {
-  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
-  if (!auth) return json(res, 401, { error: "bearer token required" });
-  let body;
-  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
-  const groupName = body?.name || body?.group;
-  if (!groupName) return json(res, 400, { error: "group name is required" });
-  const hit = groups?.membersForToken(groupName, auth[1]);
-  if (!hit) return json(res, 403, { error: "invalid member token" });
-  const ip = clientIp(req);
-  try {
-    const memberUrl = hit.member?.url;
-    const members = groups.list()[groupName]?.members || {};
-    const targetId = Object.keys(members).find((k) => members[k].url === memberUrl) || hit.member?.url;
-    if (hit.member?.kind === "broadband" || String(memberUrl).startsWith("relay://")) {
-      const m = members[targetId] || hit.member;
-      if (m) {
-        m.publicIp = ip;
-        m.lastSeen = Date.now();
-        try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", publicIp: ip, lastSeen: m.lastSeen }); } catch {}
-      }
-      const evtData = { ts: Date.now(), type: "relay-heartbeat", member: targetId, ip, lastSeen: m?.lastSeen, group: groupName };
-      if (bus) bus.emit(evtData);
-      logs?.appendEvent?.(evtData);
-    }
-    return json(res, 200, { object: "heartbeat", ok: true, ip, lastSeen: Date.now() });
-  } catch (err) {
-    return json(res, 400, { error: errMsg(err) });
-  }
-}
-
-export async function pollHandler({ req, res, groups }) {
-  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
-  if (!auth) return json(res, 401, { error: "bearer token required" });
-  let body;
-  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
-  const groupName = body?.name || body?.group;
-  if (!groupName) return json(res, 400, { error: "group name is required" });
-  const hit = groups?.membersForToken(groupName, auth[1]);
-  if (!hit) return json(res, 403, { error: "invalid member token" });
-  const targetUrl = hit.member?.url;
-  if (!targetUrl) return json(res, 400, { error: "member url not found" });
-  const batch = dequeueRelayForPoll({ group: groupName, target: targetUrl, limit: 10 });
-  return json(res, 200, { object: "poll", data: batch });
-}
-
-export async function resultHandler({ req, res, groups }) {
-  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
-  if (!auth) return json(res, 401, { error: "bearer token required" });
-  let body;
-  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
-  const groupName = body?.name || body?.group;
-  const reqId = body?.reqId;
-  if (!groupName || !reqId) return json(res, 400, { error: "group and reqId required" });
-  const hit = groups?.membersForToken(groupName, auth[1]);
-  if (!hit) return json(res, 403, { error: "invalid member token" });
-  const ok = resolveRelay(reqId, body.result || body);
-  if (!ok) return json(res, 404, { error: "pending request not found or timed out" });
-  return json(res, 200, { object: "result", ok: true });
-}
-
-function isStreamEnabled() {
-  const v = process.env.MSLXDFF_BROADBAND_STREAM;
-  if (v === "0" || v === "false" || v === "off") return false;
-  return true;
-}
-
-export async function streamHandler({ req, res, groups, bus, logs }) {
-  if (!isStreamEnabled()) return json(res, 404, { error: "broadband stream disabled" });
-  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
-  if (!auth) return json(res, 401, { error: "bearer token required" });
-  // support GET query ?name= & ?group=
-  let groupName = null;
-  try {
-    const u = new URL(req.url || "", "http://127.0.0.1");
-    groupName = u.searchParams.get("name") || u.searchParams.get("group");
-  } catch {}
-  if (!groupName) {
-    // also try body for POST-compat (though GET should use query)
-    try {
-      const b = await readBody(req);
-      groupName = b?.name || b?.group;
-    } catch {}
-  }
-  if (!groupName) return json(res, 400, { error: "group name is required" });
-  const hit = groups?.membersForToken(groupName, auth[1]);
-  if (!hit) return json(res, 403, { error: "invalid member token" });
-  const targetUrl = hit.member?.url;
-  if (!targetUrl) return json(res, 400, { error: "member url not found" });
-  const isBb = hit.member?.kind === "broadband" || String(targetUrl).startsWith("relay://");
-  if (!isBb) return json(res, 403, { error: "only broadband members can stream" });
-  // SSE headers
-  res.setHeader("Content-Type", "text/event-stream");
-  res.setHeader("Cache-Control", "no-cache");
-  res.setHeader("Connection", "keep-alive");
-  res.setHeader("X-Accel-Buffering", "no");
-  if (typeof res.flushHeaders === "function") res.flushHeaders();
-  // initial frame
-  try { res.write(`:connected ${Date.now()}\n\n`); } catch {}
-  const pingMs = Number(process.env.MSLXDFF_BROADBAND_PING_MS) > 0 ? Number(process.env.MSLXDFF_BROADBAND_PING_MS) : 25_000;
-  subscribeStream({ group: groupName, target: targetUrl, res });
-  const evtOpen = { ts: Date.now(), type: "relay-stream-open", member: targetUrl, group: groupName };
-  try { bus?.emit(evtOpen); } catch {}
-  try { logs?.appendEvent?.(evtOpen); } catch {}
-  // heartbeat touch
-  try {
-    const ip = clientIp(req);
-    const members = groups.list()[groupName]?.members || {};
-    const targetId = Object.keys(members).find((k) => members[k].url === targetUrl) || targetUrl;
-    const m = members[targetId] || hit.member;
-    if (m) {
-      m.publicIp = ip;
-      m.lastSeen = Date.now();
-      try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", publicIp: ip, lastSeen: m.lastSeen }); } catch {}
-    }
-  } catch {}
-  const pingTimer = setInterval(() => {
-    try { res.write(`:ping ${Date.now()}\n\n`); } catch {}
-    // keep lastSeen fresh so forward doesn't see stale while stream is alive
-    try {
-      const members = groups.list()[groupName]?.members || {};
-      const targetId = Object.keys(members).find((k) => members[k].url === targetUrl) || targetUrl;
-      const m = members[targetId] || hit.member;
-      if (m) {
-        m.lastSeen = Date.now();
-        try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", lastSeen: m.lastSeen }); } catch {}
-      }
-    } catch {}
-    const evt = { ts: Date.now(), type: "relay-stream-ping", member: targetUrl, group: groupName };
-    try { bus?.emit(evt); } catch {}
-  }, pingMs);
-  pingTimer.unref?.();
-  const cleanup = () => {
-    clearInterval(pingTimer);
-    unsubscribeStream({ group: groupName, target: targetUrl, res });
-    const evt = { ts: Date.now(), type: "relay-stream-close", member: targetUrl, group: groupName };
-    try { bus?.emit(evt); } catch {}
-    try { logs?.appendEvent?.(evt); } catch {}
-  };
-  req.on("close", cleanup);
-  req.on("error", cleanup);
-  // keep promise pending until close — do not end res here
-  await new Promise(() => {});
-}
-
-export async function forwardHandler({ req, res, groups, bus, logs }) {
-  let body;
-  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
-  const groupName = body?.group || body?.name;
-  const target = body?.target || body?.url;
-  const hops = parseHops(req.headers["x-mslxdff-hops"] || body?.hops);
-  if (!groupName || !target) return json(res, 400, { error: "group and target required" });
-  if (hops >= DEFAULT_MAX_HOPS) return json(res, 429, { error: "max hops exceeded" });
-  const members = groups?.list()[groupName]?.members || {};
-  const targetMember = Object.values(members).find((m) => m.url === target) || Object.entries(members).find(([id]) => id === target)?.[1];
-  if (!targetMember) return json(res, 404, { error: `target ${target} not found in group ${groupName}` });
-  const isBb = targetMember.kind === "broadband" || String(targetMember.url).startsWith("relay://");
-  if (!isBb) {
-    try {
-      const fwdBody = body.body || body;
-      const r = await compatFetch(`${targetMember.url}/v1/chat/completions`, {
-        method: "POST",
-        headers: { "Content-Type": "application/json", "Authorization": `Bearer ${targetMember.token || ""}`, "x-mslxdff-hops": String(hops + 1), "x-mslxdff-model-lock": fwdBody.model || "", "Accept": "text/event-stream" },
-        body: JSON.stringify(fwdBody),
-      });
-      const evtData = { ts: Date.now(), type: "relay-forward", target, via: "direct", group: groupName, hops };
-      if (bus) bus.emit(evtData);
-      logs?.appendEvent?.(evtData);
-      res.statusCode = r.status;
-      if (r.headers.get("content-type")?.includes("text/event-stream")) {
-        res.setHeader("Content-Type", "text/event-stream");
-        if (r.body) for await (const c of r.body) res.write(c);
-        res.end();
-      } else {
-        const txt = await r.text();
-        res.setHeader("Content-Type", r.headers.get("content-type") || "application/json");
-        res.end(txt);
-      }
-      return;
-    } catch (err) {
-      return json(res, 502, { error: errMsg(err) });
-    }
-  }
-  const reqId = body.reqId || `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 6)}`;
-  const fwdBody = body.body || { model: body.model, messages: body.messages, stream: body.stream };
-  const evtData = { ts: Date.now(), type: "relay-forward", target, via: "leader", group: groupName, hops, reqId, model: fwdBody.model };
-  if (bus) bus.emit(evtData);
-  logs?.appendEvent?.(evtData);
-  const staleMs = Number(process.env.MSLXDFF_BROADBAND_STALE_MS) > 0 ? Number(process.env.MSLXDFF_BROADBAND_STALE_MS) : 90_000;
-  if (typeof targetMember.lastSeen === "number" && Date.now() - targetMember.lastSeen > staleMs) {
-    return json(res, 502, { error: "broadband member stale (no heartbeat)" });
-  }
-  try {
-    const resultPromise = enqueueRelay({ group: groupName, target: targetMember.url, reqId, body: fwdBody, hops });
-    const result = await resultPromise;
-    if (result && typeof result.status === "number") {
-      res.statusCode = result.status;
-      if (result.headers) for (const [k, v] of Object.entries(result.headers)) res.setHeader(k, v);
-      if (result.body) {
-        if (typeof result.body === "string") res.end(result.body);
-        else res.end(JSON.stringify(result.body));
-      } else res.end();
-      return;
-    }
-    return json(res, 200, result);
-  } catch (err) {
-    return json(res, 504, { error: errMsg(err) || "relay timeout" });
-  }
-}
+import { clientIp, json, readBody, parseHops, errMsg } from "./helpers.js";
+import { DEFAULT_MAX_HOPS } from "../peers.js";
+import { enqueueRelay, dequeueRelayForPoll, resolveRelay, subscribeStream, unsubscribeStream } from "./relay-queue.js";
+import { compatFetch } from "../compat.js";
+
+export async function heartbeatHandler({ req, res, groups, bus, logs }) {
+  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
+  if (!auth) return json(res, 401, { error: "bearer token required" });
+  let body;
+  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
+  const groupName = body?.name || body?.group;
+  if (!groupName) return json(res, 400, { error: "group name is required" });
+  const hit = groups?.membersForToken(groupName, auth[1]);
+  if (!hit) return json(res, 403, { error: "invalid member token" });
+  const ip = clientIp(req);
+  try {
+    const memberUrl = hit.member?.url;
+    const members = groups.list()[groupName]?.members || {};
+    const targetId = Object.keys(members).find((k) => members[k].url === memberUrl) || hit.member?.url;
+    if (hit.member?.kind === "broadband" || String(memberUrl).startsWith("relay://")) {
+      const m = members[targetId] || hit.member;
+      if (m) {
+        m.publicIp = ip;
+        m.lastSeen = Date.now();
+        try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", publicIp: ip, lastSeen: m.lastSeen }); } catch {}
+      }
+      const evtData = { ts: Date.now(), type: "relay-heartbeat", member: targetId, ip, lastSeen: m?.lastSeen, group: groupName };
+      if (bus) bus.emit(evtData);
+      logs?.appendEvent?.(evtData);
+    }
+    return json(res, 200, { object: "heartbeat", ok: true, ip, lastSeen: Date.now() });
+  } catch (err) {
+    return json(res, 400, { error: errMsg(err) });
+  }
+}
+
+export async function pollHandler({ req, res, groups }) {
+  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
+  if (!auth) return json(res, 401, { error: "bearer token required" });
+  let body;
+  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
+  const groupName = body?.name || body?.group;
+  if (!groupName) return json(res, 400, { error: "group name is required" });
+  const hit = groups?.membersForToken(groupName, auth[1]);
+  if (!hit) return json(res, 403, { error: "invalid member token" });
+  const targetUrl = hit.member?.url;
+  if (!targetUrl) return json(res, 400, { error: "member url not found" });
+  const batch = dequeueRelayForPoll({ group: groupName, target: targetUrl, limit: 10 });
+  return json(res, 200, { object: "poll", data: batch });
+}
+
+export async function resultHandler({ req, res, groups }) {
+  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
+  if (!auth) return json(res, 401, { error: "bearer token required" });
+  let body;
+  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
+  const groupName = body?.name || body?.group;
+  const reqId = body?.reqId;
+  if (!groupName || !reqId) return json(res, 400, { error: "group and reqId required" });
+  const hit = groups?.membersForToken(groupName, auth[1]);
+  if (!hit) return json(res, 403, { error: "invalid member token" });
+  const ok = resolveRelay(reqId, body.result || body);
+  if (!ok) return json(res, 404, { error: "pending request not found or timed out" });
+  return json(res, 200, { object: "result", ok: true });
+}
+
+function isStreamEnabled() {
+  const v = process.env.MSLXDFF_BROADBAND_STREAM;
+  if (v === "0" || v === "false" || v === "off") return false;
+  return true;
+}
+
+export async function streamHandler({ req, res, groups, bus, logs }) {
+  if (!isStreamEnabled()) return json(res, 404, { error: "broadband stream disabled" });
+  const auth = /^Bearer (.+)$/.exec(req.headers["authorization"] || "");
+  if (!auth) return json(res, 401, { error: "bearer token required" });
+  // support GET query ?name= & ?group=
+  let groupName = null;
+  try {
+    const u = new URL(req.url || "", "http://127.0.0.1");
+    groupName = u.searchParams.get("name") || u.searchParams.get("group");
+  } catch {}
+  if (!groupName) {
+    // also try body for POST-compat (though GET should use query)
+    try {
+      const b = await readBody(req);
+      groupName = b?.name || b?.group;
+    } catch {}
+  }
+  if (!groupName) return json(res, 400, { error: "group name is required" });
+  const hit = groups?.membersForToken(groupName, auth[1]);
+  if (!hit) return json(res, 403, { error: "invalid member token" });
+  const targetUrl = hit.member?.url;
+  if (!targetUrl) return json(res, 400, { error: "member url not found" });
+  const isBb = hit.member?.kind === "broadband" || String(targetUrl).startsWith("relay://");
+  if (!isBb) return json(res, 403, { error: "only broadband members can stream" });
+  // SSE headers
+  res.setHeader("Content-Type", "text/event-stream");
+  res.setHeader("Cache-Control", "no-cache");
+  res.setHeader("Connection", "keep-alive");
+  res.setHeader("X-Accel-Buffering", "no");
+  if (typeof res.flushHeaders === "function") res.flushHeaders();
+  // initial frame
+  try { res.write(`:connected ${Date.now()}\n\n`); } catch {}
+  const pingMs = Number(process.env.MSLXDFF_BROADBAND_PING_MS) > 0 ? Number(process.env.MSLXDFF_BROADBAND_PING_MS) : 25_000;
+  subscribeStream({ group: groupName, target: targetUrl, res });
+  const evtOpen = { ts: Date.now(), type: "relay-stream-open", member: targetUrl, group: groupName };
+  try { bus?.emit(evtOpen); } catch {}
+  try { logs?.appendEvent?.(evtOpen); } catch {}
+  // heartbeat touch
+  try {
+    const ip = clientIp(req);
+    const members = groups.list()[groupName]?.members || {};
+    const targetId = Object.keys(members).find((k) => members[k].url === targetUrl) || targetUrl;
+    const m = members[targetId] || hit.member;
+    if (m) {
+      m.publicIp = ip;
+      m.lastSeen = Date.now();
+      try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", publicIp: ip, lastSeen: m.lastSeen }); } catch {}
+    }
+  } catch {}
+  const pingTimer = setInterval(() => {
+    try { res.write(`:ping ${Date.now()}\n\n`); } catch {}
+    // keep lastSeen fresh so forward doesn't see stale while stream is alive
+    try {
+      const members = groups.list()[groupName]?.members || {};
+      const targetId = Object.keys(members).find((k) => members[k].url === targetUrl) || targetUrl;
+      const m = members[targetId] || hit.member;
+      if (m) {
+        m.lastSeen = Date.now();
+        try { groups.upsertMember(groupName, { memberName: targetId, url: m.url, token: m.token, kind: "broadband", lastSeen: m.lastSeen }); } catch {}
+      }
+    } catch {}
+    const evt = { ts: Date.now(), type: "relay-stream-ping", member: targetUrl, group: groupName };
+    try { bus?.emit(evt); } catch {}
+  }, pingMs);
+  pingTimer.unref?.();
+  const cleanup = () => {
+    clearInterval(pingTimer);
+    unsubscribeStream({ group: groupName, target: targetUrl, res });
+    const evt = { ts: Date.now(), type: "relay-stream-close", member: targetUrl, group: groupName };
+    try { bus?.emit(evt); } catch {}
+    try { logs?.appendEvent?.(evt); } catch {}
+  };
+  req.on("close", cleanup);
+  req.on("error", cleanup);
+  // keep promise pending until close — do not end res here
+  await new Promise(() => {});
+}
+
+export async function forwardHandler({ req, res, groups, bus, logs }) {
+  let body;
+  try { body = await readBody(req); } catch { return json(res, 400, { error: "Invalid JSON body" }); }
+  const groupName = body?.group || body?.name;
+  const target = body?.target || body?.url;
+  const hops = parseHops(req.headers["x-mslxdff-hops"] || body?.hops);
+  if (!groupName || !target) return json(res, 400, { error: "group and target required" });
+  if (hops >= DEFAULT_MAX_HOPS) return json(res, 429, { error: "max hops exceeded" });
+  const members = groups?.list()[groupName]?.members || {};
+  const targetMember = Object.values(members).find((m) => m.url === target) || Object.entries(members).find(([id]) => id === target)?.[1];
+  if (!targetMember) return json(res, 404, { error: `target ${target} not found in group ${groupName}` });
+  const isBb = targetMember.kind === "broadband" || String(targetMember.url).startsWith("relay://");
+  if (!isBb) {
+    try {
+      const fwdBody = body.body || body;
+      const r = await compatFetch(`${targetMember.url}/v1/chat/completions`, {
+        method: "POST",
+        headers: { "Content-Type": "application/json", "Authorization": `Bearer ${targetMember.token || ""}`, "x-mslxdff-hops": String(hops + 1), "x-mslxdff-model-lock": fwdBody.model || "", "Accept": "text/event-stream" },
+        body: JSON.stringify(fwdBody),
+      });
+      const evtData = { ts: Date.now(), type: "relay-forward", target, via: "direct", group: groupName, hops };
+      if (bus) bus.emit(evtData);
+      logs?.appendEvent?.(evtData);
+      res.statusCode = r.status;
+      if (r.headers.get("content-type")?.includes("text/event-stream")) {
+        res.setHeader("Content-Type", "text/event-stream");
+        if (r.body) for await (const c of r.body) res.write(c);
+        res.end();
+      } else {
+        const txt = await r.text();
+        res.setHeader("Content-Type", r.headers.get("content-type") || "application/json");
+        res.end(txt);
+      }
+      return;
+    } catch (err) {
+      return json(res, 502, { error: errMsg(err) });
+    }
+  }
+  const reqId = body.reqId || `${Date.now().toString(36)}-${Math.random().toString(36).slice(2, 6)}`;
+  const fwdBody = body.body || { model: body.model, messages: body.messages, stream: body.stream };
+  const evtData = { ts: Date.now(), type: "relay-forward", target, via: "leader", group: groupName, hops, reqId, model: fwdBody.model };
+  if (bus) bus.emit(evtData);
+  logs?.appendEvent?.(evtData);
+  const staleMs = Number(process.env.MSLXDFF_BROADBAND_STALE_MS) > 0 ? Number(process.env.MSLXDFF_BROADBAND_STALE_MS) : 90_000;
+  if (typeof targetMember.lastSeen === "number" && Date.now() - targetMember.lastSeen > staleMs) {
+    return json(res, 502, { error: "broadband member stale (no heartbeat)" });
+  }
+  try {
+    const resultPromise = enqueueRelay({ group: groupName, target: targetMember.url, reqId, body: fwdBody, hops });
+    const result = await resultPromise;
+    if (result && typeof result.status === "number") {
+      res.statusCode = result.status;
+      if (result.headers) for (const [k, v] of Object.entries(result.headers)) res.setHeader(k, v);
+      if (result.body) {
+        if (typeof result.body === "string") res.end(result.body);
+        else res.end(JSON.stringify(result.body));
+      } else res.end();
+      return;
+    }
+    return json(res, 200, result);
+  } catch (err) {
+    return json(res, 504, { error: errMsg(err) || "relay timeout" });
+  }
+}