mslxdff 0.1.132 → 0.1.133
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/package.json +1 -1
- package/src/routes/chat/broadband-handler.js +8 -4
- package/src/routes/chat/exhausted-handler.js +14 -4
- package/src/routes/chat/hedge-handler.js +7 -4
- package/src/routes/chat/peer-handler.js +10 -6
- package/src/routes/chat/relay-pipeline.js +9 -5
- package/src/routes/chat/via-route-handler.js +5 -2
- package/src/routes/helpers.js +2 -1
- package/src/routes/stream.js +67 -19
package/package.json
CHANGED
|
@@ -25,13 +25,15 @@ export async function handleBroadbandRelay({
|
|
|
25
25
|
res,
|
|
26
26
|
startedAt,
|
|
27
27
|
plugins,
|
|
28
|
+
deps = {},
|
|
28
29
|
}) {
|
|
29
|
-
const
|
|
30
|
+
const { createPipeline = createRelayPipeline, tryBroadbandRelay: tryRelay = tryBroadbandRelay } = deps;
|
|
31
|
+
const bb = await tryRelay({ groups, token, model, body, hops, bus, logs, reqId: handlerCtx.reqId, evt, res, mark, perf0, stages });
|
|
30
32
|
if (!bb) {
|
|
31
33
|
evt("relay-miss", { reqId: handlerCtx.reqId, model });
|
|
32
34
|
return { handled: false };
|
|
33
35
|
}
|
|
34
|
-
const pipeline =
|
|
36
|
+
const pipeline = createPipeline({
|
|
35
37
|
relay,
|
|
36
38
|
buildFallbackInfo,
|
|
37
39
|
auto,
|
|
@@ -46,7 +48,8 @@ export async function handleBroadbandRelay({
|
|
|
46
48
|
});
|
|
47
49
|
const isResponse = bb.result && typeof bb.result.status === "number" && typeof bb.result.headers?.get === "function";
|
|
48
50
|
if (isResponse) {
|
|
49
|
-
await pipeline.execute({ res, upRes: bb.result, body, requested, actual: model, lastErr, via: "broadband", lockModel, useAuto, handlerCtx, mark, perf0, stages, startedAt });
|
|
51
|
+
const r = await pipeline.execute({ res, upRes: bb.result, body, requested, actual: model, lastErr, via: "broadband", lockModel, useAuto, handlerCtx, mark, perf0, stages, startedAt });
|
|
52
|
+
if (!r.handled) return { handled: false, upRes: null, lastErr: r.lastErr };
|
|
50
53
|
return { handled: true };
|
|
51
54
|
}
|
|
52
55
|
if (bb.result && typeof bb.result.status === "number") {
|
|
@@ -59,7 +62,8 @@ export async function handleBroadbandRelay({
|
|
|
59
62
|
text: async () => str,
|
|
60
63
|
body: isSSE ? (async function* () { yield Buffer.from(str); })() : null,
|
|
61
64
|
};
|
|
62
|
-
await pipeline.execute({ res, upRes: fakeRes, body, requested, actual: model, lastErr, via: "broadband-local", lockModel, useAuto, handlerCtx, mark, perf0, stages, startedAt });
|
|
65
|
+
const r = await pipeline.execute({ res, upRes: fakeRes, body, requested, actual: model, lastErr, via: "broadband-local", lockModel, useAuto, handlerCtx, mark, perf0, stages, startedAt });
|
|
66
|
+
if (!r.handled) return { handled: false, upRes: null, lastErr: r.lastErr };
|
|
63
67
|
return { handled: true };
|
|
64
68
|
}
|
|
65
69
|
evt("relay-miss", { reqId: handlerCtx.reqId, model });
|
|
@@ -2,18 +2,23 @@ import { relay } from "../stream.js";
|
|
|
2
2
|
import { json } from "../helpers.js";
|
|
3
3
|
import { performance } from "node:perf_hooks";
|
|
4
4
|
|
|
5
|
-
export async function handleExhaustedLocal({ res, body, lastErr, order, handlerCtx, evt, logCall, mark, perf0, stages, done, requested, useAuto }) {
|
|
5
|
+
export async function handleExhaustedLocal({ res, body, lastErr, order, handlerCtx, evt, logCall, mark, perf0, stages, done, requested, useAuto, deps = {} }) {
|
|
6
|
+
const { relay: relayImpl = relay } = deps;
|
|
6
7
|
const model = lastErr?.model ?? handlerCtx.model;
|
|
7
8
|
evt("exhausted-local", { reqId: handlerCtx.reqId, lastModel: lastErr?.model ?? model, lastStatus: lastErr?.status ?? 502, order });
|
|
8
9
|
logCall(lastErr?.model ?? model, lastErr?.status ?? 502);
|
|
9
10
|
if (lastErr?.upstream) {
|
|
10
11
|
evt("relay-start", { reqId: handlerCtx.reqId, model: lastErr.model, via: "local-exhausted", isStream: Boolean(body.stream) });
|
|
11
|
-
const out = await
|
|
12
|
+
const out = await relayImpl(res, lastErr.upstream, body, {
|
|
12
13
|
onFirstChunk: (d) => mark(`ttf-${lastErr.model}`),
|
|
13
14
|
onDownstreamAbort: () => evt("client-abort", { reqId: handlerCtx.reqId, model: lastErr.model, totalMs: Math.round(performance.now() - perf0), stages: [...stages] }),
|
|
14
15
|
});
|
|
15
16
|
evt("relay-done", { reqId: handlerCtx.reqId, model: lastErr.model, via: "local-exhausted", status: out.status, ttfMs: out.ttfMs, totalMs: out.totalMs, aborted: out.aborted, interrupted: out.interrupted ?? false, detail: out.detail ?? null });
|
|
16
17
|
evt("result", { reqId: handlerCtx.reqId, model: lastErr.model, status: out.status, via: "local", timing: lastErr.upstream._t ?? null, ttfMs: out.ttfMs, totalMs: out.totalMs, detail: out.detail ?? null });
|
|
18
|
+
// 最后一站:relay 超时路径不写响应(设计留给上层 failover),这里没有上层,必须自己收尾
|
|
19
|
+
if (out.timedOut) {
|
|
20
|
+
json(res, 502, { error: out.detail?.upstreamError ? `upstream error: ${out.detail.upstreamError}` : `stream timed out after ${out.totalMs}ms` });
|
|
21
|
+
}
|
|
17
22
|
return true;
|
|
18
23
|
}
|
|
19
24
|
evt("result", { reqId: handlerCtx.reqId, model, status: lastErr?.status ?? 502, via: "none", timing: null });
|
|
@@ -22,17 +27,22 @@ export async function handleExhaustedLocal({ res, body, lastErr, order, handlerC
|
|
|
22
27
|
return true;
|
|
23
28
|
}
|
|
24
29
|
|
|
25
|
-
export async function handleExhaustedAll({ res, body, lastErr, order, requested, handlerCtx, evt, logCall, mark, perf0, stages }) {
|
|
30
|
+
export async function handleExhaustedAll({ res, body, lastErr, order, requested, handlerCtx, evt, logCall, mark, perf0, stages, deps = {} }) {
|
|
31
|
+
const { relay: relayImpl = relay } = deps;
|
|
26
32
|
evt("exhausted-all", { reqId: handlerCtx.reqId, lastModel: lastErr?.model ?? requested, lastStatus: lastErr?.status ?? 502, order });
|
|
27
33
|
logCall(lastErr?.model ?? requested, lastErr?.status ?? 502);
|
|
28
34
|
if (lastErr?.upstream) {
|
|
29
35
|
evt("relay-start", { reqId: handlerCtx.reqId, model: lastErr.model, via: "local-final", isStream: Boolean(body.stream) });
|
|
30
|
-
const out = await
|
|
36
|
+
const out = await relayImpl(res, lastErr.upstream, body, {
|
|
31
37
|
onFirstChunk: (d) => mark(`ttf-${lastErr.model}`),
|
|
32
38
|
onDownstreamAbort: () => evt("client-abort", { reqId: handlerCtx.reqId, model: lastErr.model, totalMs: Math.round(performance.now() - perf0), stages: [...stages] }),
|
|
33
39
|
});
|
|
34
40
|
evt("relay-done", { reqId: handlerCtx.reqId, model: lastErr.model, via: "local-final", status: out.status, ttfMs: out.ttfMs, totalMs: out.totalMs, aborted: out.aborted, interrupted: out.interrupted ?? false, detail: out.detail ?? null });
|
|
35
41
|
evt("result", { reqId: handlerCtx.reqId, model: lastErr.model, status: out.status, via: "local", timing: lastErr.upstream._t ?? null, ttfMs: out.ttfMs, totalMs: out.totalMs, detail: out.detail ?? null });
|
|
42
|
+
// 最后一站:relay 超时路径不写响应,这里没有上层 failover,必须自己收尾
|
|
43
|
+
if (out.timedOut) {
|
|
44
|
+
json(res, 502, { error: out.detail?.upstreamError ? `upstream error: ${out.detail.upstreamError}` : `stream timed out after ${out.totalMs}ms` });
|
|
45
|
+
}
|
|
36
46
|
return true;
|
|
37
47
|
}
|
|
38
48
|
evt("result", { reqId: handlerCtx.reqId, model: lastErr?.model ?? requested, status: lastErr?.status ?? 502, via: "none", timing: null });
|
|
@@ -27,14 +27,16 @@ export async function handleHedge({
|
|
|
27
27
|
plugins,
|
|
28
28
|
res,
|
|
29
29
|
hedgeDelayMs,
|
|
30
|
+
deps = {},
|
|
30
31
|
}) {
|
|
32
|
+
const { createPipeline = createRelayPipeline, hedgedFirstChunkRace: race = hedgedFirstChunkRace } = deps;
|
|
31
33
|
const d = hedgeDelayMs;
|
|
32
34
|
try {
|
|
33
|
-
const hedged = await
|
|
35
|
+
const hedged = await race({ localUpRes: upRes, peers, handlerCtx, hedgeDelayMs: d, evt });
|
|
34
36
|
if (hedged && hedged.winner) {
|
|
35
37
|
if (hedged.winner === "local") {
|
|
36
38
|
const bufferedUpRes = { ...upRes, body: hedged.bufferedBody, headers: upRes.headers, status: upRes.status, _t: upRes._t };
|
|
37
|
-
const pipeline =
|
|
39
|
+
const pipeline = createPipeline({
|
|
38
40
|
relay,
|
|
39
41
|
buildFallbackInfo,
|
|
40
42
|
auto,
|
|
@@ -72,7 +74,7 @@ export async function handleHedge({
|
|
|
72
74
|
evt("peer-race-win", { reqId: handlerCtx.reqId, model, winPeer: win.peer.url, winTarget: win.target, latencyMs: win.latencyMs, hedged: true, ttfMs: hedged.ttfMs });
|
|
73
75
|
await peers.recordResult(win.peer.url, { ok: true, latencyMs: win.latencyMs, model: win.target });
|
|
74
76
|
const bufferedPeerRes = { ...win.res, body: hedged.bufferedBody, headers: win.res.headers, status: win.res.status, _t: win.res._t };
|
|
75
|
-
const pipeline =
|
|
77
|
+
const pipeline = createPipeline({
|
|
76
78
|
relay,
|
|
77
79
|
buildFallbackInfo,
|
|
78
80
|
auto,
|
|
@@ -85,7 +87,7 @@ export async function handleHedge({
|
|
|
85
87
|
startedAt,
|
|
86
88
|
stages,
|
|
87
89
|
});
|
|
88
|
-
await pipeline.execute({
|
|
90
|
+
const r = await pipeline.execute({
|
|
89
91
|
res,
|
|
90
92
|
upRes: bufferedPeerRes,
|
|
91
93
|
body,
|
|
@@ -101,6 +103,7 @@ export async function handleHedge({
|
|
|
101
103
|
stages,
|
|
102
104
|
startedAt,
|
|
103
105
|
});
|
|
106
|
+
if (!r.handled) return { handled: false, upRes: null, lastErr: r.lastErr };
|
|
104
107
|
return { handled: true };
|
|
105
108
|
}
|
|
106
109
|
}
|
|
@@ -22,14 +22,16 @@ export async function handlePeerRelay({
|
|
|
22
22
|
startedAt,
|
|
23
23
|
plugins,
|
|
24
24
|
res,
|
|
25
|
+
deps = {},
|
|
25
26
|
}) {
|
|
27
|
+
const { createPipeline = createRelayPipeline, racePeerCandidates: race = racePeerCandidates } = deps;
|
|
26
28
|
evt("peer-race-start", { reqId: handlerCtx.reqId, model, peers: peers.ordered().length });
|
|
27
29
|
const peerErrors = [];
|
|
28
30
|
const pctx = { ...handlerCtx, peerErrors };
|
|
29
31
|
const win =
|
|
30
|
-
(await
|
|
31
|
-
(await
|
|
32
|
-
(await
|
|
32
|
+
(await race(peers.ordered(), pctx)) ||
|
|
33
|
+
(await race(peers.orderedByLastError(), pctx)) ||
|
|
34
|
+
(await race(peers.coolingByLastError(), pctx));
|
|
33
35
|
if (!win) {
|
|
34
36
|
evt("peer-race-lose", { reqId: handlerCtx.reqId, model });
|
|
35
37
|
// 组员全失败:把每个组员的真实返回汇总给调用者(否则只剩一个无信息的 429/502)
|
|
@@ -42,7 +44,7 @@ export async function handlePeerRelay({
|
|
|
42
44
|
evt("peer-race-win", { reqId: handlerCtx.reqId, model, winPeer: win.peer.url, winTarget: win.target, latencyMs: win.latencyMs });
|
|
43
45
|
await peers.recordResult(win.peer.url, { ok: true, latencyMs: win.latencyMs, model: win.target });
|
|
44
46
|
|
|
45
|
-
const pipeline =
|
|
47
|
+
const pipeline = createPipeline({
|
|
46
48
|
relay,
|
|
47
49
|
buildFallbackInfo,
|
|
48
50
|
auto,
|
|
@@ -55,7 +57,7 @@ export async function handlePeerRelay({
|
|
|
55
57
|
startedAt,
|
|
56
58
|
stages,
|
|
57
59
|
});
|
|
58
|
-
await pipeline.execute({
|
|
60
|
+
const r = await pipeline.execute({
|
|
59
61
|
res,
|
|
60
62
|
upRes: win.res,
|
|
61
63
|
body,
|
|
@@ -71,5 +73,7 @@ export async function handlePeerRelay({
|
|
|
71
73
|
stages,
|
|
72
74
|
startedAt,
|
|
73
75
|
});
|
|
76
|
+
// Note: 超时/失败必须把 handled:false 交回上层换候选(丢弃 → 响应永不 end)— 见 .agents/notes/implemented/bug-fix/2026-09-17-relay-first-chunk-gate-real-cancel.md
|
|
77
|
+
if (!r.handled) return { handled: false, upRes: null, lastErr: r.lastErr };
|
|
74
78
|
return { handled: true };
|
|
75
|
-
}
|
|
79
|
+
}
|
|
@@ -5,7 +5,7 @@ import { computeMetrics } from "../../metrics.js";
|
|
|
5
5
|
|
|
6
6
|
// 唯一/最后候选没有 failover 去向:首块闸门退化为纯"防连接泄漏",放宽避免误杀慢模型
|
|
7
7
|
// (参考 opencode:zen 通道不设超时;openai responses 硬编码 300s headerTimeout)
|
|
8
|
-
const LAST_CANDIDATE_TIMEOUT_MS = (() => {
|
|
8
|
+
export const LAST_CANDIDATE_TIMEOUT_MS = (() => {
|
|
9
9
|
const n = Number(process.env.MSLXDFF_LAST_CANDIDATE_TIMEOUT_MS);
|
|
10
10
|
return Number.isInteger(n) && n >= 0 ? n : 120_000;
|
|
11
11
|
})();
|
|
@@ -60,6 +60,7 @@ export function createRelayPipeline({
|
|
|
60
60
|
perf0,
|
|
61
61
|
stages: s2,
|
|
62
62
|
startedAt: sa2,
|
|
63
|
+
streamTimeoutMs: ctxStreamTimeoutMs,
|
|
63
64
|
} = {}) {
|
|
64
65
|
const markFn = m2 || _mark;
|
|
65
66
|
const curStartedAt = sa2 ?? defaultStartedAt ?? Date.now();
|
|
@@ -79,13 +80,15 @@ export function createRelayPipeline({
|
|
|
79
80
|
}
|
|
80
81
|
_evt("relay-start", { reqId, model: actual, via, isStream: Boolean(body?.stream), fallback });
|
|
81
82
|
|
|
82
|
-
// 3. relay(唯一/最后候选:无 failover 去向 →
|
|
83
|
+
// 3. relay(唯一/最后候选:无 failover 去向 → 闸门放宽到防泄漏级别;显式 streamTimeoutMs 优先)
|
|
83
84
|
const orderLen = handlerCtx?.orderLen;
|
|
84
85
|
const curIdx = handlerCtx?.idx;
|
|
85
86
|
const isLastCandidate =
|
|
86
87
|
Number.isInteger(orderLen) && orderLen > 0 &&
|
|
87
88
|
(orderLen === 1 || (Number.isInteger(curIdx) && curIdx >= orderLen - 1));
|
|
88
|
-
const streamTimeoutMs =
|
|
89
|
+
const streamTimeoutMs = Number.isInteger(ctxStreamTimeoutMs) && ctxStreamTimeoutMs >= 0
|
|
90
|
+
? ctxStreamTimeoutMs
|
|
91
|
+
: (isLastCandidate ? LAST_CANDIDATE_TIMEOUT_MS : C.STREAM_TIMEOUT_MS);
|
|
89
92
|
const out = await _relay(res, upRes, body, {
|
|
90
93
|
fallback,
|
|
91
94
|
streamTimeoutMs,
|
|
@@ -115,11 +118,12 @@ export function createRelayPipeline({
|
|
|
115
118
|
|
|
116
119
|
// 5a. 首块超时未写字节 → 回退(显式 timedOut 字段,status 只是 HTTP 语义展示)
|
|
117
120
|
if (out.timedOut === true) {
|
|
121
|
+
const why = out.detail?.upstreamError ? ` (upstream read error: ${out.detail.upstreamError})` : "";
|
|
118
122
|
if (auto) try { await auto.recordError(actual, { status: 502, slow: true, note: `stream timeout ${streamTimeoutMs}ms` }); } catch {}
|
|
119
|
-
try { _logError(actual, 502, `stream timeout ${streamTimeoutMs}ms`); } catch {}
|
|
123
|
+
try { _logError(actual, 502, `stream timeout ${streamTimeoutMs}ms${why}`); } catch {}
|
|
120
124
|
_evt("upstream-error", { reqId, model: actual, status: 502, message: "stream timeout", timing: null });
|
|
121
125
|
_evt("fallback", { reqId, from: actual, to: null, reason: "stream timeout" });
|
|
122
|
-
return { handled: false, upRes: null, lastErr: { model: actual, upstream: null, status: 502, message: `stream timed out after ${streamTimeoutMs}ms` } };
|
|
126
|
+
return { handled: false, upRes: null, lastErr: { model: actual, upstream: null, status: 502, message: `stream timed out after ${streamTimeoutMs}ms${why}` } };
|
|
123
127
|
}
|
|
124
128
|
|
|
125
129
|
// 5b. 中断(stall 超时 / max 流时长)
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { createRelayPipeline } from "./relay-pipeline.js";
|
|
1
|
+
import { createRelayPipeline, LAST_CANDIDATE_TIMEOUT_MS } from "./relay-pipeline.js";
|
|
2
2
|
import { relay, SLOW_TOTAL_MS, STREAM_TIMEOUT_MS, STALL_TIMEOUT_MS, SCORE_STALL_MS } from "../stream.js";
|
|
3
3
|
import { buildFallbackInfo } from "../fallback.js";
|
|
4
4
|
import { getViaRoute } from "../../bench/via-routes.js";
|
|
@@ -121,7 +121,7 @@ export async function handleViaRoute({
|
|
|
121
121
|
startedAt,
|
|
122
122
|
stages,
|
|
123
123
|
});
|
|
124
|
-
await pipeline.execute({
|
|
124
|
+
const r = await pipeline.execute({
|
|
125
125
|
res,
|
|
126
126
|
upRes,
|
|
127
127
|
body,
|
|
@@ -136,6 +136,9 @@ export async function handleViaRoute({
|
|
|
136
136
|
perf0,
|
|
137
137
|
stages,
|
|
138
138
|
startedAt,
|
|
139
|
+
// 借道单路径无第二候选可比:按末位耐心档(默认 120s,MSLXDFF_LAST_CANDIDATE_TIMEOUT_MS 可调/0=不限)
|
|
140
|
+
streamTimeoutMs: LAST_CANDIDATE_TIMEOUT_MS,
|
|
139
141
|
});
|
|
142
|
+
if (!r.handled) return { handled: false, upRes: null, lastErr: r.lastErr };
|
|
140
143
|
return { handled: true };
|
|
141
144
|
}
|
package/src/routes/helpers.js
CHANGED
|
@@ -19,7 +19,8 @@ export function authorized(req, token) {
|
|
|
19
19
|
|
|
20
20
|
export function json(res, status, body) {
|
|
21
21
|
res.statusCode = status;
|
|
22
|
-
|
|
22
|
+
// 已发 headers(如 failover 时前一个候选写过 SSE 注释帧)不可再设,否则抛 ERR_HTTP_HEADERS_SENT
|
|
23
|
+
try { if (!res.headersSent) res.setHeader("Content-Type", "application/json"); } catch { /* ignore */ }
|
|
23
24
|
res.end(JSON.stringify(body));
|
|
24
25
|
}
|
|
25
26
|
|
package/src/routes/stream.js
CHANGED
|
@@ -20,6 +20,29 @@ function cancelBody(body) {
|
|
|
20
20
|
} catch { /* ignore */ }
|
|
21
21
|
}
|
|
22
22
|
|
|
23
|
+
// 注释帧(": keepalive" 等)不是模型输出:不算首块、不解除闸门、不触发超时救回,但照常透传
|
|
24
|
+
function hasPayload(text) {
|
|
25
|
+
for (const line of String(text).split("\n")) {
|
|
26
|
+
const t = line.trim();
|
|
27
|
+
if (!t || t.startsWith(":")) continue;
|
|
28
|
+
return true;
|
|
29
|
+
}
|
|
30
|
+
return false;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
// 自持 reader 优先:for-await 会锁定 ReadableStream,使 body.cancel() 必 reject(真流上等于空操作),
|
|
34
|
+
// 超时/断下游要真能掐上游必须走 reader.cancel()
|
|
35
|
+
async function* bodyChunks(body, reader) {
|
|
36
|
+
if (reader) {
|
|
37
|
+
for (;;) {
|
|
38
|
+
const { done, value } = await reader.read();
|
|
39
|
+
if (done) return;
|
|
40
|
+
yield value;
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
for await (const c of body) yield c;
|
|
44
|
+
}
|
|
45
|
+
|
|
23
46
|
export const SLOW_TOTAL_MS = (() => {
|
|
24
47
|
const n = Number(process.env.MSLXDFF_SLOW_TOTAL_MS);
|
|
25
48
|
return Number.isInteger(n) && n > 0 ? n : 20_000;
|
|
@@ -94,16 +117,26 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
94
117
|
recoveries: 0,
|
|
95
118
|
};
|
|
96
119
|
let prevChunkAt = t0;
|
|
120
|
+
// 断下游即掐上游:流式分支装配真实取消,非流式保持 no-op
|
|
121
|
+
let cancelUpstream = () => {};
|
|
97
122
|
const onClose = () => {
|
|
98
123
|
detail.downstreamClosed = true;
|
|
99
|
-
if (!finishedNormally
|
|
124
|
+
if (!finishedNormally) {
|
|
125
|
+
cancelUpstream();
|
|
126
|
+
if (onDownstreamAbort) onDownstreamAbort();
|
|
127
|
+
}
|
|
100
128
|
};
|
|
101
129
|
res.on("close", onClose);
|
|
102
130
|
|
|
103
131
|
if (isStream) {
|
|
104
|
-
|
|
105
|
-
res.
|
|
106
|
-
|
|
132
|
+
// failover 重入时 headers 可能已发(前一个候选只发过 keepalive 注释帧就被掐)——已发则不可再设
|
|
133
|
+
if (!res.headersSent) {
|
|
134
|
+
try {
|
|
135
|
+
res.setHeader("Content-Type", "text/event-stream");
|
|
136
|
+
res.setHeader("Cache-Control", "no-cache");
|
|
137
|
+
res.setHeader("Connection", "keep-alive");
|
|
138
|
+
} catch { /* ignore */ }
|
|
139
|
+
}
|
|
107
140
|
if (fallback?.fallback) {
|
|
108
141
|
try {
|
|
109
142
|
res.write(`: mslxdff fallback ${fallback.requested_model} -> ${fallback.actual_model} (${fallback.reason})\n`);
|
|
@@ -113,10 +146,21 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
113
146
|
if (upRes.body) {
|
|
114
147
|
let first = true;
|
|
115
148
|
let wroteAny = false;
|
|
149
|
+
let wrotePayload = false; // 真实数据帧(注释帧不算):决定能否安全 failover
|
|
116
150
|
let timedOut = false;
|
|
117
151
|
let stalled = false;
|
|
118
152
|
let tooLong = false;
|
|
119
153
|
let stallTimer = null;
|
|
154
|
+
// 自持 reader:超时/断下游时 reader.cancel() 才真的掐得断上游
|
|
155
|
+
// Note: 闸门真取消 + 注释帧不算首块 + wrotePayload 判据 — 见 .agents/notes/implemented/bug-fix/2026-09-17-relay-first-chunk-gate-real-cancel.md
|
|
156
|
+
const reader = typeof upRes.body.getReader === "function" ? upRes.body.getReader() : null;
|
|
157
|
+
let cancelled = false;
|
|
158
|
+
cancelUpstream = () => {
|
|
159
|
+
if (cancelled) return;
|
|
160
|
+
cancelled = true;
|
|
161
|
+
if (reader) { try { reader.cancel().catch(() => {}); } catch { /* ignore */ } }
|
|
162
|
+
else cancelBody(upRes.body);
|
|
163
|
+
};
|
|
120
164
|
let pingTimer = keepaliveMs > 0
|
|
121
165
|
? setInterval(() => {
|
|
122
166
|
if (wroteAny) return;
|
|
@@ -129,7 +173,7 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
129
173
|
? setTimeout(() => {
|
|
130
174
|
stalled = true;
|
|
131
175
|
detail.exitReason = "stall";
|
|
132
|
-
|
|
176
|
+
cancelUpstream();
|
|
133
177
|
}, STALL_TIMEOUT_MS)
|
|
134
178
|
: null;
|
|
135
179
|
};
|
|
@@ -137,18 +181,18 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
137
181
|
? setTimeout(() => {
|
|
138
182
|
timedOut = true;
|
|
139
183
|
detail.exitReason = "first-timeout";
|
|
140
|
-
|
|
184
|
+
cancelUpstream();
|
|
141
185
|
}, streamTimeoutMs)
|
|
142
186
|
: null;
|
|
143
187
|
const maxTimer = MAX_STREAM_MS
|
|
144
188
|
? setTimeout(() => {
|
|
145
189
|
tooLong = true;
|
|
146
190
|
detail.exitReason = "max";
|
|
147
|
-
|
|
191
|
+
cancelUpstream();
|
|
148
192
|
}, MAX_STREAM_MS)
|
|
149
193
|
: null;
|
|
150
194
|
try {
|
|
151
|
-
for await (const chunk of upRes.body) {
|
|
195
|
+
for await (const chunk of bodyChunks(upRes.body, reader)) {
|
|
152
196
|
const now = performance.now();
|
|
153
197
|
detail.receivedChunks += 1;
|
|
154
198
|
const len = chunk?.length ?? chunk?.byteLength ?? 0;
|
|
@@ -159,8 +203,9 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
159
203
|
if (gap > detail.maxGapMs) detail.maxGapMs = gap;
|
|
160
204
|
if (gap > SCORE_STALL_MS) detail.stallHits += 1;
|
|
161
205
|
prevChunkAt = now;
|
|
206
|
+
const txt = chunkText(chunk);
|
|
207
|
+
const isPayload = hasPayload(txt);
|
|
162
208
|
try {
|
|
163
|
-
const txt = chunkText(chunk);
|
|
164
209
|
if (txt.includes("[DONE]")) detail.sawDone = true;
|
|
165
210
|
const m = txt.match(/"finish_reason"\s*:\s*"([^"]+)"/);
|
|
166
211
|
if (m) detail.sawFinishReason = m[1];
|
|
@@ -196,9 +241,10 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
196
241
|
} catch {}
|
|
197
242
|
}
|
|
198
243
|
} catch { /* ignore */ }
|
|
199
|
-
//
|
|
200
|
-
//(cancel
|
|
201
|
-
|
|
244
|
+
// 首块/空闲超时后上游仍吐出了真实数据 → 只是慢,不是死:撤销超时判定,照常转发
|
|
245
|
+
//(cancel 是异步的,竞态窗口内已到达的数据是纯收益;丢掉是纯损失)
|
|
246
|
+
// 注释帧(keepalive)不算:否则对端只要在发心跳,闸门就永远解除
|
|
247
|
+
if (isPayload && (timedOut || stalled)) {
|
|
202
248
|
timedOut = false;
|
|
203
249
|
stalled = false;
|
|
204
250
|
detail.recoveries = (detail.recoveries || 0) + 1;
|
|
@@ -206,14 +252,14 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
206
252
|
if (firstTimer) { clearTimeout(firstTimer); firstTimer = null; }
|
|
207
253
|
}
|
|
208
254
|
if (timedOut || stalled || tooLong) break;
|
|
209
|
-
if (first) {
|
|
255
|
+
if (isPayload && first) {
|
|
210
256
|
first = false;
|
|
211
257
|
ttf = Math.round(now - t0);
|
|
212
258
|
onFirstChunk?.(ttf);
|
|
213
259
|
if (firstTimer) { clearTimeout(firstTimer); firstTimer = null; }
|
|
214
260
|
}
|
|
215
261
|
let outChunk = chunk;
|
|
216
|
-
if (first === false && fallback?.fallback &&
|
|
262
|
+
if (first === false && fallback?.fallback && wrotePayload === false) {
|
|
217
263
|
try {
|
|
218
264
|
let txt = "";
|
|
219
265
|
if (Buffer.isBuffer(chunk)) txt = chunk.toString("utf8");
|
|
@@ -226,16 +272,17 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
226
272
|
} catch {}
|
|
227
273
|
}
|
|
228
274
|
wroteAny = true;
|
|
275
|
+
if (isPayload) wrotePayload = true;
|
|
229
276
|
detail.wroteChunks += 1;
|
|
230
277
|
detail.wroteBytes += Buffer.isBuffer(outChunk) ? outChunk.length : (outChunk?.length ?? len);
|
|
231
|
-
res.write(outChunk);
|
|
278
|
+
try { res.write(outChunk); } catch { /* 下游已断开:onClose 已掐上游 */ }
|
|
232
279
|
armStall();
|
|
233
280
|
}
|
|
234
|
-
if (!detail.exitReason) detail.exitReason = "normal";
|
|
281
|
+
if (!detail.exitReason) detail.exitReason = detail.downstreamClosed ? "downstream-closed" : "normal";
|
|
235
282
|
} catch (err) {
|
|
236
283
|
detail.upstreamError = String(err?.message || err).slice(0, 300);
|
|
237
284
|
detail.exitReason = "upstream-error";
|
|
238
|
-
if (!
|
|
285
|
+
if (!wrotePayload) timedOut = true;
|
|
239
286
|
else stalled = true;
|
|
240
287
|
} finally {
|
|
241
288
|
if (firstTimer) clearTimeout(firstTimer);
|
|
@@ -243,12 +290,13 @@ export async function relay(res, upRes, body, { onFirstChunk, onDownstreamAbort,
|
|
|
243
290
|
if (stallTimer) clearTimeout(stallTimer);
|
|
244
291
|
if (pingTimer) clearInterval(pingTimer);
|
|
245
292
|
}
|
|
246
|
-
|
|
293
|
+
// 任一闸门到点且未写出真实数据 → 可安全 failover(注释帧对客户端无意义,不算已响应)
|
|
294
|
+
if ((timedOut || stalled || tooLong) && !wrotePayload) {
|
|
247
295
|
res.removeListener("close", onClose);
|
|
248
296
|
// Note: 超时是显式字段(timedOut),别再用 status 数值当信号 — 见 .agents/notes/implemented/architecture/2026-09-17-relay-timedout-explicit-and-metrics-seam.md
|
|
249
297
|
return { status: 504, timedOut: true, ttfMs: null, totalMs: Math.round(performance.now() - t0), aborted: true, interrupted: false, detail };
|
|
250
298
|
}
|
|
251
|
-
if ((stalled || tooLong) &&
|
|
299
|
+
if ((stalled || tooLong) && wrotePayload) {
|
|
252
300
|
interrupted = true;
|
|
253
301
|
detail.exitReason = detail.exitReason || (stalled ? "stall" : "max");
|
|
254
302
|
res.removeListener("close", onClose);
|