mslxdff 0.1.199 → 0.1.203
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/bin/mslxdff.js +1 -1
- package/package.json +38 -38
- package/plugins/README.md +14 -14
- package/plugins/prefer-model.mjs.example +14 -14
- package/src/anthropic/count-tokens.js +61 -61
- package/src/anthropic/request-body.js +126 -126
- package/src/anthropic/shared.js +18 -18
- package/src/anthropic/sse-aggregate.js +56 -56
- package/src/anthropic/translate.js +287 -287
- package/src/anthropic/web-search.js +361 -361
- package/src/api-kind.js +31 -31
- package/src/autostart.js +288 -288
- package/src/bench/probe.js +1 -1
- package/src/bench/runner.js +1 -1
- package/src/bench/via-probe.js +1 -1
- package/src/bench/via.js +144 -144
- package/src/bench/workbuddy-bench.js +1 -1
- package/src/chat/config.js +11 -11
- package/src/chat/cooling.js +81 -81
- package/src/chat/direct.js +58 -58
- package/src/chat/index.js +6 -6
- package/src/chat/spinner.js +38 -38
- package/src/chat/sse.js +69 -69
- package/src/chat/stats.js +247 -247
- package/src/chat/store.js +48 -48
- package/src/chat/tool-handlers.js +67 -67
- package/src/chat/tools.js +1 -1
- package/src/chat/upstream.js +59 -59
- package/src/chat-pipeline/auto-race.js +158 -158
- package/src/chat-pipeline/empty-turn.js +147 -147
- package/src/chat-pipeline/engine.js +17 -17
- package/src/chat-pipeline/serial-trial.js +283 -283
- package/src/chat-pipeline/terminal-verdict.js +147 -147
- package/src/chooser.js +54 -54
- package/src/claude-desktop/apply.js +101 -101
- package/src/claude-desktop/context1m.js +38 -38
- package/src/claude-desktop/doctor.js +146 -146
- package/src/claude-desktop/slots.js +152 -152
- package/src/cli/bootstrap.js +1 -1
- package/src/cli/commands/claude-desktop.js +284 -284
- package/src/cli/commands/daemon.js +231 -231
- package/src/cli/commands/model/list-live.js +22 -22
- package/src/cli/commands/model/list-providers.js +76 -76
- package/src/cli/commands/model/list-render.js +77 -77
- package/src/cli/commands/model/list-sort.js +52 -52
- package/src/cli/commands/model/list-tty.js +76 -76
- package/src/cli/commands/model/list.js +166 -166
- package/src/cli/commands/model/live-models.js +24 -24
- package/src/cli/commands/model/stats.js +43 -43
- package/src/cli/commands/model/status.js +47 -47
- package/src/cli/commands/model.js +51 -51
- package/src/cli/commands/provider/add.js +108 -108
- package/src/cli/commands/provider/allowlist.js +99 -99
- package/src/cli/commands/provider/cline-free.js +99 -99
- package/src/cli/commands/provider/cline-login.js +218 -218
- package/src/cli/commands/provider/cline-quota.js +65 -65
- package/src/cli/commands/provider/codearts-login.js +45 -45
- package/src/cli/commands/provider/config.js +119 -119
- package/src/cli/commands/provider/globalqwenwork-login.js +126 -126
- package/src/cli/commands/provider/keys-guard.js +50 -50
- package/src/cli/commands/provider/keys.js +161 -161
- package/src/cli/commands/provider/qoder-checkin.js +81 -81
- package/src/cli/commands/provider/qoder-login.js +102 -102
- package/src/cli/commands/provider/raccoon-login.js +180 -180
- package/src/cli/commands/provider/raccoon-password.js +162 -162
- package/src/cli/commands/provider/raccoon-quota.js +109 -109
- package/src/cli/commands/provider/traework-checkin.js +144 -144
- package/src/cli/commands/provider/traework-login.js +164 -164
- package/src/cli/commands/provider/workbuddy-login.js +153 -153
- package/src/cli/commands/provider/zcode-login.js +77 -77
- package/src/cli/commands/provider/zcode-quota.js +55 -55
- package/src/cli/commands/provider.js +1 -1
- package/src/cli/commands/stats.js +149 -149
- package/src/cli/commands/system.js +261 -261
- package/src/cli/commands/timezone.js +47 -47
- package/src/cli/commands/use-group.js +60 -60
- package/src/cli/commands/workbuddy.js +189 -189
- package/src/cli/format.js +141 -141
- package/src/cli/group-helpers.js +70 -70
- package/src/cli/help.js +80 -80
- package/src/cli/index.js +70 -70
- package/src/cli/interactive.js +121 -121
- package/src/cli/join-core.js +99 -99
- package/src/cli/join-wizard.js +175 -175
- package/src/cli/policy.js +136 -136
- package/src/cli/provider-row.js +126 -126
- package/src/cli/util.js +24 -24
- package/src/compat.js +53 -53
- package/src/events.js +38 -38
- package/src/free-lane.js +131 -131
- package/src/free-watcher.js +63 -63
- package/src/groups.js +262 -262
- package/src/logs.js +195 -195
- package/src/metrics.js +62 -62
- package/src/model-capabilities/context-lookup.js +65 -65
- package/src/model-capabilities/merge.js +142 -142
- package/src/model-trace.js +187 -187
- package/src/models.js +1 -1
- package/src/opencode-identity.js +72 -72
- package/src/peers.js +254 -251
- package/src/plugins.js +107 -107
- package/src/providers/base.js +164 -164
- package/src/providers/classify.js +22 -22
- package/src/providers/cline/allowlist-sync.js +93 -93
- package/src/providers/cline/free-catalog.js +71 -71
- package/src/providers/cline/headers.js +37 -37
- package/src/providers/cline/index.js +130 -130
- package/src/providers/cline/models.js +150 -150
- package/src/providers/cline/usage.js +274 -274
- package/src/providers/codearts/auth-pool.js +148 -148
- package/src/providers/codearts/concurrency.js +34 -34
- package/src/providers/codearts/const.js +65 -65
- package/src/providers/codearts/dpop.js +95 -95
- package/src/providers/codearts/index.js +175 -175
- package/src/providers/codearts/login.js +214 -214
- package/src/providers/codearts/models.js +182 -182
- package/src/providers/codearts/sign.js +96 -96
- package/src/providers/codearts/sse.js +204 -204
- package/src/providers/codearts/stream.js +209 -209
- package/src/providers/codearts/sts.js +124 -124
- package/src/providers/codearts.js +1 -1
- package/src/providers/dispatcher.js +146 -146
- package/src/providers/generic.js +156 -156
- package/src/providers/globalqwenwork/account-store.js +141 -141
- package/src/providers/globalqwenwork/constants.js +73 -73
- package/src/providers/globalqwenwork/crypto.js +2 -2
- package/src/providers/globalqwenwork/http.js +2 -2
- package/src/providers/globalqwenwork/index.js +331 -331
- package/src/providers/globalqwenwork/payload.js +147 -147
- package/src/providers/globalqwenwork/rsa.js +2 -2
- package/src/providers/globalqwenwork/sse.js +2 -2
- package/src/providers/globalqwenwork/stream.js +2 -2
- package/src/providers/globalqwenwork.js +1 -1
- package/src/providers/globalworkbuddy/account-store.js +198 -198
- package/src/providers/globalworkbuddy/auth.js +97 -97
- package/src/providers/globalworkbuddy/catalog.js +138 -138
- package/src/providers/globalworkbuddy/constants.js +73 -73
- package/src/providers/globalworkbuddy/device-auth.js +120 -120
- package/src/providers/globalworkbuddy/errors.js +98 -98
- package/src/providers/globalworkbuddy/headers.js +89 -89
- package/src/providers/globalworkbuddy/models.js +96 -96
- package/src/providers/globalworkbuddy/payload.js +80 -80
- package/src/providers/index.js +5 -5
- package/src/providers/model-id.js +172 -172
- package/src/providers/opencode.js +19 -19
- package/src/providers/openrouter.js +31 -31
- package/src/providers/qoder/account-store.js +106 -106
- package/src/providers/qoder/aggregate.js +60 -60
- package/src/providers/qoder/baseprompt.json +591 -591
- package/src/providers/qoder/checkin.js +160 -160
- package/src/providers/qoder/constants.js +44 -44
- package/src/providers/qoder/encode.js +41 -41
- package/src/providers/qoder/fingerprint.js +38 -38
- package/src/providers/qoder/models.js +77 -77
- package/src/providers/qoder/oauth.js +84 -84
- package/src/providers/qoder/payload.js +162 -162
- package/src/providers/qoder/request.js +27 -27
- package/src/providers/qoder/session.js +134 -134
- package/src/providers/qoder/sticky.js +38 -38
- package/src/providers/qoder/stream.js +116 -116
- package/src/providers/qoder.js +1 -1
- package/src/providers/raccoon/account-store.js +216 -216
- package/src/providers/raccoon/auth.js +67 -67
- package/src/providers/raccoon/chat.js +228 -228
- package/src/providers/raccoon/const.js +180 -165
- package/src/providers/raccoon/credits.js +185 -175
- package/src/providers/raccoon/crypto.js +43 -0
- package/src/providers/raccoon/envelope.js +31 -31
- package/src/providers/raccoon/headers.js +45 -45
- package/src/providers/raccoon/index.js +216 -216
- package/src/providers/raccoon/login.js +279 -279
- package/src/providers/raccoon/models.js +160 -160
- package/src/providers/raccoon/password-login.js +102 -87
- package/src/providers/raccoon/qr-codewords.js +115 -115
- package/src/providers/raccoon/qr.js +236 -236
- package/src/providers/raccoon/sse.js +135 -135
- package/src/providers/responses-channel.js +120 -120
- package/src/providers/share-keys.js +53 -53
- package/src/providers/traework/account-store.js +234 -234
- package/src/providers/traework/chat.js +217 -217
- package/src/providers/traework/checkin.js +77 -77
- package/src/providers/traework/constants.js +41 -41
- package/src/providers/traework/errors.js +52 -52
- package/src/providers/traework/headers.js +79 -79
- package/src/providers/traework/index.js +132 -132
- package/src/providers/traework/market-identity.js +116 -116
- package/src/providers/traework/models.js +98 -98
- package/src/providers/traework/payload.js +86 -86
- package/src/providers/traework/sse.js +184 -184
- package/src/providers/traework/token.js +52 -52
- package/src/providers/traework.js +2 -2
- package/src/providers/workbuddy/account-store.js +186 -186
- package/src/providers/workbuddy/auth.js +158 -158
- package/src/providers/workbuddy/balance.js +86 -86
- package/src/providers/workbuddy/cat-travel.js +125 -125
- package/src/providers/workbuddy/checkin.js +75 -75
- package/src/providers/workbuddy/desktop-info.js +78 -78
- package/src/providers/workbuddy/growth-api.js +67 -67
- package/src/providers/workbuddy/growth-plans.js +63 -63
- package/src/providers/workbuddy/growth.js +181 -181
- package/src/providers/workbuddy/index.js +217 -217
- package/src/providers/workbuddy/models.js +126 -126
- package/src/providers/workbuddy/payload.js +141 -141
- package/src/providers/workbuddy/rotation-log.js +83 -83
- package/src/providers/workbuddy/sanitize-tools.js +61 -61
- package/src/providers/workbuddy/sdk-chat.js +26 -26
- package/src/providers/workbuddy-balance.js +78 -78
- package/src/providers/zcode/account-store.js +129 -129
- package/src/providers/zcode/auth.js +28 -28
- package/src/providers/zcode/chat.js +179 -179
- package/src/providers/zcode/const.js +54 -54
- package/src/providers/zcode/context-shape.js +162 -162
- package/src/providers/zcode/headers.js +93 -93
- package/src/providers/zcode/index.js +124 -124
- package/src/providers/zcode/models.js +65 -65
- package/src/providers/zcode/oauth.js +120 -120
- package/src/providers/zcode/quota.js +176 -176
- package/src/providers/zcode/sse.js +196 -196
- package/src/readline-compat.js +25 -25
- package/src/responses/translate.js +311 -311
- package/src/routes/chat/broadband-handler.js +72 -72
- package/src/routes/chat/empty-turn-report.js +31 -31
- package/src/routes/chat/exhausted-handler.js +87 -87
- package/src/routes/chat/hedge-handler.js +130 -130
- package/src/routes/chat/index.js +1 -1
- package/src/routes/chat/local-handler.js +63 -63
- package/src/routes/chat/peer-handler.js +81 -81
- package/src/routes/chat.js +3 -3
- package/src/routes/fallback.js +88 -88
- package/src/routes/groups-relay.js +214 -214
- package/src/routes/groups.js +122 -122
- package/src/routes/helpers.js +83 -83
- package/src/routes/index.js +147 -147
- package/src/routes/messages-route.js +365 -365
- package/src/routes/peers.js +23 -1
- package/src/routes/relay-queue.js +181 -181
- package/src/routes/relay.js +60 -60
- package/src/routes/responses-route.js +213 -213
- package/src/routes/stream-body.js +84 -84
- package/src/routes/stream-hold.js +337 -337
- package/src/routes/stream-scan.js +366 -366
- package/src/routes.js +3 -3
- package/src/runtime/auto-update.js +113 -113
- package/src/runtime/bootstrap.js +8 -0
- package/src/runtime/broadband-stream.js +79 -79
- package/src/runtime/broadband.js +103 -103
- package/src/runtime/group-sync.js +81 -81
- package/src/runtime/keep-warm.js +120 -0
- package/src/runtime/lifecycle-forensics.js +116 -116
- package/src/runtime/lifecycle-log.js +87 -87
- package/src/runtime/log-stamp.js +73 -73
- package/src/runtime/proc-info.js +137 -137
- package/src/runtime/qoder-checkin.js +93 -93
- package/src/runtime/raccoon-checkin.js +126 -126
- package/src/runtime/server-lifecycle.js +189 -189
- package/src/runtime/traework-checkin.js +118 -118
- package/src/runtime/workbuddy-checkin.js +120 -120
- package/src/runtime/workbuddy-growth.js +133 -133
- package/src/server.js +7 -0
- package/src/state/facade.js +58 -58
- package/src/state/memory.js +162 -162
- package/src/state/merge.js +25 -25
- package/src/state/migrations/cline-unify.js +94 -94
- package/src/state/migrations.js +33 -33
- package/src/state/persist.js +42 -42
- package/src/state/provider-config.js +142 -142
- package/src/state/schemas/group.js +31 -31
- package/src/state/schemas/model.js +94 -94
- package/src/state/schemas/peer.js +31 -31
- package/src/state/schemas/port.js +10 -10
- package/src/state/schemas/provider.js +202 -202
- package/src/state/schemas/timezone.js +70 -70
- package/src/state/schemas/token.js +48 -48
- package/src/state/schemas/use-group.js +102 -102
- package/src/state/store.js +176 -176
- package/src/state.js +1 -1
- package/src/sync-claude-desktop.js +234 -234
- package/src/sync-claude.js +152 -152
- package/src/sync-codex.js +116 -116
- package/src/sync-workbuddy.js +158 -158
- package/src/talk-full-redact.js +129 -129
- package/src/talk-full.js +131 -131
- package/src/talk-log.js +257 -257
- package/src/text-tokens.js +52 -52
- package/src/thinking-effort.js +67 -67
- package/src/time.js +106 -106
- package/src/timeline.js +26 -26
- package/src/transport/index.js +1 -1
- package/src/upstream-engine/index.js +74 -72
- package/src/upstream-engine/mode.js +15 -15
- package/src/upstream-engine/sdk/attempt.js +221 -221
- package/src/upstream-engine/sdk/chat.js +28 -28
- package/src/upstream-engine/sdk/convert.js +192 -192
- package/src/upstream-engine/sdk/diagnose.js +62 -62
- package/src/upstream-engine/sdk/dispatch.js +55 -55
- package/src/upstream-engine/sdk/responses.js +176 -176
- package/src/upstream-engine/sdk/sse.js +166 -166
- package/src/upstream-responses.js +305 -305
- package/src/upstream.js +53 -1
- package/src/usage/record.js +106 -106
- package/src/usage/report.js +195 -195
- package/src/v6pool/claim.js +157 -157
- package/src/v6pool/config.js +65 -65
- package/src/v6pool/detect.js +130 -130
- package/src/v6pool/index.js +152 -152
- package/src/v6pool/prefix.js +140 -140
- package/src/v6pool/probe.js +40 -40
- package/src/v6pool/report.js +104 -104
- package/src/v6pool/rotate.js +263 -239
- package/src/warp-pool/config.js +74 -74
- package/src/warp-pool/health.js +106 -106
- package/src/warp-pool/identity.js +141 -141
- package/src/warp-pool/index.js +358 -358
- package/src/warp-pool/keys.js +29 -29
- package/src/warp-pool/nodes.js +95 -95
- package/src/warp-pool/ports.js +160 -160
- package/src/warp-pool/register.js +113 -113
- package/src/warp-pool/report.js +232 -232
- package/src/warp-pool/revive.js +168 -168
- package/src/warp-pool/rotate.js +214 -214
- package/src/warp-pool/strategy.js +43 -43
- package/src/warp-pool/verdict.js +69 -69
- package/src/warp-pool/wireproxy.js +162 -162
- package/docs/cli_help_mini.md +0 -146
- package/src/providers/AGENTS.md +0 -49
- package/src/routes/AGENTS.md +0 -37
|
@@ -1,67 +1,67 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 工具执行层 — 从 engine.js 抽出的工具段。
|
|
3
|
-
* buildDedupKey 纯函数(去重键归一);runTool 执行单工具调用并返回结果文本。
|
|
4
|
-
* SKIPPED_DUP/forceNoTools 状态机仍在 engine runTurn 侧。
|
|
5
|
-
*/
|
|
6
|
-
export function buildDedupKey(name, args = {}) {
|
|
7
|
-
if (name === "run_command") {
|
|
8
|
-
const cmd = String(args.command || "").trim().toLowerCase().replace(/\s+/g, " ");
|
|
9
|
-
const norm = cmd.replace(/^-+providers\b/, "-provider").replace(/\s+/g, " ").trim();
|
|
10
|
-
return `run_command:${norm}`;
|
|
11
|
-
}
|
|
12
|
-
if (name === "curl") {
|
|
13
|
-
const u = String(args.url || "").trim().toLowerCase();
|
|
14
|
-
const m = String(args.method || "GET").toUpperCase();
|
|
15
|
-
return `curl:${m}:${u}:${String(args.body || "").slice(0, 200)}`;
|
|
16
|
-
}
|
|
17
|
-
if (name === "read_file") {
|
|
18
|
-
return `read_file:${String(args.path || "").trim().toLowerCase()}`;
|
|
19
|
-
}
|
|
20
|
-
return `${name}:${JSON.stringify(args)}`;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
export async function runTool({
|
|
24
|
-
name,
|
|
25
|
-
args = {},
|
|
26
|
-
userText = "",
|
|
27
|
-
execCommand = async () => ({ ok: false, output: "no exec" }),
|
|
28
|
-
readFileTool = async () => ({ ok: false, output: "no read" }),
|
|
29
|
-
curlTool = async () => ({ ok: false, output: "no curl" }),
|
|
30
|
-
onTrace = () => {},
|
|
31
|
-
} = {}) {
|
|
32
|
-
const t1 = performance.now();
|
|
33
|
-
if (name === "run_command") {
|
|
34
|
-
const cmd = String(args.command || "").trim();
|
|
35
|
-
const r = await execCommand(cmd);
|
|
36
|
-
let result = `${r.ok ? "OK" : "FAIL"}: ${r.output}`;
|
|
37
|
-
const lowCmd = cmd.toLowerCase().replace(/\s+/g, " ").trim();
|
|
38
|
-
const asksModel = String(userText || "").toLowerCase().includes("模型");
|
|
39
|
-
const isOnceAndDone =
|
|
40
|
-
/^-+(showtoken|status|s|providers?\b|model\b|group\b|log\b|workbuddy\b|free\b|autostart\b|plugins\b)/.test(lowCmd) ||
|
|
41
|
-
lowCmd === "-provider list" || lowCmd === "-providers list";
|
|
42
|
-
if (isOnceAndDone && r.ok) {
|
|
43
|
-
if (asksModel && lowCmd.includes("-provider")) {
|
|
44
|
-
result += `\n\n[提示:此命令仅显示供应商配置,不包含模型列表。用户问的是“有哪些模型”,请用系统提示中的“可用模型”按前缀过滤回答,或调 curl local/models,不要再调 provider list]`;
|
|
45
|
-
} else {
|
|
46
|
-
result += `\n\n[系统提示:此查询已完成,结果即答案,请直接用中文回答用户,禁止再调用相同或同类查询工具]`;
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
onTrace(`[tool] run_command "${cmd.slice(0, 40)}" · ${Math.round(performance.now() - t1)}ms · ${r.ok ? "OK" : "FAIL"} ${r.output.length}字`);
|
|
50
|
-
return result;
|
|
51
|
-
}
|
|
52
|
-
if (name === "read_file") {
|
|
53
|
-
const r = await readFileTool(args);
|
|
54
|
-
let result = `${r.ok ? "OK" : "FAIL"}: ${r.output.slice(0, 6000)}`;
|
|
55
|
-
if (r.ok) result += `\n\n[系统提示:文件已读取,请直接基于内容回答,禁止重复读取同一文件]`;
|
|
56
|
-
onTrace(`[tool] read_file ${args.path} · ${Math.round(performance.now() - t1)}ms · ${r.ok ? "OK" : "FAIL"} ${r.output.length}字`);
|
|
57
|
-
return result;
|
|
58
|
-
}
|
|
59
|
-
if (name === "curl") {
|
|
60
|
-
const u = String(args.url || "").trim();
|
|
61
|
-
const r = await curlTool(args);
|
|
62
|
-
const result = `${r.ok ? "OK" : "FAIL"}: ${r.output.slice(0, 6000)}`;
|
|
63
|
-
onTrace(`[tool] curl ${u} · ${Math.round(performance.now() - t1)}ms`);
|
|
64
|
-
return result;
|
|
65
|
-
}
|
|
66
|
-
return `unknown tool ${name}`;
|
|
67
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* 工具执行层 — 从 engine.js 抽出的工具段。
|
|
3
|
+
* buildDedupKey 纯函数(去重键归一);runTool 执行单工具调用并返回结果文本。
|
|
4
|
+
* SKIPPED_DUP/forceNoTools 状态机仍在 engine runTurn 侧。
|
|
5
|
+
*/
|
|
6
|
+
export function buildDedupKey(name, args = {}) {
|
|
7
|
+
if (name === "run_command") {
|
|
8
|
+
const cmd = String(args.command || "").trim().toLowerCase().replace(/\s+/g, " ");
|
|
9
|
+
const norm = cmd.replace(/^-+providers\b/, "-provider").replace(/\s+/g, " ").trim();
|
|
10
|
+
return `run_command:${norm}`;
|
|
11
|
+
}
|
|
12
|
+
if (name === "curl") {
|
|
13
|
+
const u = String(args.url || "").trim().toLowerCase();
|
|
14
|
+
const m = String(args.method || "GET").toUpperCase();
|
|
15
|
+
return `curl:${m}:${u}:${String(args.body || "").slice(0, 200)}`;
|
|
16
|
+
}
|
|
17
|
+
if (name === "read_file") {
|
|
18
|
+
return `read_file:${String(args.path || "").trim().toLowerCase()}`;
|
|
19
|
+
}
|
|
20
|
+
return `${name}:${JSON.stringify(args)}`;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export async function runTool({
|
|
24
|
+
name,
|
|
25
|
+
args = {},
|
|
26
|
+
userText = "",
|
|
27
|
+
execCommand = async () => ({ ok: false, output: "no exec" }),
|
|
28
|
+
readFileTool = async () => ({ ok: false, output: "no read" }),
|
|
29
|
+
curlTool = async () => ({ ok: false, output: "no curl" }),
|
|
30
|
+
onTrace = () => {},
|
|
31
|
+
} = {}) {
|
|
32
|
+
const t1 = performance.now();
|
|
33
|
+
if (name === "run_command") {
|
|
34
|
+
const cmd = String(args.command || "").trim();
|
|
35
|
+
const r = await execCommand(cmd);
|
|
36
|
+
let result = `${r.ok ? "OK" : "FAIL"}: ${r.output}`;
|
|
37
|
+
const lowCmd = cmd.toLowerCase().replace(/\s+/g, " ").trim();
|
|
38
|
+
const asksModel = String(userText || "").toLowerCase().includes("模型");
|
|
39
|
+
const isOnceAndDone =
|
|
40
|
+
/^-+(showtoken|status|s|providers?\b|model\b|group\b|log\b|workbuddy\b|free\b|autostart\b|plugins\b)/.test(lowCmd) ||
|
|
41
|
+
lowCmd === "-provider list" || lowCmd === "-providers list";
|
|
42
|
+
if (isOnceAndDone && r.ok) {
|
|
43
|
+
if (asksModel && lowCmd.includes("-provider")) {
|
|
44
|
+
result += `\n\n[提示:此命令仅显示供应商配置,不包含模型列表。用户问的是“有哪些模型”,请用系统提示中的“可用模型”按前缀过滤回答,或调 curl local/models,不要再调 provider list]`;
|
|
45
|
+
} else {
|
|
46
|
+
result += `\n\n[系统提示:此查询已完成,结果即答案,请直接用中文回答用户,禁止再调用相同或同类查询工具]`;
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
onTrace(`[tool] run_command "${cmd.slice(0, 40)}" · ${Math.round(performance.now() - t1)}ms · ${r.ok ? "OK" : "FAIL"} ${r.output.length}字`);
|
|
50
|
+
return result;
|
|
51
|
+
}
|
|
52
|
+
if (name === "read_file") {
|
|
53
|
+
const r = await readFileTool(args);
|
|
54
|
+
let result = `${r.ok ? "OK" : "FAIL"}: ${r.output.slice(0, 6000)}`;
|
|
55
|
+
if (r.ok) result += `\n\n[系统提示:文件已读取,请直接基于内容回答,禁止重复读取同一文件]`;
|
|
56
|
+
onTrace(`[tool] read_file ${args.path} · ${Math.round(performance.now() - t1)}ms · ${r.ok ? "OK" : "FAIL"} ${r.output.length}字`);
|
|
57
|
+
return result;
|
|
58
|
+
}
|
|
59
|
+
if (name === "curl") {
|
|
60
|
+
const u = String(args.url || "").trim();
|
|
61
|
+
const r = await curlTool(args);
|
|
62
|
+
const result = `${r.ok ? "OK" : "FAIL"}: ${r.output.slice(0, 6000)}`;
|
|
63
|
+
onTrace(`[tool] curl ${u} · ${Math.round(performance.now() - t1)}ms`);
|
|
64
|
+
return result;
|
|
65
|
+
}
|
|
66
|
+
return `unknown tool ${name}`;
|
|
67
|
+
}
|
package/src/chat/tools.js
CHANGED
|
@@ -7,7 +7,7 @@ import { FORBIDDEN } from "./config.js";
|
|
|
7
7
|
import { logDir } from "../logs.js";
|
|
8
8
|
import { defaultStateFile, loadProviderKeys, loadProviderConfigs } from "../state.js";
|
|
9
9
|
import { compatFetch } from "../compat.js";
|
|
10
|
-
import { opencodeClientIdentity } from "../opencode-identity.js";
|
|
10
|
+
import { opencodeClientIdentity } from "../opencode-identity.js";
|
|
11
11
|
|
|
12
12
|
const pkgRoot = resolve(dirname(fileURLToPath(import.meta.url)), "../..");
|
|
13
13
|
const allowedRoots = [
|
package/src/chat/upstream.js
CHANGED
|
@@ -1,59 +1,59 @@
|
|
|
1
|
-
import { createDirectClient } from "./direct.js";
|
|
2
|
-
import { createGatewayClient } from "./gateway.js";
|
|
3
|
-
import { createCooling } from "./cooling.js";
|
|
4
|
-
import { createOrchestrator } from "./orchestrator.js";
|
|
5
|
-
import { createUpstreamClient } from "../upstream.js";
|
|
6
|
-
import { CHAT_TIMEOUT_MS, CHAT_GATEWAY_TIMEOUT_MS, CHAT_PREFERRED, CHAT_FALLBACK } from "./config.js";
|
|
7
|
-
import * as state from "../state.js";
|
|
8
|
-
import { performance } from "node:perf_hooks";
|
|
9
|
-
import { compatFetch } from "../compat.js";
|
|
10
|
-
|
|
11
|
-
// 冷却深模块对接真实 state
|
|
12
|
-
const cooling = createCooling({
|
|
13
|
-
loadModelErrors: () => {
|
|
14
|
-
try { return state.loadModelErrors(); } catch { return {}; }
|
|
15
|
-
},
|
|
16
|
-
saveModelErrors: (o) => { try { state.saveModelErrors(o); } catch {} },
|
|
17
|
-
loadModelLatencies: () => {
|
|
18
|
-
try { return state.loadModelLatencies(); } catch { return {}; }
|
|
19
|
-
},
|
|
20
|
-
saveModelLatencies: (o) => { try { state.saveModelLatencies(o); } catch {} },
|
|
21
|
-
flush: () => { try { state.flushStateSync(); } catch {} },
|
|
22
|
-
now: () => Date.now(),
|
|
23
|
-
});
|
|
24
|
-
|
|
25
|
-
const direct = createDirectClient({
|
|
26
|
-
createUpstreamClient,
|
|
27
|
-
chatTimeoutMs: CHAT_TIMEOUT_MS,
|
|
28
|
-
env: process.env,
|
|
29
|
-
fetchImpl: compatFetch,
|
|
30
|
-
});
|
|
31
|
-
|
|
32
|
-
const gateway = createGatewayClient({
|
|
33
|
-
fetchImpl: compatFetch,
|
|
34
|
-
loadToken: async () => {
|
|
35
|
-
try { const l = await state.loadToken(); return String(l?.token || "").trim(); } catch { return ""; }
|
|
36
|
-
},
|
|
37
|
-
getPort: () => {
|
|
38
|
-
try { const p = state.getPort(); if (Number.isInteger(p) && p > 0) return p; } catch {}
|
|
39
|
-
const v = Number(process.env.MSLXDFF_PORT);
|
|
40
|
-
if (Number.isInteger(v) && v > 0) return v;
|
|
41
|
-
return 8989;
|
|
42
|
-
},
|
|
43
|
-
gatewayTimeoutMs: CHAT_GATEWAY_TIMEOUT_MS,
|
|
44
|
-
env: process.env,
|
|
45
|
-
});
|
|
46
|
-
|
|
47
|
-
const orch = createOrchestrator({
|
|
48
|
-
chatOnce: direct.chatOnce,
|
|
49
|
-
chatViaGateway: gateway.chatViaGateway,
|
|
50
|
-
cooling,
|
|
51
|
-
config: { CHAT_PREFERRED, CHAT_FALLBACK, CHAT_GATEWAY_TIMEOUT_MS },
|
|
52
|
-
env: process.env,
|
|
53
|
-
performance,
|
|
54
|
-
});
|
|
55
|
-
|
|
56
|
-
export const chatOnce = direct.chatOnce;
|
|
57
|
-
export const chatWithFallback = orch.chatWithFallback;
|
|
58
|
-
export const summarizeHistory = orch.summarizeHistory;
|
|
59
|
-
// keywords for legacy file-content check: chatViaGateway gateway auto safeChatOnce
|
|
1
|
+
import { createDirectClient } from "./direct.js";
|
|
2
|
+
import { createGatewayClient } from "./gateway.js";
|
|
3
|
+
import { createCooling } from "./cooling.js";
|
|
4
|
+
import { createOrchestrator } from "./orchestrator.js";
|
|
5
|
+
import { createUpstreamClient } from "../upstream.js";
|
|
6
|
+
import { CHAT_TIMEOUT_MS, CHAT_GATEWAY_TIMEOUT_MS, CHAT_PREFERRED, CHAT_FALLBACK } from "./config.js";
|
|
7
|
+
import * as state from "../state.js";
|
|
8
|
+
import { performance } from "node:perf_hooks";
|
|
9
|
+
import { compatFetch } from "../compat.js";
|
|
10
|
+
|
|
11
|
+
// 冷却深模块对接真实 state
|
|
12
|
+
const cooling = createCooling({
|
|
13
|
+
loadModelErrors: () => {
|
|
14
|
+
try { return state.loadModelErrors(); } catch { return {}; }
|
|
15
|
+
},
|
|
16
|
+
saveModelErrors: (o) => { try { state.saveModelErrors(o); } catch {} },
|
|
17
|
+
loadModelLatencies: () => {
|
|
18
|
+
try { return state.loadModelLatencies(); } catch { return {}; }
|
|
19
|
+
},
|
|
20
|
+
saveModelLatencies: (o) => { try { state.saveModelLatencies(o); } catch {} },
|
|
21
|
+
flush: () => { try { state.flushStateSync(); } catch {} },
|
|
22
|
+
now: () => Date.now(),
|
|
23
|
+
});
|
|
24
|
+
|
|
25
|
+
const direct = createDirectClient({
|
|
26
|
+
createUpstreamClient,
|
|
27
|
+
chatTimeoutMs: CHAT_TIMEOUT_MS,
|
|
28
|
+
env: process.env,
|
|
29
|
+
fetchImpl: compatFetch,
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
const gateway = createGatewayClient({
|
|
33
|
+
fetchImpl: compatFetch,
|
|
34
|
+
loadToken: async () => {
|
|
35
|
+
try { const l = await state.loadToken(); return String(l?.token || "").trim(); } catch { return ""; }
|
|
36
|
+
},
|
|
37
|
+
getPort: () => {
|
|
38
|
+
try { const p = state.getPort(); if (Number.isInteger(p) && p > 0) return p; } catch {}
|
|
39
|
+
const v = Number(process.env.MSLXDFF_PORT);
|
|
40
|
+
if (Number.isInteger(v) && v > 0) return v;
|
|
41
|
+
return 8989;
|
|
42
|
+
},
|
|
43
|
+
gatewayTimeoutMs: CHAT_GATEWAY_TIMEOUT_MS,
|
|
44
|
+
env: process.env,
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
const orch = createOrchestrator({
|
|
48
|
+
chatOnce: direct.chatOnce,
|
|
49
|
+
chatViaGateway: gateway.chatViaGateway,
|
|
50
|
+
cooling,
|
|
51
|
+
config: { CHAT_PREFERRED, CHAT_FALLBACK, CHAT_GATEWAY_TIMEOUT_MS },
|
|
52
|
+
env: process.env,
|
|
53
|
+
performance,
|
|
54
|
+
});
|
|
55
|
+
|
|
56
|
+
export const chatOnce = direct.chatOnce;
|
|
57
|
+
export const chatWithFallback = orch.chatWithFallback;
|
|
58
|
+
export const summarizeHistory = orch.summarizeHistory;
|
|
59
|
+
// keywords for legacy file-content check: chatViaGateway gateway auto safeChatOnce
|
|
@@ -1,158 +1,158 @@
|
|
|
1
|
-
import { performance } from "node:perf_hooks";
|
|
2
|
-
import { injectReasoningContent } from "../reasoning.js";
|
|
3
|
-
import { runHook } from "../plugins.js";
|
|
4
|
-
import { errMsg } from "../routes/helpers.js";
|
|
5
|
-
import { withOutputFloor } from "./empty-turn.js";
|
|
6
|
-
import { classifyTerminalUpstream, readVerdictText, terminalShortcircuitOff } from "./terminal-verdict.js";
|
|
7
|
-
import { handleLocalRelay } from "../routes/chat/local-handler.js";
|
|
8
|
-
import { handleExhaustedAll } from "../routes/chat/exhausted-handler.js";
|
|
9
|
-
|
|
10
|
-
/**
|
|
11
|
-
* auto 首次并发择优 — 从 engine.js 抽出的第一段。
|
|
12
|
-
* 无 prior-success 且多非冷却候选时并发竞速,胜者走 local relay。
|
|
13
|
-
* 返回 { done:true } 表示已终结(handled/exhausted),调用方直接 return;
|
|
14
|
-
* 返回 { done:false, order } 表示未终结,调用方用过滤后的 order 继续。
|
|
15
|
-
*/
|
|
16
|
-
export async function runAutoRace(ctx, deps = {}) {
|
|
17
|
-
const { localRelay = handleLocalRelay, exhaustedAll = handleExhaustedAll } = deps;
|
|
18
|
-
const {
|
|
19
|
-
reqId, requested, body, hops, useAuto, lockModel, plugins,
|
|
20
|
-
auto, upstream, perf0, stages, mark, evt, logCall, logError,
|
|
21
|
-
startedAt, handlerCtx, res,
|
|
22
|
-
} = ctx;
|
|
23
|
-
let order = ctx.order;
|
|
24
|
-
const shareKeys = ctx.shareKeys ?? ctx.policy?.shareKeys ?? {};
|
|
25
|
-
const workbuddyUid = ctx.workbuddyUid ?? ctx.policy?.workbuddyUid ?? null;
|
|
26
|
-
|
|
27
|
-
if (!(useAuto && order.length > 1 && auto && !lockModel)) return { done: false, order };
|
|
28
|
-
const statuses = auto.statuses?.() ?? {};
|
|
29
|
-
const hasPriorSuccess = Object.values(statuses).some((e) => e && typeof e === "object" && e.status === "normal");
|
|
30
|
-
const nonCoolingOrder = order.filter((m) => { try { return !auto.isCooling(m); } catch { return true; } });
|
|
31
|
-
if (hasPriorSuccess || nonCoolingOrder.length <= 1) return { done: false, order };
|
|
32
|
-
|
|
33
|
-
const concLimit = (() => {
|
|
34
|
-
const v = Number(process.env.MSLXDFF_AUTO_CONCURRENT);
|
|
35
|
-
if (Number.isInteger(v) && v > 0) return Math.min(v, nonCoolingOrder.length);
|
|
36
|
-
return Math.min(nonCoolingOrder.length, 5);
|
|
37
|
-
})();
|
|
38
|
-
let raceModels = nonCoolingOrder.slice(0, concLimit);
|
|
39
|
-
if (plugins?.length) {
|
|
40
|
-
const k = [];
|
|
41
|
-
for (const m of raceModels) {
|
|
42
|
-
const b = await runHook(plugins, "model:beforeTry", { reqId, requested, model: m, hops });
|
|
43
|
-
if (b.value === false || b.value?.skip) continue;
|
|
44
|
-
k.push(m);
|
|
45
|
-
}
|
|
46
|
-
raceModels = k;
|
|
47
|
-
}
|
|
48
|
-
if (!raceModels.length) {
|
|
49
|
-
order = order.filter((m) => !new Set(nonCoolingOrder.slice(0, concLimit)).has(m));
|
|
50
|
-
if (!order.length) {
|
|
51
|
-
await exhaustedAll({ res, body, lastErr: { model: requested, status: 502, message: "all concurrent candidates skipped by plugin" }, order: nonCoolingOrder.slice(0, concLimit), requested, handlerCtx: { ...handlerCtx, reqId, startedAt }, evt, logCall, mark, perf0, stages });
|
|
52
|
-
return { done: true };
|
|
53
|
-
}
|
|
54
|
-
return { done: false, order };
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
evt("auto-concurrent-race", { reqId, models: raceModels, skippedFaulty: order.length - nonCoolingOrder.length, limit: concLimit });
|
|
58
|
-
const raceStart = performance.now();
|
|
59
|
-
const attempts = raceModels.map(async (m) => {
|
|
60
|
-
let f = { ...injectReasoningContent(m, body), model: m };
|
|
61
|
-
// 首发输出额度托底(同 serial-trial;auto 竞速路径独立组装,不能漏)
|
|
62
|
-
const _fl = withOutputFloor(f);
|
|
63
|
-
if (_fl !== f) {
|
|
64
|
-
const _fk = ["max_tokens", "max_completion_tokens"].find((k) => _fl[k] !== f[k]) || "max_tokens";
|
|
65
|
-
evt("output-floor", { reqId, model: m, key: _fk, raiseFrom: Number(f[_fk]), raiseTo: Number(_fl[_fk]) });
|
|
66
|
-
f = _fl;
|
|
67
|
-
}
|
|
68
|
-
if (plugins?.length) {
|
|
69
|
-
const u = await runHook(plugins, "upstream:request", { reqId, requested, model: m, payload: f, stream: Boolean(body.stream) });
|
|
70
|
-
if (u.changed && u.value?.payload) f = u.value.payload;
|
|
71
|
-
}
|
|
72
|
-
let r = null;
|
|
73
|
-
try {
|
|
74
|
-
const o = {};
|
|
75
|
-
if (Object.keys(shareKeys).length) o.shareKeys = shareKeys;
|
|
76
|
-
if (workbuddyUid) o.workbuddyUid = workbuddyUid;
|
|
77
|
-
if (handlerCtx?.sessionId) o.sessionId = handlerCtx.sessionId;
|
|
78
|
-
r = await upstream.chat(f, Object.keys(o).length ? o : undefined);
|
|
79
|
-
} catch (e) {
|
|
80
|
-
if (plugins?.length) runHook(plugins, "upstream:response", { reqId, requested, model: m, status: null, ok: false, error: errMsg(e), timing: e?._t ?? null }).catch(() => {});
|
|
81
|
-
return { model: m, ok: false, error: errMsg(e), status: 502, timing: e?._t ?? null };
|
|
82
|
-
}
|
|
83
|
-
if (plugins?.length) runHook(plugins, "upstream:response", { reqId, requested, model: m, status: r instanceof Error ? null : r?.status ?? null, ok: !(r instanceof Error) && r ? r.status < 400 : false, error: r instanceof Error ? errMsg(r) : null, timing: r?._t ?? null }).catch(() => {});
|
|
84
|
-
if (r && r.status >= 400) {
|
|
85
|
-
const a = r.status === 403 && r.headers?.get?.("x-mslxdff-allowlist") === "1";
|
|
86
|
-
if (a) return { model: m, ok: false, error: "allowlist", status: 403, allowlist: true };
|
|
87
|
-
return { model: m, ok: false, error: `upstream ${r.status}`, status: r.status, res: r, timing: r._t ?? null };
|
|
88
|
-
}
|
|
89
|
-
if (r instanceof Error) return { model: m, ok: false, error: errMsg(r), status: 502 };
|
|
90
|
-
return { model: m, ok: true, res: r, status: r.status, timing: r._t ?? null };
|
|
91
|
-
});
|
|
92
|
-
const results = await Promise.allSettled(attempts);
|
|
93
|
-
const okList = results.map((r, i) => ({ r, i, model: raceModels[i] }))
|
|
94
|
-
.filter(({ r }) => r.status === "fulfilled" && r.value?.ok)
|
|
95
|
-
.map(({ r, i, model }) => ({ model, idx: i, val: r.value, t: r.value.timing?.totalMs ?? r.value.timing?.ms ?? Number.MAX_SAFE_INTEGER }));
|
|
96
|
-
if (okList.length) {
|
|
97
|
-
okList.sort((a, b) => a.t - b.t);
|
|
98
|
-
const best = okList[0];
|
|
99
|
-
const winModel = best.model;
|
|
100
|
-
evt("auto-concurrent-win", { reqId, model: winModel, timing: best.val.timing, totalMs: Math.round(performance.now() - raceStart), tried: raceModels.length });
|
|
101
|
-
for (const { r, i } of results.map((r, i) => ({ r, i }))) {
|
|
102
|
-
const m = raceModels[i];
|
|
103
|
-
if (r.status === "fulfilled" && r.value?.ok) {
|
|
104
|
-
if (m === winModel) {
|
|
105
|
-
const latencyMs = r.value.timing?.totalMs ?? Math.round(performance.now() - raceStart);
|
|
106
|
-
await auto.recordOk(m, { latencyMs });
|
|
107
|
-
try { const { savePreferredModel } = await import("../state.js"); savePreferredModel(m); evt("auto-concurrent-preferred", { reqId, model: m }); } catch {}
|
|
108
|
-
}
|
|
109
|
-
} else if (r.status === "fulfilled" && !r.value?.ok && !r.value?.allowlist) await auto.recordError(m, { status: r.value.status || 502 });
|
|
110
|
-
else if (r.status === "rejected") await auto.recordError(m, { status: 502 });
|
|
111
|
-
}
|
|
112
|
-
handlerCtx.model = winModel;
|
|
113
|
-
const lr = await localRelay({ upRes: best.val.res, model: winModel, body, order: raceModels, idx: best.idx, lastErr: null, requested, useAuto, lockModel, auto, handlerCtx, evt, logCall, logError, mark, perf0, attemptStartMs: raceStart, stages, startedAt, plugins, res });
|
|
114
|
-
if (lr.handled) return { done: true };
|
|
115
|
-
if (!lr.lastErr) return { done: true };
|
|
116
|
-
} else {
|
|
117
|
-
evt("auto-concurrent-all-fail", { reqId, tried: raceModels.length, totalMs: Math.round(performance.now() - raceStart) });
|
|
118
|
-
for (const { r, i } of results.map((r, i) => ({ r, i }))) {
|
|
119
|
-
const m = raceModels[i];
|
|
120
|
-
if (r.status === "fulfilled" && !r.value?.ok && !r.value?.allowlist) await auto.recordError(m, { status: r.value.status || 502 });
|
|
121
|
-
else if (r.status === "rejected") await auto.recordError(m, { status: 502 });
|
|
122
|
-
}
|
|
123
|
-
}
|
|
124
|
-
const triedSet = new Set(raceModels);
|
|
125
|
-
order = order.filter((m) => !triedSet.has(m));
|
|
126
|
-
if (!order.length) {
|
|
127
|
-
// 并发竞速全挂时也要认终局判决(判据见 terminal-verdict.js):否则「上游 6s 就把话说死」在这条出口
|
|
128
|
-
// 换成 502 "all concurrent candidates failed",serial-trial 那条短路救不到它——同一失败模式的另一条命
|
|
129
|
-
// (`auto` 是 chat 门缺省路径,冷启动无 prior-success 且 >1 可用候选时必走竞速)。
|
|
130
|
-
// 走到这里 order 已空(没有下一候选可换)、组员也不在这条路上,所以本段只改「客户端看到什么」:
|
|
131
|
-
// 挑第一条能定终局的失败,把它的**原响应**交给 exhaustedAll 透传(原状态码 + 原字节 + 原头)。
|
|
132
|
-
let terminalLast = null;
|
|
133
|
-
if (!terminalShortcircuitOff()) {
|
|
134
|
-
for (const r of results) {
|
|
135
|
-
const v = r.status === "fulfilled" ? r.value : null;
|
|
136
|
-
if (!v || v.ok || v.allowlist || !v.res) continue;
|
|
137
|
-
const txt = await readVerdictText(v.res);
|
|
138
|
-
if (!txt.trim()) continue; // 读不到正文一律不判终局(保守回退「照跑收场」的旧行为)
|
|
139
|
-
const verdict = classifyTerminalUpstream(v.status, txt);
|
|
140
|
-
if (!verdict.terminal) continue;
|
|
141
|
-
evt("upstream-terminal", { reqId, model: v.model, status: v.status, kind: verdict.kind, marker: verdict.marker, peersSkipped: true, via: "auto-race" });
|
|
142
|
-
logError(v.model, v.status, `upstream ${v.status} body=${txt.replace(/\s+/g, " ").slice(0, 300)} · 终局判决 ${verdict.kind}(auto 竞速收场直发原文)`);
|
|
143
|
-
terminalLast = { model: v.model, upstream: v.res, status: v.status, message: txt.replace(/\s+/g, " ").slice(0, 400) || `upstream ${v.status}`, terminal: verdict.kind };
|
|
144
|
-
break;
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
const failedStatuses = results.map((r) => (r.status === "fulfilled" ? r.value?.status : null)).filter((s) => Number.isInteger(s));
|
|
148
|
-
const lastStatus = failedStatuses[failedStatuses.length - 1] || failedStatuses[0] || 502;
|
|
149
|
-
// 竞速出口的取证与串行一致:状态码、原响应、同名回显头(客户端只看得到这一个面)
|
|
150
|
-
if (terminalLast && !res.headersSent && typeof res?.setHeader === "function") {
|
|
151
|
-
try { res.setHeader("x-mslxdff-terminal", terminalLast.terminal); } catch {}
|
|
152
|
-
}
|
|
153
|
-
const last = terminalLast || { model: raceModels[0] || requested, status: lastStatus, message: "all concurrent candidates failed" };
|
|
154
|
-
await exhaustedAll({ res, body, lastErr: last, order: raceModels, requested, handlerCtx: { ...handlerCtx, reqId, startedAt }, evt, logCall, mark, perf0, stages });
|
|
155
|
-
return { done: true };
|
|
156
|
-
}
|
|
157
|
-
return { done: false, order };
|
|
158
|
-
}
|
|
1
|
+
import { performance } from "node:perf_hooks";
|
|
2
|
+
import { injectReasoningContent } from "../reasoning.js";
|
|
3
|
+
import { runHook } from "../plugins.js";
|
|
4
|
+
import { errMsg } from "../routes/helpers.js";
|
|
5
|
+
import { withOutputFloor } from "./empty-turn.js";
|
|
6
|
+
import { classifyTerminalUpstream, readVerdictText, terminalShortcircuitOff } from "./terminal-verdict.js";
|
|
7
|
+
import { handleLocalRelay } from "../routes/chat/local-handler.js";
|
|
8
|
+
import { handleExhaustedAll } from "../routes/chat/exhausted-handler.js";
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* auto 首次并发择优 — 从 engine.js 抽出的第一段。
|
|
12
|
+
* 无 prior-success 且多非冷却候选时并发竞速,胜者走 local relay。
|
|
13
|
+
* 返回 { done:true } 表示已终结(handled/exhausted),调用方直接 return;
|
|
14
|
+
* 返回 { done:false, order } 表示未终结,调用方用过滤后的 order 继续。
|
|
15
|
+
*/
|
|
16
|
+
export async function runAutoRace(ctx, deps = {}) {
|
|
17
|
+
const { localRelay = handleLocalRelay, exhaustedAll = handleExhaustedAll } = deps;
|
|
18
|
+
const {
|
|
19
|
+
reqId, requested, body, hops, useAuto, lockModel, plugins,
|
|
20
|
+
auto, upstream, perf0, stages, mark, evt, logCall, logError,
|
|
21
|
+
startedAt, handlerCtx, res,
|
|
22
|
+
} = ctx;
|
|
23
|
+
let order = ctx.order;
|
|
24
|
+
const shareKeys = ctx.shareKeys ?? ctx.policy?.shareKeys ?? {};
|
|
25
|
+
const workbuddyUid = ctx.workbuddyUid ?? ctx.policy?.workbuddyUid ?? null;
|
|
26
|
+
|
|
27
|
+
if (!(useAuto && order.length > 1 && auto && !lockModel)) return { done: false, order };
|
|
28
|
+
const statuses = auto.statuses?.() ?? {};
|
|
29
|
+
const hasPriorSuccess = Object.values(statuses).some((e) => e && typeof e === "object" && e.status === "normal");
|
|
30
|
+
const nonCoolingOrder = order.filter((m) => { try { return !auto.isCooling(m); } catch { return true; } });
|
|
31
|
+
if (hasPriorSuccess || nonCoolingOrder.length <= 1) return { done: false, order };
|
|
32
|
+
|
|
33
|
+
const concLimit = (() => {
|
|
34
|
+
const v = Number(process.env.MSLXDFF_AUTO_CONCURRENT);
|
|
35
|
+
if (Number.isInteger(v) && v > 0) return Math.min(v, nonCoolingOrder.length);
|
|
36
|
+
return Math.min(nonCoolingOrder.length, 5);
|
|
37
|
+
})();
|
|
38
|
+
let raceModels = nonCoolingOrder.slice(0, concLimit);
|
|
39
|
+
if (plugins?.length) {
|
|
40
|
+
const k = [];
|
|
41
|
+
for (const m of raceModels) {
|
|
42
|
+
const b = await runHook(plugins, "model:beforeTry", { reqId, requested, model: m, hops });
|
|
43
|
+
if (b.value === false || b.value?.skip) continue;
|
|
44
|
+
k.push(m);
|
|
45
|
+
}
|
|
46
|
+
raceModels = k;
|
|
47
|
+
}
|
|
48
|
+
if (!raceModels.length) {
|
|
49
|
+
order = order.filter((m) => !new Set(nonCoolingOrder.slice(0, concLimit)).has(m));
|
|
50
|
+
if (!order.length) {
|
|
51
|
+
await exhaustedAll({ res, body, lastErr: { model: requested, status: 502, message: "all concurrent candidates skipped by plugin" }, order: nonCoolingOrder.slice(0, concLimit), requested, handlerCtx: { ...handlerCtx, reqId, startedAt }, evt, logCall, mark, perf0, stages });
|
|
52
|
+
return { done: true };
|
|
53
|
+
}
|
|
54
|
+
return { done: false, order };
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
evt("auto-concurrent-race", { reqId, models: raceModels, skippedFaulty: order.length - nonCoolingOrder.length, limit: concLimit });
|
|
58
|
+
const raceStart = performance.now();
|
|
59
|
+
const attempts = raceModels.map(async (m) => {
|
|
60
|
+
let f = { ...injectReasoningContent(m, body), model: m };
|
|
61
|
+
// 首发输出额度托底(同 serial-trial;auto 竞速路径独立组装,不能漏)
|
|
62
|
+
const _fl = withOutputFloor(f);
|
|
63
|
+
if (_fl !== f) {
|
|
64
|
+
const _fk = ["max_tokens", "max_completion_tokens"].find((k) => _fl[k] !== f[k]) || "max_tokens";
|
|
65
|
+
evt("output-floor", { reqId, model: m, key: _fk, raiseFrom: Number(f[_fk]), raiseTo: Number(_fl[_fk]) });
|
|
66
|
+
f = _fl;
|
|
67
|
+
}
|
|
68
|
+
if (plugins?.length) {
|
|
69
|
+
const u = await runHook(plugins, "upstream:request", { reqId, requested, model: m, payload: f, stream: Boolean(body.stream) });
|
|
70
|
+
if (u.changed && u.value?.payload) f = u.value.payload;
|
|
71
|
+
}
|
|
72
|
+
let r = null;
|
|
73
|
+
try {
|
|
74
|
+
const o = {};
|
|
75
|
+
if (Object.keys(shareKeys).length) o.shareKeys = shareKeys;
|
|
76
|
+
if (workbuddyUid) o.workbuddyUid = workbuddyUid;
|
|
77
|
+
if (handlerCtx?.sessionId) o.sessionId = handlerCtx.sessionId;
|
|
78
|
+
r = await upstream.chat(f, Object.keys(o).length ? o : undefined);
|
|
79
|
+
} catch (e) {
|
|
80
|
+
if (plugins?.length) runHook(plugins, "upstream:response", { reqId, requested, model: m, status: null, ok: false, error: errMsg(e), timing: e?._t ?? null }).catch(() => {});
|
|
81
|
+
return { model: m, ok: false, error: errMsg(e), status: 502, timing: e?._t ?? null };
|
|
82
|
+
}
|
|
83
|
+
if (plugins?.length) runHook(plugins, "upstream:response", { reqId, requested, model: m, status: r instanceof Error ? null : r?.status ?? null, ok: !(r instanceof Error) && r ? r.status < 400 : false, error: r instanceof Error ? errMsg(r) : null, timing: r?._t ?? null }).catch(() => {});
|
|
84
|
+
if (r && r.status >= 400) {
|
|
85
|
+
const a = r.status === 403 && r.headers?.get?.("x-mslxdff-allowlist") === "1";
|
|
86
|
+
if (a) return { model: m, ok: false, error: "allowlist", status: 403, allowlist: true };
|
|
87
|
+
return { model: m, ok: false, error: `upstream ${r.status}`, status: r.status, res: r, timing: r._t ?? null };
|
|
88
|
+
}
|
|
89
|
+
if (r instanceof Error) return { model: m, ok: false, error: errMsg(r), status: 502 };
|
|
90
|
+
return { model: m, ok: true, res: r, status: r.status, timing: r._t ?? null };
|
|
91
|
+
});
|
|
92
|
+
const results = await Promise.allSettled(attempts);
|
|
93
|
+
const okList = results.map((r, i) => ({ r, i, model: raceModels[i] }))
|
|
94
|
+
.filter(({ r }) => r.status === "fulfilled" && r.value?.ok)
|
|
95
|
+
.map(({ r, i, model }) => ({ model, idx: i, val: r.value, t: r.value.timing?.totalMs ?? r.value.timing?.ms ?? Number.MAX_SAFE_INTEGER }));
|
|
96
|
+
if (okList.length) {
|
|
97
|
+
okList.sort((a, b) => a.t - b.t);
|
|
98
|
+
const best = okList[0];
|
|
99
|
+
const winModel = best.model;
|
|
100
|
+
evt("auto-concurrent-win", { reqId, model: winModel, timing: best.val.timing, totalMs: Math.round(performance.now() - raceStart), tried: raceModels.length });
|
|
101
|
+
for (const { r, i } of results.map((r, i) => ({ r, i }))) {
|
|
102
|
+
const m = raceModels[i];
|
|
103
|
+
if (r.status === "fulfilled" && r.value?.ok) {
|
|
104
|
+
if (m === winModel) {
|
|
105
|
+
const latencyMs = r.value.timing?.totalMs ?? Math.round(performance.now() - raceStart);
|
|
106
|
+
await auto.recordOk(m, { latencyMs });
|
|
107
|
+
try { const { savePreferredModel } = await import("../state.js"); savePreferredModel(m); evt("auto-concurrent-preferred", { reqId, model: m }); } catch {}
|
|
108
|
+
}
|
|
109
|
+
} else if (r.status === "fulfilled" && !r.value?.ok && !r.value?.allowlist) await auto.recordError(m, { status: r.value.status || 502 });
|
|
110
|
+
else if (r.status === "rejected") await auto.recordError(m, { status: 502 });
|
|
111
|
+
}
|
|
112
|
+
handlerCtx.model = winModel;
|
|
113
|
+
const lr = await localRelay({ upRes: best.val.res, model: winModel, body, order: raceModels, idx: best.idx, lastErr: null, requested, useAuto, lockModel, auto, handlerCtx, evt, logCall, logError, mark, perf0, attemptStartMs: raceStart, stages, startedAt, plugins, res });
|
|
114
|
+
if (lr.handled) return { done: true };
|
|
115
|
+
if (!lr.lastErr) return { done: true };
|
|
116
|
+
} else {
|
|
117
|
+
evt("auto-concurrent-all-fail", { reqId, tried: raceModels.length, totalMs: Math.round(performance.now() - raceStart) });
|
|
118
|
+
for (const { r, i } of results.map((r, i) => ({ r, i }))) {
|
|
119
|
+
const m = raceModels[i];
|
|
120
|
+
if (r.status === "fulfilled" && !r.value?.ok && !r.value?.allowlist) await auto.recordError(m, { status: r.value.status || 502 });
|
|
121
|
+
else if (r.status === "rejected") await auto.recordError(m, { status: 502 });
|
|
122
|
+
}
|
|
123
|
+
}
|
|
124
|
+
const triedSet = new Set(raceModels);
|
|
125
|
+
order = order.filter((m) => !triedSet.has(m));
|
|
126
|
+
if (!order.length) {
|
|
127
|
+
// 并发竞速全挂时也要认终局判决(判据见 terminal-verdict.js):否则「上游 6s 就把话说死」在这条出口
|
|
128
|
+
// 换成 502 "all concurrent candidates failed",serial-trial 那条短路救不到它——同一失败模式的另一条命
|
|
129
|
+
// (`auto` 是 chat 门缺省路径,冷启动无 prior-success 且 >1 可用候选时必走竞速)。
|
|
130
|
+
// 走到这里 order 已空(没有下一候选可换)、组员也不在这条路上,所以本段只改「客户端看到什么」:
|
|
131
|
+
// 挑第一条能定终局的失败,把它的**原响应**交给 exhaustedAll 透传(原状态码 + 原字节 + 原头)。
|
|
132
|
+
let terminalLast = null;
|
|
133
|
+
if (!terminalShortcircuitOff()) {
|
|
134
|
+
for (const r of results) {
|
|
135
|
+
const v = r.status === "fulfilled" ? r.value : null;
|
|
136
|
+
if (!v || v.ok || v.allowlist || !v.res) continue;
|
|
137
|
+
const txt = await readVerdictText(v.res);
|
|
138
|
+
if (!txt.trim()) continue; // 读不到正文一律不判终局(保守回退「照跑收场」的旧行为)
|
|
139
|
+
const verdict = classifyTerminalUpstream(v.status, txt);
|
|
140
|
+
if (!verdict.terminal) continue;
|
|
141
|
+
evt("upstream-terminal", { reqId, model: v.model, status: v.status, kind: verdict.kind, marker: verdict.marker, peersSkipped: true, via: "auto-race" });
|
|
142
|
+
logError(v.model, v.status, `upstream ${v.status} body=${txt.replace(/\s+/g, " ").slice(0, 300)} · 终局判决 ${verdict.kind}(auto 竞速收场直发原文)`);
|
|
143
|
+
terminalLast = { model: v.model, upstream: v.res, status: v.status, message: txt.replace(/\s+/g, " ").slice(0, 400) || `upstream ${v.status}`, terminal: verdict.kind };
|
|
144
|
+
break;
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
const failedStatuses = results.map((r) => (r.status === "fulfilled" ? r.value?.status : null)).filter((s) => Number.isInteger(s));
|
|
148
|
+
const lastStatus = failedStatuses[failedStatuses.length - 1] || failedStatuses[0] || 502;
|
|
149
|
+
// 竞速出口的取证与串行一致:状态码、原响应、同名回显头(客户端只看得到这一个面)
|
|
150
|
+
if (terminalLast && !res.headersSent && typeof res?.setHeader === "function") {
|
|
151
|
+
try { res.setHeader("x-mslxdff-terminal", terminalLast.terminal); } catch {}
|
|
152
|
+
}
|
|
153
|
+
const last = terminalLast || { model: raceModels[0] || requested, status: lastStatus, message: "all concurrent candidates failed" };
|
|
154
|
+
await exhaustedAll({ res, body, lastErr: last, order: raceModels, requested, handlerCtx: { ...handlerCtx, reqId, startedAt }, evt, logCall, mark, perf0, stages });
|
|
155
|
+
return { done: true };
|
|
156
|
+
}
|
|
157
|
+
return { done: false, order };
|
|
158
|
+
}
|