mslxdff 0.1.155 → 0.1.158
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mslxdff.js +4 -4
- package/docs/ARCHITECTURE.md +426 -0
- package/docs/FEATURE_TREE.md +164 -0
- package/docs/MOBILE.md +82 -0
- package/docs/adr/0001-reasoning-content-injection.md +14 -0
- package/docs/adr/0002-models-free-filter.md +12 -0
- package/docs/adr/0003-zero-state-no-auth.md +10 -0
- package/docs/adr/0004-bearer-token.md +18 -0
- package/docs/adr/0005-peer-mesh.md +53 -0
- package/docs/adr/0006-broadband-member.md +103 -0
- package/docs/adr/0007-multi-provider-prefix.md +25 -0
- package/docs/adr/0008-share-keys-to-peers.md +52 -0
- package/docs/adr/0009-chat-repl.md +37 -0
- package/docs/adr/0010-allowlist.md +36 -0
- package/docs/adr/0011-broadband-stream.md +30 -0
- package/docs/adr/0012-responses-endpoint-codex-sync.md +48 -0
- package/docs/adr/0013-node16-compat.md +41 -0
- package/docs/adr/0014-deepseek-provider.md +52 -0
- package/docs/adr/0015-upstream-probe-routing.md +50 -0
- package/docs/adr/0016-model-capabilities.md +27 -0
- package/docs/adr/0017-ai-sdk-upstream-engine.md +59 -0
- package/docs/adr/0018-zen-client-identity.md +52 -0
- package/docs/adr/0019-share-keys-always-lend.md +59 -0
- package/docs/adr/0020-zen-free-lane-agent-shape.md +52 -0
- package/docs/adr/0021-usage-report-jsonl.md +47 -0
- package/docs/adr/0022-models-capability-merge.md +61 -0
- package/docs/adr/0023-key-provider-default-direct.md +58 -0
- package/docs/adr/0024-node18-baseline.md +63 -0
- package/docs/adr/0025-workbuddy-authdir-follows-state.md +71 -0
- package/docs/adr/0026-cline-provider-id-unify.md +67 -0
- package/docs/adr/0027-codearts-provider.md +48 -0
- package/docs/adr/0028-traework-provider.md +34 -0
- package/docs/adr/0029-qoder-native-provider.md +60 -0
- package/docs/adr/0030-models-list-scoped-by-picks.md +53 -0
- package/docs/adr/0031-qoder-true-streaming.md +50 -0
- package/docs/adr/0032-generic-responses-channel.md +72 -0
- package/docs/adr/0033-cline-allowlist-auto-sync.md +75 -0
- package/docs/adr/0034-request-level-human-readable-observability.md +60 -0
- package/docs/adr/0035-sdk-channel-headers-timeout.md +49 -0
- package/docs/adr/0036-qoder-per-request-sticky-account.md +82 -0
- package/docs/adr/0037-qwenwork-independent-provider.md +82 -0
- package/docs/adr/0038-zcode-provider.md +140 -0
- package/docs/agents/domain.md +51 -0
- package/docs/agents/issue-tracker.md +30 -0
- package/docs/agents/triage-labels.md +15 -0
- package/docs/cli_help.md +1391 -0
- package/docs/cli_help_mini.md +133 -0
- package/docs/plans/bench-via-latency-2026-09-01.md +215 -0
- package/docs/plugins.md +187 -0
- package/package.json +1 -1
- package/src/auto.js +254 -254
- package/src/bench/cline-bench.js +42 -42
- package/src/bench/probe.js +70 -70
- package/src/bench/report.js +162 -162
- package/src/bench/runner.js +77 -77
- package/src/bench/via-probe.js +124 -124
- package/src/bench/via-routes.js +87 -87
- package/src/bench/workbuddy-bench.js +54 -54
- package/src/chat/engine.js +160 -160
- package/src/chat/gateway.js +163 -163
- package/src/chat/orchestrator.js +234 -234
- package/src/chat/prompt.js +70 -70
- package/src/chat/repl.js +88 -88
- package/src/chat/terminal.js +135 -135
- package/src/chat/tools.js +306 -306
- package/src/chat-pipeline/index.js +123 -123
- package/src/chat-pipeline/policy.js +76 -76
- package/src/chat-pipeline/serial-trial.js +210 -210
- package/src/cli/commands/group.js +249 -249
- package/src/cli/commands/model/list-providers.js +4 -3
- package/src/cli/commands/model/list-render.js +7 -9
- package/src/cli/commands/model/list-sort.js +52 -0
- package/src/cli/commands/model/list-tty.js +76 -0
- package/src/cli/commands/model/list.js +5 -62
- package/src/cli/commands/model/picks.js +50 -50
- package/src/cli/commands/provider/bench-via.js +247 -247
- package/src/cli/commands/provider/bench.js +141 -141
- package/src/cli/commands/provider/index.js +124 -116
- package/src/cli/commands/provider/models.js +139 -128
- package/src/cli/commands/provider/qwenwork-login.js +119 -0
- package/src/cli/commands/provider/zcode-login.js +77 -0
- package/src/cli/commands/provider/zcode-quota.js +55 -0
- package/src/cli/commands/sync.js +232 -232
- package/src/cli/provider-row.js +2 -2
- package/src/cli/status.js +279 -279
- package/src/daemon.js +96 -96
- package/src/model-capabilities/enrich.js +86 -86
- package/src/model-capabilities/index.js +183 -183
- package/src/model-capabilities/parse.js +70 -70
- package/src/model-trace.js +1 -0
- package/src/models.js +225 -225
- package/src/providers/classify.js +1 -1
- package/src/providers/cline/auth.js +228 -228
- package/src/providers/cline/chat.js +307 -307
- package/src/providers/cline.js +2 -2
- package/src/providers/keyring.js +60 -56
- package/src/providers/qoder/chat.js +183 -100
- package/src/providers/qoder/index.js +230 -184
- package/src/providers/qoder/sse.js +103 -46
- package/src/providers/qoder/sticky.js +1 -0
- package/src/providers/qoder/stream.js +32 -9
- package/src/providers/qwenwork/account-store.js +133 -0
- package/src/providers/qwenwork/constants.js +67 -0
- package/src/providers/qwenwork/cosy.js +120 -0
- package/src/providers/qwenwork/crypto.js +218 -0
- package/src/providers/qwenwork/http.js +20 -0
- package/src/providers/qwenwork/index.js +327 -0
- package/src/providers/qwenwork/payload.js +142 -0
- package/src/providers/qwenwork/rsa.js +54 -0
- package/src/providers/qwenwork/sse.js +268 -0
- package/src/providers/qwenwork/stream.js +130 -0
- package/src/providers/qwenwork/upstream.js +120 -0
- package/src/providers/qwenwork.js +1 -0
- package/src/providers/registry.js +66 -56
- package/src/providers/share-keys.js +2 -2
- package/src/providers/workbuddy/chat.js +248 -248
- package/src/providers/workbuddy/reshape.js +152 -152
- package/src/providers/workbuddy.js +2 -2
- package/src/providers/zcode/account-store.js +129 -0
- package/src/providers/zcode/auth.js +28 -0
- package/src/providers/zcode/chat.js +171 -0
- package/src/providers/zcode/const.js +54 -0
- package/src/providers/zcode/headers.js +55 -0
- package/src/providers/zcode/index.js +124 -0
- package/src/providers/zcode/models.js +65 -0
- package/src/providers/zcode/oauth.js +120 -0
- package/src/providers/zcode/quota.js +176 -0
- package/src/providers/zcode/sse.js +179 -0
- package/src/reasoning.js +32 -32
- package/src/routes/chat/gateway.js +46 -46
- package/src/routes/chat/relay-pipeline.js +250 -246
- package/src/routes/chat/via-route-handler.js +144 -144
- package/src/routes/hedge.js +255 -255
- package/src/routes/models-route.js +167 -167
- package/src/routes/peers.js +273 -273
- package/src/routes/stream.js +438 -399
- package/src/runtime/bootstrap.js +45 -45
- package/src/runtime/provider-gate.js +33 -30
- package/src/runtime/providers-setup.js +165 -165
- package/src/server.js +64 -64
- package/src/state/schemas/allowlist.js +92 -92
- package/src/sync-opencode.js +280 -280
- package/src/transport/index.js +244 -244
- package/src/transport/pool.js +56 -56
- package/src/transport/retry.js +24 -24
- package/src/transport/sse.js +93 -93
- package/src/upstream-probe/display.js +52 -52
- package/src/upstream-probe/probe.js +49 -49
- package/src/upstream-probe/rotate.js +110 -110
- package/src/upstream-probe/start.js +45 -45
- package/src/upstream.js +289 -289
|
@@ -1,247 +1,247 @@
|
|
|
1
|
-
import { defaultChatPath } from "../../../state/provider-config.js";
|
|
2
|
-
import { isRefreshToken, clineHeaders } from "../../../providers/cline/headers.js";
|
|
3
|
-
import { refreshTokenForBase } from "../../../providers/cline/auth.js";
|
|
4
|
-
import { runOne } from "../../../bench/runner.js";
|
|
5
|
-
import { formatViaReport } from "../../../bench/report.js";
|
|
6
|
-
import { clineBenchOne } from "../../../bench/cline-bench.js";
|
|
7
|
-
import { workbuddyBenchOne } from "../../../bench/workbuddy-bench.js";
|
|
8
|
-
import { opencodeClientIdentity } from "../../../opencode-identity.js";
|
|
9
|
-
|
|
10
|
-
export function buildHeadersForProvider(providerId, apiKey, auth) {
|
|
11
|
-
const h = {};
|
|
12
|
-
if (String(providerId).toLowerCase() === "workbuddy") {
|
|
13
|
-
h["Content-Type"] = "application/json";
|
|
14
|
-
h["Accept"] = "text/event-stream";
|
|
15
|
-
h["User-Agent"] = "CLI/2.115.0 WorkBuddy/2.115.0";
|
|
16
|
-
h["Origin"] = "https://www.codebuddy.cn";
|
|
17
|
-
h["Referer"] = "https://www.codebuddy.cn/";
|
|
18
|
-
h["X-Product"] = "SaaS";
|
|
19
|
-
if (apiKey) h["Authorization"] = `Bearer ${apiKey}`;
|
|
20
|
-
if (auth?.uid) h["X-User-Id"] = auth.uid;
|
|
21
|
-
h["X-Domain"] = auth?.domain || "www.codebuddy.cn";
|
|
22
|
-
if (auth?.enterpriseId) { h["X-Enterprise-Id"] = auth.enterpriseId; h["X-Tenant-Id"] = auth.enterpriseId; }
|
|
23
|
-
return h;
|
|
24
|
-
}
|
|
25
|
-
// opencode 免费层门禁:UA 带版本 + opencode 形状 session/request,否则 403
|
|
26
|
-
if (String(providerId).toLowerCase() === "opencode") {
|
|
27
|
-
const ident = opencodeClientIdentity();
|
|
28
|
-
h["Content-Type"] = "application/json";
|
|
29
|
-
if (!h["User-Agent"]) h["User-Agent"] = ident["User-Agent"];
|
|
30
|
-
h["x-opencode-client"] = "desktop";
|
|
31
|
-
h["x-opencode-session"] = ident["x-opencode-session"];
|
|
32
|
-
h["x-opencode-request"] = ident["x-opencode-request"];
|
|
33
|
-
h["x-opencode-project"] = "global";
|
|
34
|
-
}
|
|
35
|
-
if (apiKey) h["Authorization"] = `Bearer ${apiKey}`;
|
|
36
|
-
return h;
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
// bench 取数口径:只测(allowlist ∩ 全局 picks)交集。
|
|
40
|
-
// 两套勾选会分叉(allowlist 管上游放行,picks 是用户 curated 集),直接测 allowlist 会打到未勾选模型、漏掉已勾选模型。
|
|
41
|
-
// picks 为空时原样通过(兼容纯 allowlist 用户)。
|
|
42
|
-
export function filterBenchModels({ providerId, allowed, picks, allowAny = false } = {}) {
|
|
43
|
-
const pid = String(providerId ?? "");
|
|
44
|
-
const isOpen = pid.toLowerCase() === "opencode";
|
|
45
|
-
let list = [...new Set((Array.isArray(allowed) ? allowed : []).map((m) => String(m ?? "").trim()).filter(Boolean))];
|
|
46
|
-
const all = [...new Set((Array.isArray(picks) ? picks : []).map((p) => String(p ?? "").trim()).filter(Boolean))];
|
|
47
|
-
// opencode 默认 allowAny 且 allowlist 常空:候选即裸 picks
|
|
48
|
-
if (!list.length && allowAny && isOpen && all.length) {
|
|
49
|
-
list = [];
|
|
50
|
-
for (const p of all) {
|
|
51
|
-
if (!p.includes("/")) list.push(p);
|
|
52
|
-
else if (p.toLowerCase().startsWith("opencode/")) list.push(p.slice(9));
|
|
53
|
-
}
|
|
54
|
-
list = [...new Set(list.map((m) => m.trim()).filter(Boolean))];
|
|
55
|
-
}
|
|
56
|
-
if (!all.length) return { models: list, skippedUnpicked: 0, pickedBlocked: [] };
|
|
57
|
-
const hit = (m) => all.includes(`${pid}/${m}`) || (isOpen && (all.includes(m) || all.includes(`opencode/${m}`)));
|
|
58
|
-
const models = list.filter(hit);
|
|
59
|
-
const inAllowed = new Set(list);
|
|
60
|
-
const pickedBlocked = all.filter((p) => {
|
|
61
|
-
if (isOpen) return !p.includes("/") && !inAllowed.has(p);
|
|
62
|
-
return p.startsWith(`${pid}/`) && !inAllowed.has(p.slice(pid.length + 1));
|
|
63
|
-
});
|
|
64
|
-
return { models, skippedUnpicked: list.length - models.length, pickedBlocked };
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
export async function handleVia({ providerId, opts, fetchImpl, loadConfigs, loadKeys, loadAllowed, loadBaseUrl, loadAllowAny, loadModelPicks, getOnlinePeersFn }) {
|
|
68
|
-
const { getOnlinePeers, orchestrateVia, resolveIncludeOpencode } = await import("../../../bench/via.js");
|
|
69
|
-
const peers = await (typeof getOnlinePeersFn === "function" ? getOnlinePeersFn() : getOnlinePeers());
|
|
70
|
-
if (!peers.length) {
|
|
71
|
-
const msg = "未加入组或无在线 peer,--via 无意义。先 mslxdff -group list / -addtogroup";
|
|
72
|
-
if (opts.json) console.log(JSON.stringify({ meta: { at: new Date().toISOString(), samples: opts.samples, timeout: opts.timeoutMs, includeOpencode: false, peers: [], opencodeSkipped: true }, results: [], advice: msg }, null, 2));
|
|
73
|
-
else console.log(msg);
|
|
74
|
-
process.exit(0);
|
|
75
|
-
}
|
|
76
|
-
const isTTY = Boolean(process.stdin.isTTY && process.stdout.isTTY);
|
|
77
|
-
let includeOpencode = opts.includeOpencode;
|
|
78
|
-
if (includeOpencode) {
|
|
79
|
-
const confirmFn = async () => {
|
|
80
|
-
const readline = await import("node:readline");
|
|
81
|
-
return new Promise((res) => {
|
|
82
|
-
const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
|
|
83
|
-
rl.question("将消耗 B/C/D 的 opencode 额度,确认测 opencode via?y/N ", (ans) => { rl.close(); res(ans.trim().toLowerCase() === "y"); });
|
|
84
|
-
});
|
|
85
|
-
};
|
|
86
|
-
const log = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
87
|
-
includeOpencode = await resolveIncludeOpencode({ includeOpencode, isTTY, confirmFn, log });
|
|
88
|
-
}
|
|
89
|
-
const stateMod = await import("../../../state.js");
|
|
90
|
-
const { loadToken } = stateMod;
|
|
91
|
-
let token = "";
|
|
92
|
-
try { token = (await loadToken()).token || ""; } catch {}
|
|
93
|
-
let picks = [];
|
|
94
|
-
try {
|
|
95
|
-
picks = typeof loadModelPicks === "function"
|
|
96
|
-
? (loadModelPicks() || [])
|
|
97
|
-
: (typeof stateMod.loadModelPicks === "function" ? stateMod.loadModelPicks() || [] : []);
|
|
98
|
-
} catch { picks = []; }
|
|
99
|
-
const allowAnyOf = (pid) => {
|
|
100
|
-
try {
|
|
101
|
-
if (typeof loadAllowAny === "function") return loadAllowAny(pid);
|
|
102
|
-
if (typeof stateMod.loadProviderAllowAnyModels === "function") return stateMod.loadProviderAllowAnyModels(pid);
|
|
103
|
-
} catch {}
|
|
104
|
-
return String(pid || "").toLowerCase() === "opencode";
|
|
105
|
-
};
|
|
106
|
-
let targetIds = [];
|
|
107
|
-
const isAll = providerId === "bench" || providerId === "all";
|
|
108
|
-
if (isAll) {
|
|
109
|
-
const configs = loadConfigs();
|
|
110
|
-
const ids = new Set(Object.keys(configs));
|
|
111
|
-
ids.add("opencode"); ids.add("openrouter");
|
|
112
|
-
for (const pid of [...ids]) {
|
|
113
|
-
const allowed = loadAllowed(pid) || [];
|
|
114
|
-
if (allowed.length) targetIds.push(pid);
|
|
115
|
-
}
|
|
116
|
-
try {
|
|
117
|
-
const { readFileSync } = await import("node:fs");
|
|
118
|
-
const { defaultStateFile } = await import("../../../state.js");
|
|
119
|
-
const raw = JSON.parse(readFileSync(defaultStateFile(), "utf8"));
|
|
120
|
-
for (const k of Object.keys(raw.providerConfigs || {})) if (!targetIds.includes(k) && (loadAllowed(k) || []).length) targetIds.push(k);
|
|
121
|
-
for (const k of Object.keys(raw.providerKeys || {})) if (!targetIds.includes(k) && (loadAllowed(k) || []).length) targetIds.push(k);
|
|
122
|
-
} catch {}
|
|
123
|
-
if (!targetIds.length) targetIds = ["openrouter", "workbuddy", "cline"].filter((p) => (loadAllowed(p) || []).length);
|
|
124
|
-
// opencode 默认 allowAny 但 allowlist 常空:有裸 picks 且确认包含 opencode 时纳入
|
|
125
|
-
if (includeOpencode && !targetIds.includes("opencode") && picks.some((p) => !String(p).includes("/") || String(p).toLowerCase().startsWith("opencode/"))) {
|
|
126
|
-
targetIds.push("opencode");
|
|
127
|
-
}
|
|
128
|
-
} else {
|
|
129
|
-
targetIds = [providerId];
|
|
130
|
-
}
|
|
131
|
-
const allResults = [];
|
|
132
|
-
const viaLog = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
133
|
-
viaLog(`bench-via: direct vs via peers (samples=${opts.samples}, timeout=${opts.timeoutMs}ms, ${includeOpencode ? "opencode=included" : "opencode=skipped"}) peers=${peers.map((p) => p.id).join(",")} 模式: 串行(直连→逐 peer)`);
|
|
134
|
-
const delayMs = Number(process.env.MSLXDFF_BENCH_DELAY_MS || 120) || 0;
|
|
135
|
-
for (const pid of targetIds) {
|
|
136
|
-
const cfg = (loadConfigs()[pid] || {});
|
|
137
|
-
const keys = loadKeys(pid) || [];
|
|
138
|
-
const allowed = loadAllowed(pid) || [];
|
|
139
|
-
const baseUrl = (loadBaseUrl(pid) || cfg.baseUrl || "").trim();
|
|
140
|
-
const picked = filterBenchModels({ providerId: pid, allowed, picks, allowAny: allowAnyOf(pid) });
|
|
141
|
-
if (!picked.models.length) {
|
|
142
|
-
if (!allowed.length && !(pid === "opencode" && allowAnyOf(pid))) viaLog(`provider ${pid}: 无勾选模型,跳过`);
|
|
143
|
-
else viaLog(`provider ${pid}: allowlist ${allowed.length} 个模型都不在全局 picks 中,跳过(如需测请 -model pick)`);
|
|
144
|
-
if (picked.pickedBlocked.length) viaLog(` 已勾选但未进 allowlist(先 allowlist set):${picked.pickedBlocked.join(" ")}`);
|
|
145
|
-
continue;
|
|
146
|
-
}
|
|
147
|
-
if (picked.skippedUnpicked) viaLog(`provider ${pid}: 跳过 ${picked.skippedUnpicked} 个未勾选模型,只测 ${picked.models.length} 个已勾选`);
|
|
148
|
-
if (!baseUrl && pid !== "opencode") { viaLog(`provider ${pid}: missing baseUrl 跳过`); continue; }
|
|
149
|
-
if (!keys.length && pid !== "opencode") { viaLog(`provider ${pid}: 未配置 Key 跳过`); continue; }
|
|
150
|
-
const chatPath = cfg.chatPath || defaultChatPath(pid);
|
|
151
|
-
let auths = [];
|
|
152
|
-
try { const m = await import("../../../state.js"); auths = m.loadProviderAuths ? m.loadProviderAuths(pid) : []; } catch {}
|
|
153
|
-
const models = picked.models.map((id) => ({ provider: pid, model: String(id), id: String(id) }));
|
|
154
|
-
const directRunner = async ({ provider, model }) => {
|
|
155
|
-
const p = provider || pid;
|
|
156
|
-
const idx = models.findIndex((x) => x.model === model);
|
|
157
|
-
const kIdx = idx >= 0 ? idx % (keys.length || 1) : 0;
|
|
158
|
-
const aIdx = Math.min(kIdx, Math.max(auths.length - 1, 0));
|
|
159
|
-
const key = keys[kIdx] || keys[0] || "";
|
|
160
|
-
const auth = auths[aIdx] || auths[0] || null;
|
|
161
|
-
if (String(p).toLowerCase() === "workbuddy") {
|
|
162
|
-
return workbuddyBenchOne({ baseUrl, chatPath, model, apiKey: key, auth, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
163
|
-
}
|
|
164
|
-
const cKeys = keys.filter((k) => isRefreshToken(k, p));
|
|
165
|
-
if (cKeys.length) {
|
|
166
|
-
const normBase = String(baseUrl).replace(/\/+$/, "");
|
|
167
|
-
const chatBase = normBase.endsWith("/api/v1") ? normBase.slice(0, -7) : normBase;
|
|
168
|
-
const rt = cKeys[kIdx % cKeys.length];
|
|
169
|
-
const at = await refreshTokenForBase({ refreshToken: rt, baseUrl: normBase, fetchImpl });
|
|
170
|
-
if (!at) return { ok: false, label: "鉴权失败", error: "refresh failed", ttfbMs: null, totalMs: 0 };
|
|
171
|
-
return clineBenchOne({ baseUrl: chatBase, model, accessToken: at, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
172
|
-
}
|
|
173
|
-
const headers = buildHeadersForProvider(p, key, auth);
|
|
174
|
-
return runOne({ baseUrl: p === "opencode" ? (process.env.UPSTREAM_BASE_URL || "https://opencode.ai") : baseUrl, chatPath, model, providerId: p, apiKey: key || "public", headers, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
175
|
-
};
|
|
176
|
-
const { viaProbe } = await import("../../../bench/via-probe.js");
|
|
177
|
-
const viaProbeFn = async (args) => {
|
|
178
|
-
const { peerUrl, providerId, model } = args;
|
|
179
|
-
const p = providerId || pid;
|
|
180
|
-
const idx = models.findIndex((x) => x.model === model);
|
|
181
|
-
const kIdx = idx >= 0 ? idx % (keys.length || 1) : 0;
|
|
182
|
-
const aIdx = Math.min(kIdx, Math.max(auths.length - 1, 0));
|
|
183
|
-
const key = keys[kIdx] || keys[0] || "";
|
|
184
|
-
const auth = auths[aIdx] || auths[0] || null;
|
|
185
|
-
// workbuddy 强制 stream:true SSE 中继(与直连一致)
|
|
186
|
-
if (String(p).toLowerCase() === "workbuddy") {
|
|
187
|
-
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
188
|
-
const targetUrl = `${String(baseUrl).replace(/\/+$/, "")}${chatPath}`;
|
|
189
|
-
const headers = buildHeadersForProvider(p, key, auth);
|
|
190
|
-
const body = { model: rawModel, stream: true, messages: [{ role: "user", content: "hi" }], max_tokens: 5 };
|
|
191
|
-
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
192
|
-
const peerToken = peer?.token || token;
|
|
193
|
-
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
194
|
-
}
|
|
195
|
-
const cKeys = keys.filter((k) => isRefreshToken(k, p));
|
|
196
|
-
if (cKeys.length) {
|
|
197
|
-
const normBase = String(baseUrl).replace(/\/+$/, "");
|
|
198
|
-
const chatBase = normBase.endsWith("/api/v1") ? normBase.slice(0, -7) : normBase;
|
|
199
|
-
const rt = cKeys[0];
|
|
200
|
-
const at = await refreshTokenForBase({ refreshToken: rt, baseUrl: normBase, fetchImpl });
|
|
201
|
-
if (!at) return { ok: false, label: "鉴权失败", error: "refresh failed", ttfbMs: null, totalMs: 0 };
|
|
202
|
-
const targetUrl = `${chatBase}/api/v1/chat/completions`;
|
|
203
|
-
const headers = clineHeaders(`sess_bench_via_${Date.now()}`, at);
|
|
204
|
-
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
205
|
-
const body = { model: rawModel, messages: [{ role: "user", content: "hi" }], stream: true, max_tokens: 5, session_id: `sess_bench_via_${Date.now()}`, reasoning_effort: "high" };
|
|
206
|
-
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
207
|
-
const peerToken = peer?.token || token;
|
|
208
|
-
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
209
|
-
}
|
|
210
|
-
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
211
|
-
const targetUrl = p === "opencode" ? `${process.env.UPSTREAM_BASE_URL || "https://opencode.ai"}/zen/v1/chat/completions` : `${String(baseUrl).replace(/\/+$/, "")}${chatPath}`;
|
|
212
|
-
const headers = buildHeadersForProvider(p, key, auth);
|
|
213
|
-
const body = { model: rawModel, stream: false, messages: [{ role: "user", content: "hi" }], max_tokens: 5 };
|
|
214
|
-
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
215
|
-
const peerToken = peer?.token || token;
|
|
216
|
-
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
217
|
-
};
|
|
218
|
-
if (!opts.json) viaLog(`\n[${pid}] 共 ${models.length} 个模型,串行测试中...`);
|
|
219
|
-
else viaLog(`[${pid}] ${models.length} models sequential`);
|
|
220
|
-
const onProgress = async ({ phase, provider, model, seq, total, peerId, result }) => {
|
|
221
|
-
const short = String(model).length > 28 ? String(model).slice(0, 28) : String(model);
|
|
222
|
-
const ms = result?.ttfbMs != null ? `${result.ttfbMs}ms` : result?.totalMs != null ? `${result.totalMs}ms` : "—";
|
|
223
|
-
const okTag = result?.ok ? "成功" : (result?.label || "失败");
|
|
224
|
-
const extra = result?.ok ? "" : result?.error ? ` (${String(result.error).slice(0, 40)})` : "";
|
|
225
|
-
if (phase === "direct") viaLog(` [${seq}/${total}] ${provider}/${short} 直连 ${ms} ${okTag}${extra} 完成`);
|
|
226
|
-
else viaLog(` ↳ via ${peerId} ${ms} ${okTag}${extra}`);
|
|
227
|
-
};
|
|
228
|
-
const { orchestrateVia } = await import("../../../bench/via.js");
|
|
229
|
-
const part = await orchestrateVia({ models, peers, directRunner, viaProbeFn, includeOpencode, token, timeoutMs: opts.timeoutMs, onProgress, delayMs });
|
|
230
|
-
allResults.push(...part);
|
|
231
|
-
if (!opts.json) viaLog(` ${pid}: ${part.length} 模型完成 ✓`);
|
|
232
|
-
}
|
|
233
|
-
const meta = { at: new Date().toISOString(), samples: opts.samples, timeout: opts.timeoutMs, includeOpencode, peers: peers.map((p) => p.id), opencodeSkipped: !includeOpencode };
|
|
234
|
-
const report = formatViaReport(allResults, { peers, meta, json: opts.json });
|
|
235
|
-
if (opts.apply) {
|
|
236
|
-
const { saveViaRoutes } = await import("../../../bench/via-routes.js");
|
|
237
|
-
const saved = saveViaRoutes(allResults, { meta });
|
|
238
|
-
const viaLog2 = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
239
|
-
viaLog2(`\nvia-routes 已落盘: ${saved.at} 共 ${Object.keys(saved.routes).length} 条 → ${saved.routes[Object.keys(saved.routes)[0]] ? "" : ""}${(await import("../../../bench/via-routes.js")).defaultViaRoutesFile()}`);
|
|
240
|
-
for (const [m, e] of Object.entries(saved.routes)) {
|
|
241
|
-
if (allResults.some((r) => r.model === m)) viaLog2(` ${m} → ${e.best}${e.deltaMs ? ` (${e.deltaMs}ms)` : ""}`);
|
|
242
|
-
}
|
|
243
|
-
}
|
|
244
|
-
if (opts.json) console.log(report.text);
|
|
245
|
-
else console.log("\n" + report.text);
|
|
246
|
-
process.exit(0);
|
|
247
|
-
}
|
|
1
|
+
import { defaultChatPath } from "../../../state/provider-config.js";
|
|
2
|
+
import { isRefreshToken, clineHeaders } from "../../../providers/cline/headers.js";
|
|
3
|
+
import { refreshTokenForBase } from "../../../providers/cline/auth.js";
|
|
4
|
+
import { runOne } from "../../../bench/runner.js";
|
|
5
|
+
import { formatViaReport } from "../../../bench/report.js";
|
|
6
|
+
import { clineBenchOne } from "../../../bench/cline-bench.js";
|
|
7
|
+
import { workbuddyBenchOne } from "../../../bench/workbuddy-bench.js";
|
|
8
|
+
import { opencodeClientIdentity } from "../../../opencode-identity.js";
|
|
9
|
+
|
|
10
|
+
export function buildHeadersForProvider(providerId, apiKey, auth) {
|
|
11
|
+
const h = {};
|
|
12
|
+
if (String(providerId).toLowerCase() === "workbuddy") {
|
|
13
|
+
h["Content-Type"] = "application/json";
|
|
14
|
+
h["Accept"] = "text/event-stream";
|
|
15
|
+
h["User-Agent"] = "CLI/2.115.0 WorkBuddy/2.115.0";
|
|
16
|
+
h["Origin"] = "https://www.codebuddy.cn";
|
|
17
|
+
h["Referer"] = "https://www.codebuddy.cn/";
|
|
18
|
+
h["X-Product"] = "SaaS";
|
|
19
|
+
if (apiKey) h["Authorization"] = `Bearer ${apiKey}`;
|
|
20
|
+
if (auth?.uid) h["X-User-Id"] = auth.uid;
|
|
21
|
+
h["X-Domain"] = auth?.domain || "www.codebuddy.cn";
|
|
22
|
+
if (auth?.enterpriseId) { h["X-Enterprise-Id"] = auth.enterpriseId; h["X-Tenant-Id"] = auth.enterpriseId; }
|
|
23
|
+
return h;
|
|
24
|
+
}
|
|
25
|
+
// opencode 免费层门禁:UA 带版本 + opencode 形状 session/request,否则 403
|
|
26
|
+
if (String(providerId).toLowerCase() === "opencode") {
|
|
27
|
+
const ident = opencodeClientIdentity();
|
|
28
|
+
h["Content-Type"] = "application/json";
|
|
29
|
+
if (!h["User-Agent"]) h["User-Agent"] = ident["User-Agent"];
|
|
30
|
+
h["x-opencode-client"] = "desktop";
|
|
31
|
+
h["x-opencode-session"] = ident["x-opencode-session"];
|
|
32
|
+
h["x-opencode-request"] = ident["x-opencode-request"];
|
|
33
|
+
h["x-opencode-project"] = "global";
|
|
34
|
+
}
|
|
35
|
+
if (apiKey) h["Authorization"] = `Bearer ${apiKey}`;
|
|
36
|
+
return h;
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
// bench 取数口径:只测(allowlist ∩ 全局 picks)交集。
|
|
40
|
+
// 两套勾选会分叉(allowlist 管上游放行,picks 是用户 curated 集),直接测 allowlist 会打到未勾选模型、漏掉已勾选模型。
|
|
41
|
+
// picks 为空时原样通过(兼容纯 allowlist 用户)。
|
|
42
|
+
export function filterBenchModels({ providerId, allowed, picks, allowAny = false } = {}) {
|
|
43
|
+
const pid = String(providerId ?? "");
|
|
44
|
+
const isOpen = pid.toLowerCase() === "opencode";
|
|
45
|
+
let list = [...new Set((Array.isArray(allowed) ? allowed : []).map((m) => String(m ?? "").trim()).filter(Boolean))];
|
|
46
|
+
const all = [...new Set((Array.isArray(picks) ? picks : []).map((p) => String(p ?? "").trim()).filter(Boolean))];
|
|
47
|
+
// opencode 默认 allowAny 且 allowlist 常空:候选即裸 picks
|
|
48
|
+
if (!list.length && allowAny && isOpen && all.length) {
|
|
49
|
+
list = [];
|
|
50
|
+
for (const p of all) {
|
|
51
|
+
if (!p.includes("/")) list.push(p);
|
|
52
|
+
else if (p.toLowerCase().startsWith("opencode/")) list.push(p.slice(9));
|
|
53
|
+
}
|
|
54
|
+
list = [...new Set(list.map((m) => m.trim()).filter(Boolean))];
|
|
55
|
+
}
|
|
56
|
+
if (!all.length) return { models: list, skippedUnpicked: 0, pickedBlocked: [] };
|
|
57
|
+
const hit = (m) => all.includes(`${pid}/${m}`) || (isOpen && (all.includes(m) || all.includes(`opencode/${m}`)));
|
|
58
|
+
const models = list.filter(hit);
|
|
59
|
+
const inAllowed = new Set(list);
|
|
60
|
+
const pickedBlocked = all.filter((p) => {
|
|
61
|
+
if (isOpen) return !p.includes("/") && !inAllowed.has(p);
|
|
62
|
+
return p.startsWith(`${pid}/`) && !inAllowed.has(p.slice(pid.length + 1));
|
|
63
|
+
});
|
|
64
|
+
return { models, skippedUnpicked: list.length - models.length, pickedBlocked };
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
export async function handleVia({ providerId, opts, fetchImpl, loadConfigs, loadKeys, loadAllowed, loadBaseUrl, loadAllowAny, loadModelPicks, getOnlinePeersFn }) {
|
|
68
|
+
const { getOnlinePeers, orchestrateVia, resolveIncludeOpencode } = await import("../../../bench/via.js");
|
|
69
|
+
const peers = await (typeof getOnlinePeersFn === "function" ? getOnlinePeersFn() : getOnlinePeers());
|
|
70
|
+
if (!peers.length) {
|
|
71
|
+
const msg = "未加入组或无在线 peer,--via 无意义。先 mslxdff -group list / -addtogroup";
|
|
72
|
+
if (opts.json) console.log(JSON.stringify({ meta: { at: new Date().toISOString(), samples: opts.samples, timeout: opts.timeoutMs, includeOpencode: false, peers: [], opencodeSkipped: true }, results: [], advice: msg }, null, 2));
|
|
73
|
+
else console.log(msg);
|
|
74
|
+
process.exit(0);
|
|
75
|
+
}
|
|
76
|
+
const isTTY = Boolean(process.stdin.isTTY && process.stdout.isTTY);
|
|
77
|
+
let includeOpencode = opts.includeOpencode;
|
|
78
|
+
if (includeOpencode) {
|
|
79
|
+
const confirmFn = async () => {
|
|
80
|
+
const readline = await import("node:readline");
|
|
81
|
+
return new Promise((res) => {
|
|
82
|
+
const rl = readline.createInterface({ input: process.stdin, output: process.stdout });
|
|
83
|
+
rl.question("将消耗 B/C/D 的 opencode 额度,确认测 opencode via?y/N ", (ans) => { rl.close(); res(ans.trim().toLowerCase() === "y"); });
|
|
84
|
+
});
|
|
85
|
+
};
|
|
86
|
+
const log = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
87
|
+
includeOpencode = await resolveIncludeOpencode({ includeOpencode, isTTY, confirmFn, log });
|
|
88
|
+
}
|
|
89
|
+
const stateMod = await import("../../../state.js");
|
|
90
|
+
const { loadToken } = stateMod;
|
|
91
|
+
let token = "";
|
|
92
|
+
try { token = (await loadToken()).token || ""; } catch {}
|
|
93
|
+
let picks = [];
|
|
94
|
+
try {
|
|
95
|
+
picks = typeof loadModelPicks === "function"
|
|
96
|
+
? (loadModelPicks() || [])
|
|
97
|
+
: (typeof stateMod.loadModelPicks === "function" ? stateMod.loadModelPicks() || [] : []);
|
|
98
|
+
} catch { picks = []; }
|
|
99
|
+
const allowAnyOf = (pid) => {
|
|
100
|
+
try {
|
|
101
|
+
if (typeof loadAllowAny === "function") return loadAllowAny(pid);
|
|
102
|
+
if (typeof stateMod.loadProviderAllowAnyModels === "function") return stateMod.loadProviderAllowAnyModels(pid);
|
|
103
|
+
} catch {}
|
|
104
|
+
return String(pid || "").toLowerCase() === "opencode";
|
|
105
|
+
};
|
|
106
|
+
let targetIds = [];
|
|
107
|
+
const isAll = providerId === "bench" || providerId === "all";
|
|
108
|
+
if (isAll) {
|
|
109
|
+
const configs = loadConfigs();
|
|
110
|
+
const ids = new Set(Object.keys(configs));
|
|
111
|
+
ids.add("opencode"); ids.add("openrouter");
|
|
112
|
+
for (const pid of [...ids]) {
|
|
113
|
+
const allowed = loadAllowed(pid) || [];
|
|
114
|
+
if (allowed.length) targetIds.push(pid);
|
|
115
|
+
}
|
|
116
|
+
try {
|
|
117
|
+
const { readFileSync } = await import("node:fs");
|
|
118
|
+
const { defaultStateFile } = await import("../../../state.js");
|
|
119
|
+
const raw = JSON.parse(readFileSync(defaultStateFile(), "utf8"));
|
|
120
|
+
for (const k of Object.keys(raw.providerConfigs || {})) if (!targetIds.includes(k) && (loadAllowed(k) || []).length) targetIds.push(k);
|
|
121
|
+
for (const k of Object.keys(raw.providerKeys || {})) if (!targetIds.includes(k) && (loadAllowed(k) || []).length) targetIds.push(k);
|
|
122
|
+
} catch {}
|
|
123
|
+
if (!targetIds.length) targetIds = ["openrouter", "workbuddy", "cline"].filter((p) => (loadAllowed(p) || []).length);
|
|
124
|
+
// opencode 默认 allowAny 但 allowlist 常空:有裸 picks 且确认包含 opencode 时纳入
|
|
125
|
+
if (includeOpencode && !targetIds.includes("opencode") && picks.some((p) => !String(p).includes("/") || String(p).toLowerCase().startsWith("opencode/"))) {
|
|
126
|
+
targetIds.push("opencode");
|
|
127
|
+
}
|
|
128
|
+
} else {
|
|
129
|
+
targetIds = [providerId];
|
|
130
|
+
}
|
|
131
|
+
const allResults = [];
|
|
132
|
+
const viaLog = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
133
|
+
viaLog(`bench-via: direct vs via peers (samples=${opts.samples}, timeout=${opts.timeoutMs}ms, ${includeOpencode ? "opencode=included" : "opencode=skipped"}) peers=${peers.map((p) => p.id).join(",")} 模式: 串行(直连→逐 peer)`);
|
|
134
|
+
const delayMs = Number(process.env.MSLXDFF_BENCH_DELAY_MS || 120) || 0;
|
|
135
|
+
for (const pid of targetIds) {
|
|
136
|
+
const cfg = (loadConfigs()[pid] || {});
|
|
137
|
+
const keys = loadKeys(pid) || [];
|
|
138
|
+
const allowed = loadAllowed(pid) || [];
|
|
139
|
+
const baseUrl = (loadBaseUrl(pid) || cfg.baseUrl || "").trim();
|
|
140
|
+
const picked = filterBenchModels({ providerId: pid, allowed, picks, allowAny: allowAnyOf(pid) });
|
|
141
|
+
if (!picked.models.length) {
|
|
142
|
+
if (!allowed.length && !(pid === "opencode" && allowAnyOf(pid))) viaLog(`provider ${pid}: 无勾选模型,跳过`);
|
|
143
|
+
else viaLog(`provider ${pid}: allowlist ${allowed.length} 个模型都不在全局 picks 中,跳过(如需测请 -model pick)`);
|
|
144
|
+
if (picked.pickedBlocked.length) viaLog(` 已勾选但未进 allowlist(先 allowlist set):${picked.pickedBlocked.join(" ")}`);
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
if (picked.skippedUnpicked) viaLog(`provider ${pid}: 跳过 ${picked.skippedUnpicked} 个未勾选模型,只测 ${picked.models.length} 个已勾选`);
|
|
148
|
+
if (!baseUrl && pid !== "opencode") { viaLog(`provider ${pid}: missing baseUrl 跳过`); continue; }
|
|
149
|
+
if (!keys.length && pid !== "opencode") { viaLog(`provider ${pid}: 未配置 Key 跳过`); continue; }
|
|
150
|
+
const chatPath = cfg.chatPath || defaultChatPath(pid);
|
|
151
|
+
let auths = [];
|
|
152
|
+
try { const m = await import("../../../state.js"); auths = m.loadProviderAuths ? m.loadProviderAuths(pid) : []; } catch {}
|
|
153
|
+
const models = picked.models.map((id) => ({ provider: pid, model: String(id), id: String(id) }));
|
|
154
|
+
const directRunner = async ({ provider, model }) => {
|
|
155
|
+
const p = provider || pid;
|
|
156
|
+
const idx = models.findIndex((x) => x.model === model);
|
|
157
|
+
const kIdx = idx >= 0 ? idx % (keys.length || 1) : 0;
|
|
158
|
+
const aIdx = Math.min(kIdx, Math.max(auths.length - 1, 0));
|
|
159
|
+
const key = keys[kIdx] || keys[0] || "";
|
|
160
|
+
const auth = auths[aIdx] || auths[0] || null;
|
|
161
|
+
if (String(p).toLowerCase() === "workbuddy") {
|
|
162
|
+
return workbuddyBenchOne({ baseUrl, chatPath, model, apiKey: key, auth, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
163
|
+
}
|
|
164
|
+
const cKeys = keys.filter((k) => isRefreshToken(k, p));
|
|
165
|
+
if (cKeys.length) {
|
|
166
|
+
const normBase = String(baseUrl).replace(/\/+$/, "");
|
|
167
|
+
const chatBase = normBase.endsWith("/api/v1") ? normBase.slice(0, -7) : normBase;
|
|
168
|
+
const rt = cKeys[kIdx % cKeys.length];
|
|
169
|
+
const at = await refreshTokenForBase({ refreshToken: rt, baseUrl: normBase, fetchImpl });
|
|
170
|
+
if (!at) return { ok: false, label: "鉴权失败", error: "refresh failed", ttfbMs: null, totalMs: 0 };
|
|
171
|
+
return clineBenchOne({ baseUrl: chatBase, model, accessToken: at, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
172
|
+
}
|
|
173
|
+
const headers = buildHeadersForProvider(p, key, auth);
|
|
174
|
+
return runOne({ baseUrl: p === "opencode" ? (process.env.UPSTREAM_BASE_URL || "https://opencode.ai") : baseUrl, chatPath, model, providerId: p, apiKey: key || "public", headers, prompt: "hi", maxTokens: 5, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
175
|
+
};
|
|
176
|
+
const { viaProbe } = await import("../../../bench/via-probe.js");
|
|
177
|
+
const viaProbeFn = async (args) => {
|
|
178
|
+
const { peerUrl, providerId, model } = args;
|
|
179
|
+
const p = providerId || pid;
|
|
180
|
+
const idx = models.findIndex((x) => x.model === model);
|
|
181
|
+
const kIdx = idx >= 0 ? idx % (keys.length || 1) : 0;
|
|
182
|
+
const aIdx = Math.min(kIdx, Math.max(auths.length - 1, 0));
|
|
183
|
+
const key = keys[kIdx] || keys[0] || "";
|
|
184
|
+
const auth = auths[aIdx] || auths[0] || null;
|
|
185
|
+
// workbuddy 强制 stream:true SSE 中继(与直连一致)
|
|
186
|
+
if (String(p).toLowerCase() === "workbuddy") {
|
|
187
|
+
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
188
|
+
const targetUrl = `${String(baseUrl).replace(/\/+$/, "")}${chatPath}`;
|
|
189
|
+
const headers = buildHeadersForProvider(p, key, auth);
|
|
190
|
+
const body = { model: rawModel, stream: true, messages: [{ role: "user", content: "hi" }], max_tokens: 5 };
|
|
191
|
+
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
192
|
+
const peerToken = peer?.token || token;
|
|
193
|
+
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
194
|
+
}
|
|
195
|
+
const cKeys = keys.filter((k) => isRefreshToken(k, p));
|
|
196
|
+
if (cKeys.length) {
|
|
197
|
+
const normBase = String(baseUrl).replace(/\/+$/, "");
|
|
198
|
+
const chatBase = normBase.endsWith("/api/v1") ? normBase.slice(0, -7) : normBase;
|
|
199
|
+
const rt = cKeys[0];
|
|
200
|
+
const at = await refreshTokenForBase({ refreshToken: rt, baseUrl: normBase, fetchImpl });
|
|
201
|
+
if (!at) return { ok: false, label: "鉴权失败", error: "refresh failed", ttfbMs: null, totalMs: 0 };
|
|
202
|
+
const targetUrl = `${chatBase}/api/v1/chat/completions`;
|
|
203
|
+
const headers = clineHeaders(`sess_bench_via_${Date.now()}`, at);
|
|
204
|
+
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
205
|
+
const body = { model: rawModel, messages: [{ role: "user", content: "hi" }], stream: true, max_tokens: 5, session_id: `sess_bench_via_${Date.now()}`, reasoning_effort: "high" };
|
|
206
|
+
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
207
|
+
const peerToken = peer?.token || token;
|
|
208
|
+
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
209
|
+
}
|
|
210
|
+
const rawModel = String(model).startsWith(`${p}/`) ? String(model).slice(p.length + 1) : String(model);
|
|
211
|
+
const targetUrl = p === "opencode" ? `${process.env.UPSTREAM_BASE_URL || "https://opencode.ai"}/zen/v1/chat/completions` : `${String(baseUrl).replace(/\/+$/, "")}${chatPath}`;
|
|
212
|
+
const headers = buildHeadersForProvider(p, key, auth);
|
|
213
|
+
const body = { model: rawModel, stream: false, messages: [{ role: "user", content: "hi" }], max_tokens: 5 };
|
|
214
|
+
const peer = peers.find((pe) => pe.url === peerUrl || (pe.name || pe.id) === peerUrl);
|
|
215
|
+
const peerToken = peer?.token || token;
|
|
216
|
+
return viaProbe({ peerUrl, token: peerToken, relayTarget: targetUrl, relayHeaders: headers, relayBody: body, timeoutMs: opts.timeoutMs, fetchImpl });
|
|
217
|
+
};
|
|
218
|
+
if (!opts.json) viaLog(`\n[${pid}] 共 ${models.length} 个模型,串行测试中...`);
|
|
219
|
+
else viaLog(`[${pid}] ${models.length} models sequential`);
|
|
220
|
+
const onProgress = async ({ phase, provider, model, seq, total, peerId, result }) => {
|
|
221
|
+
const short = String(model).length > 28 ? String(model).slice(0, 28) : String(model);
|
|
222
|
+
const ms = result?.ttfbMs != null ? `${result.ttfbMs}ms` : result?.totalMs != null ? `${result.totalMs}ms` : "—";
|
|
223
|
+
const okTag = result?.ok ? "成功" : (result?.label || "失败");
|
|
224
|
+
const extra = result?.ok ? "" : result?.error ? ` (${String(result.error).slice(0, 40)})` : "";
|
|
225
|
+
if (phase === "direct") viaLog(` [${seq}/${total}] ${provider}/${short} 直连 ${ms} ${okTag}${extra} 完成`);
|
|
226
|
+
else viaLog(` ↳ via ${peerId} ${ms} ${okTag}${extra}`);
|
|
227
|
+
};
|
|
228
|
+
const { orchestrateVia } = await import("../../../bench/via.js");
|
|
229
|
+
const part = await orchestrateVia({ models, peers, directRunner, viaProbeFn, includeOpencode, token, timeoutMs: opts.timeoutMs, onProgress, delayMs });
|
|
230
|
+
allResults.push(...part);
|
|
231
|
+
if (!opts.json) viaLog(` ${pid}: ${part.length} 模型完成 ✓`);
|
|
232
|
+
}
|
|
233
|
+
const meta = { at: new Date().toISOString(), samples: opts.samples, timeout: opts.timeoutMs, includeOpencode, peers: peers.map((p) => p.id), opencodeSkipped: !includeOpencode };
|
|
234
|
+
const report = formatViaReport(allResults, { peers, meta, json: opts.json });
|
|
235
|
+
if (opts.apply) {
|
|
236
|
+
const { saveViaRoutes } = await import("../../../bench/via-routes.js");
|
|
237
|
+
const saved = saveViaRoutes(allResults, { meta });
|
|
238
|
+
const viaLog2 = (s) => (opts.json ? console.error(s) : console.log(s));
|
|
239
|
+
viaLog2(`\nvia-routes 已落盘: ${saved.at} 共 ${Object.keys(saved.routes).length} 条 → ${saved.routes[Object.keys(saved.routes)[0]] ? "" : ""}${(await import("../../../bench/via-routes.js")).defaultViaRoutesFile()}`);
|
|
240
|
+
for (const [m, e] of Object.entries(saved.routes)) {
|
|
241
|
+
if (allResults.some((r) => r.model === m)) viaLog2(` ${m} → ${e.best}${e.deltaMs ? ` (${e.deltaMs}ms)` : ""}`);
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
if (opts.json) console.log(report.text);
|
|
245
|
+
else console.log("\n" + report.text);
|
|
246
|
+
process.exit(0);
|
|
247
|
+
}
|