mslxdff 0.1.199 → 0.1.203
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/bin/mslxdff.js +1 -1
- package/package.json +38 -38
- package/plugins/README.md +14 -14
- package/plugins/prefer-model.mjs.example +14 -14
- package/src/anthropic/count-tokens.js +61 -61
- package/src/anthropic/request-body.js +126 -126
- package/src/anthropic/shared.js +18 -18
- package/src/anthropic/sse-aggregate.js +56 -56
- package/src/anthropic/translate.js +287 -287
- package/src/anthropic/web-search.js +361 -361
- package/src/api-kind.js +31 -31
- package/src/autostart.js +288 -288
- package/src/bench/probe.js +1 -1
- package/src/bench/runner.js +1 -1
- package/src/bench/via-probe.js +1 -1
- package/src/bench/via.js +144 -144
- package/src/bench/workbuddy-bench.js +1 -1
- package/src/chat/config.js +11 -11
- package/src/chat/cooling.js +81 -81
- package/src/chat/direct.js +58 -58
- package/src/chat/index.js +6 -6
- package/src/chat/spinner.js +38 -38
- package/src/chat/sse.js +69 -69
- package/src/chat/stats.js +247 -247
- package/src/chat/store.js +48 -48
- package/src/chat/tool-handlers.js +67 -67
- package/src/chat/tools.js +1 -1
- package/src/chat/upstream.js +59 -59
- package/src/chat-pipeline/auto-race.js +158 -158
- package/src/chat-pipeline/empty-turn.js +147 -147
- package/src/chat-pipeline/engine.js +17 -17
- package/src/chat-pipeline/serial-trial.js +283 -283
- package/src/chat-pipeline/terminal-verdict.js +147 -147
- package/src/chooser.js +54 -54
- package/src/claude-desktop/apply.js +101 -101
- package/src/claude-desktop/context1m.js +38 -38
- package/src/claude-desktop/doctor.js +146 -146
- package/src/claude-desktop/slots.js +152 -152
- package/src/cli/bootstrap.js +1 -1
- package/src/cli/commands/claude-desktop.js +284 -284
- package/src/cli/commands/daemon.js +231 -231
- package/src/cli/commands/model/list-live.js +22 -22
- package/src/cli/commands/model/list-providers.js +76 -76
- package/src/cli/commands/model/list-render.js +77 -77
- package/src/cli/commands/model/list-sort.js +52 -52
- package/src/cli/commands/model/list-tty.js +76 -76
- package/src/cli/commands/model/list.js +166 -166
- package/src/cli/commands/model/live-models.js +24 -24
- package/src/cli/commands/model/stats.js +43 -43
- package/src/cli/commands/model/status.js +47 -47
- package/src/cli/commands/model.js +51 -51
- package/src/cli/commands/provider/add.js +108 -108
- package/src/cli/commands/provider/allowlist.js +99 -99
- package/src/cli/commands/provider/cline-free.js +99 -99
- package/src/cli/commands/provider/cline-login.js +218 -218
- package/src/cli/commands/provider/cline-quota.js +65 -65
- package/src/cli/commands/provider/codearts-login.js +45 -45
- package/src/cli/commands/provider/config.js +119 -119
- package/src/cli/commands/provider/globalqwenwork-login.js +126 -126
- package/src/cli/commands/provider/keys-guard.js +50 -50
- package/src/cli/commands/provider/keys.js +161 -161
- package/src/cli/commands/provider/qoder-checkin.js +81 -81
- package/src/cli/commands/provider/qoder-login.js +102 -102
- package/src/cli/commands/provider/raccoon-login.js +180 -180
- package/src/cli/commands/provider/raccoon-password.js +162 -162
- package/src/cli/commands/provider/raccoon-quota.js +109 -109
- package/src/cli/commands/provider/traework-checkin.js +144 -144
- package/src/cli/commands/provider/traework-login.js +164 -164
- package/src/cli/commands/provider/workbuddy-login.js +153 -153
- package/src/cli/commands/provider/zcode-login.js +77 -77
- package/src/cli/commands/provider/zcode-quota.js +55 -55
- package/src/cli/commands/provider.js +1 -1
- package/src/cli/commands/stats.js +149 -149
- package/src/cli/commands/system.js +261 -261
- package/src/cli/commands/timezone.js +47 -47
- package/src/cli/commands/use-group.js +60 -60
- package/src/cli/commands/workbuddy.js +189 -189
- package/src/cli/format.js +141 -141
- package/src/cli/group-helpers.js +70 -70
- package/src/cli/help.js +80 -80
- package/src/cli/index.js +70 -70
- package/src/cli/interactive.js +121 -121
- package/src/cli/join-core.js +99 -99
- package/src/cli/join-wizard.js +175 -175
- package/src/cli/policy.js +136 -136
- package/src/cli/provider-row.js +126 -126
- package/src/cli/util.js +24 -24
- package/src/compat.js +53 -53
- package/src/events.js +38 -38
- package/src/free-lane.js +131 -131
- package/src/free-watcher.js +63 -63
- package/src/groups.js +262 -262
- package/src/logs.js +195 -195
- package/src/metrics.js +62 -62
- package/src/model-capabilities/context-lookup.js +65 -65
- package/src/model-capabilities/merge.js +142 -142
- package/src/model-trace.js +187 -187
- package/src/models.js +1 -1
- package/src/opencode-identity.js +72 -72
- package/src/peers.js +254 -251
- package/src/plugins.js +107 -107
- package/src/providers/base.js +164 -164
- package/src/providers/classify.js +22 -22
- package/src/providers/cline/allowlist-sync.js +93 -93
- package/src/providers/cline/free-catalog.js +71 -71
- package/src/providers/cline/headers.js +37 -37
- package/src/providers/cline/index.js +130 -130
- package/src/providers/cline/models.js +150 -150
- package/src/providers/cline/usage.js +274 -274
- package/src/providers/codearts/auth-pool.js +148 -148
- package/src/providers/codearts/concurrency.js +34 -34
- package/src/providers/codearts/const.js +65 -65
- package/src/providers/codearts/dpop.js +95 -95
- package/src/providers/codearts/index.js +175 -175
- package/src/providers/codearts/login.js +214 -214
- package/src/providers/codearts/models.js +182 -182
- package/src/providers/codearts/sign.js +96 -96
- package/src/providers/codearts/sse.js +204 -204
- package/src/providers/codearts/stream.js +209 -209
- package/src/providers/codearts/sts.js +124 -124
- package/src/providers/codearts.js +1 -1
- package/src/providers/dispatcher.js +146 -146
- package/src/providers/generic.js +156 -156
- package/src/providers/globalqwenwork/account-store.js +141 -141
- package/src/providers/globalqwenwork/constants.js +73 -73
- package/src/providers/globalqwenwork/crypto.js +2 -2
- package/src/providers/globalqwenwork/http.js +2 -2
- package/src/providers/globalqwenwork/index.js +331 -331
- package/src/providers/globalqwenwork/payload.js +147 -147
- package/src/providers/globalqwenwork/rsa.js +2 -2
- package/src/providers/globalqwenwork/sse.js +2 -2
- package/src/providers/globalqwenwork/stream.js +2 -2
- package/src/providers/globalqwenwork.js +1 -1
- package/src/providers/globalworkbuddy/account-store.js +198 -198
- package/src/providers/globalworkbuddy/auth.js +97 -97
- package/src/providers/globalworkbuddy/catalog.js +138 -138
- package/src/providers/globalworkbuddy/constants.js +73 -73
- package/src/providers/globalworkbuddy/device-auth.js +120 -120
- package/src/providers/globalworkbuddy/errors.js +98 -98
- package/src/providers/globalworkbuddy/headers.js +89 -89
- package/src/providers/globalworkbuddy/models.js +96 -96
- package/src/providers/globalworkbuddy/payload.js +80 -80
- package/src/providers/index.js +5 -5
- package/src/providers/model-id.js +172 -172
- package/src/providers/opencode.js +19 -19
- package/src/providers/openrouter.js +31 -31
- package/src/providers/qoder/account-store.js +106 -106
- package/src/providers/qoder/aggregate.js +60 -60
- package/src/providers/qoder/baseprompt.json +591 -591
- package/src/providers/qoder/checkin.js +160 -160
- package/src/providers/qoder/constants.js +44 -44
- package/src/providers/qoder/encode.js +41 -41
- package/src/providers/qoder/fingerprint.js +38 -38
- package/src/providers/qoder/models.js +77 -77
- package/src/providers/qoder/oauth.js +84 -84
- package/src/providers/qoder/payload.js +162 -162
- package/src/providers/qoder/request.js +27 -27
- package/src/providers/qoder/session.js +134 -134
- package/src/providers/qoder/sticky.js +38 -38
- package/src/providers/qoder/stream.js +116 -116
- package/src/providers/qoder.js +1 -1
- package/src/providers/raccoon/account-store.js +216 -216
- package/src/providers/raccoon/auth.js +67 -67
- package/src/providers/raccoon/chat.js +228 -228
- package/src/providers/raccoon/const.js +180 -165
- package/src/providers/raccoon/credits.js +185 -175
- package/src/providers/raccoon/crypto.js +43 -0
- package/src/providers/raccoon/envelope.js +31 -31
- package/src/providers/raccoon/headers.js +45 -45
- package/src/providers/raccoon/index.js +216 -216
- package/src/providers/raccoon/login.js +279 -279
- package/src/providers/raccoon/models.js +160 -160
- package/src/providers/raccoon/password-login.js +102 -87
- package/src/providers/raccoon/qr-codewords.js +115 -115
- package/src/providers/raccoon/qr.js +236 -236
- package/src/providers/raccoon/sse.js +135 -135
- package/src/providers/responses-channel.js +120 -120
- package/src/providers/share-keys.js +53 -53
- package/src/providers/traework/account-store.js +234 -234
- package/src/providers/traework/chat.js +217 -217
- package/src/providers/traework/checkin.js +77 -77
- package/src/providers/traework/constants.js +41 -41
- package/src/providers/traework/errors.js +52 -52
- package/src/providers/traework/headers.js +79 -79
- package/src/providers/traework/index.js +132 -132
- package/src/providers/traework/market-identity.js +116 -116
- package/src/providers/traework/models.js +98 -98
- package/src/providers/traework/payload.js +86 -86
- package/src/providers/traework/sse.js +184 -184
- package/src/providers/traework/token.js +52 -52
- package/src/providers/traework.js +2 -2
- package/src/providers/workbuddy/account-store.js +186 -186
- package/src/providers/workbuddy/auth.js +158 -158
- package/src/providers/workbuddy/balance.js +86 -86
- package/src/providers/workbuddy/cat-travel.js +125 -125
- package/src/providers/workbuddy/checkin.js +75 -75
- package/src/providers/workbuddy/desktop-info.js +78 -78
- package/src/providers/workbuddy/growth-api.js +67 -67
- package/src/providers/workbuddy/growth-plans.js +63 -63
- package/src/providers/workbuddy/growth.js +181 -181
- package/src/providers/workbuddy/index.js +217 -217
- package/src/providers/workbuddy/models.js +126 -126
- package/src/providers/workbuddy/payload.js +141 -141
- package/src/providers/workbuddy/rotation-log.js +83 -83
- package/src/providers/workbuddy/sanitize-tools.js +61 -61
- package/src/providers/workbuddy/sdk-chat.js +26 -26
- package/src/providers/workbuddy-balance.js +78 -78
- package/src/providers/zcode/account-store.js +129 -129
- package/src/providers/zcode/auth.js +28 -28
- package/src/providers/zcode/chat.js +179 -179
- package/src/providers/zcode/const.js +54 -54
- package/src/providers/zcode/context-shape.js +162 -162
- package/src/providers/zcode/headers.js +93 -93
- package/src/providers/zcode/index.js +124 -124
- package/src/providers/zcode/models.js +65 -65
- package/src/providers/zcode/oauth.js +120 -120
- package/src/providers/zcode/quota.js +176 -176
- package/src/providers/zcode/sse.js +196 -196
- package/src/readline-compat.js +25 -25
- package/src/responses/translate.js +311 -311
- package/src/routes/chat/broadband-handler.js +72 -72
- package/src/routes/chat/empty-turn-report.js +31 -31
- package/src/routes/chat/exhausted-handler.js +87 -87
- package/src/routes/chat/hedge-handler.js +130 -130
- package/src/routes/chat/index.js +1 -1
- package/src/routes/chat/local-handler.js +63 -63
- package/src/routes/chat/peer-handler.js +81 -81
- package/src/routes/chat.js +3 -3
- package/src/routes/fallback.js +88 -88
- package/src/routes/groups-relay.js +214 -214
- package/src/routes/groups.js +122 -122
- package/src/routes/helpers.js +83 -83
- package/src/routes/index.js +147 -147
- package/src/routes/messages-route.js +365 -365
- package/src/routes/peers.js +23 -1
- package/src/routes/relay-queue.js +181 -181
- package/src/routes/relay.js +60 -60
- package/src/routes/responses-route.js +213 -213
- package/src/routes/stream-body.js +84 -84
- package/src/routes/stream-hold.js +337 -337
- package/src/routes/stream-scan.js +366 -366
- package/src/routes.js +3 -3
- package/src/runtime/auto-update.js +113 -113
- package/src/runtime/bootstrap.js +8 -0
- package/src/runtime/broadband-stream.js +79 -79
- package/src/runtime/broadband.js +103 -103
- package/src/runtime/group-sync.js +81 -81
- package/src/runtime/keep-warm.js +120 -0
- package/src/runtime/lifecycle-forensics.js +116 -116
- package/src/runtime/lifecycle-log.js +87 -87
- package/src/runtime/log-stamp.js +73 -73
- package/src/runtime/proc-info.js +137 -137
- package/src/runtime/qoder-checkin.js +93 -93
- package/src/runtime/raccoon-checkin.js +126 -126
- package/src/runtime/server-lifecycle.js +189 -189
- package/src/runtime/traework-checkin.js +118 -118
- package/src/runtime/workbuddy-checkin.js +120 -120
- package/src/runtime/workbuddy-growth.js +133 -133
- package/src/server.js +7 -0
- package/src/state/facade.js +58 -58
- package/src/state/memory.js +162 -162
- package/src/state/merge.js +25 -25
- package/src/state/migrations/cline-unify.js +94 -94
- package/src/state/migrations.js +33 -33
- package/src/state/persist.js +42 -42
- package/src/state/provider-config.js +142 -142
- package/src/state/schemas/group.js +31 -31
- package/src/state/schemas/model.js +94 -94
- package/src/state/schemas/peer.js +31 -31
- package/src/state/schemas/port.js +10 -10
- package/src/state/schemas/provider.js +202 -202
- package/src/state/schemas/timezone.js +70 -70
- package/src/state/schemas/token.js +48 -48
- package/src/state/schemas/use-group.js +102 -102
- package/src/state/store.js +176 -176
- package/src/state.js +1 -1
- package/src/sync-claude-desktop.js +234 -234
- package/src/sync-claude.js +152 -152
- package/src/sync-codex.js +116 -116
- package/src/sync-workbuddy.js +158 -158
- package/src/talk-full-redact.js +129 -129
- package/src/talk-full.js +131 -131
- package/src/talk-log.js +257 -257
- package/src/text-tokens.js +52 -52
- package/src/thinking-effort.js +67 -67
- package/src/time.js +106 -106
- package/src/timeline.js +26 -26
- package/src/transport/index.js +1 -1
- package/src/upstream-engine/index.js +74 -72
- package/src/upstream-engine/mode.js +15 -15
- package/src/upstream-engine/sdk/attempt.js +221 -221
- package/src/upstream-engine/sdk/chat.js +28 -28
- package/src/upstream-engine/sdk/convert.js +192 -192
- package/src/upstream-engine/sdk/diagnose.js +62 -62
- package/src/upstream-engine/sdk/dispatch.js +55 -55
- package/src/upstream-engine/sdk/responses.js +176 -176
- package/src/upstream-engine/sdk/sse.js +166 -166
- package/src/upstream-responses.js +305 -305
- package/src/upstream.js +53 -1
- package/src/usage/record.js +106 -106
- package/src/usage/report.js +195 -195
- package/src/v6pool/claim.js +157 -157
- package/src/v6pool/config.js +65 -65
- package/src/v6pool/detect.js +130 -130
- package/src/v6pool/index.js +152 -152
- package/src/v6pool/prefix.js +140 -140
- package/src/v6pool/probe.js +40 -40
- package/src/v6pool/report.js +104 -104
- package/src/v6pool/rotate.js +263 -239
- package/src/warp-pool/config.js +74 -74
- package/src/warp-pool/health.js +106 -106
- package/src/warp-pool/identity.js +141 -141
- package/src/warp-pool/index.js +358 -358
- package/src/warp-pool/keys.js +29 -29
- package/src/warp-pool/nodes.js +95 -95
- package/src/warp-pool/ports.js +160 -160
- package/src/warp-pool/register.js +113 -113
- package/src/warp-pool/report.js +232 -232
- package/src/warp-pool/revive.js +168 -168
- package/src/warp-pool/rotate.js +214 -214
- package/src/warp-pool/strategy.js +43 -43
- package/src/warp-pool/verdict.js +69 -69
- package/src/warp-pool/wireproxy.js +162 -162
- package/docs/cli_help_mini.md +0 -146
- package/src/providers/AGENTS.md +0 -49
- package/src/routes/AGENTS.md +0 -37
package/src/sync-workbuddy.js
CHANGED
|
@@ -1,158 +1,158 @@
|
|
|
1
|
-
import { readFileSync, writeFileSync, mkdirSync, existsSync, renameSync } from "node:fs";
|
|
2
|
-
import { dirname, join } from "node:path";
|
|
3
|
-
import os from "node:os";
|
|
4
|
-
import { loadModelAliases, registerModelAlias, persistModelAliases } from "./providers/model-id.js";
|
|
5
|
-
|
|
6
|
-
export function workbuddyModelsPath() {
|
|
7
|
-
const env = process.env.WORKBUDDY_MODELS_FILE || process.env.WORKBUDDY_MODELS_PATH;
|
|
8
|
-
if (typeof env === "string" && env.trim()) return env.trim();
|
|
9
|
-
return join(os.homedir(), ".workbuddy", "models.json");
|
|
10
|
-
}
|
|
11
|
-
|
|
12
|
-
// WorkBuddy 不支持模型 ID 中的 /,写入时替换为 -
|
|
13
|
-
// mslxdff 需保留原始 / 格式用于路由,所以同时存原始 id
|
|
14
|
-
const toWorkbuddyId = (id) => String(id).replace(/\//g, "-");
|
|
15
|
-
|
|
16
|
-
// 剪枝比较键:legacy 前缀剥掉 + / → -(picks 里 slash 形态与存储 dash 形态互认)
|
|
17
|
-
export function normalizeWorkbuddyKey(k) {
|
|
18
|
-
const s = String(k || "");
|
|
19
|
-
const inner = s.startsWith("mslxdff-") ? s.slice("mslxdff-".length) : s;
|
|
20
|
-
return inner.includes("/") ? inner.replace(/\//g, "-") : inner;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
// 剪枝:只删我们写的本地条目(127.0.0.1)中不在 keep 里的;非本地条目永不动
|
|
24
|
-
export function pruneWorkbuddyEntries(arr, keep, currentId) {
|
|
25
|
-
if (!Array.isArray(keep) || !keep.length || !Array.isArray(arr)) return 0;
|
|
26
|
-
const keepSet = new Set([normalizeWorkbuddyKey(currentId), ...keep.map(normalizeWorkbuddyKey)].filter(Boolean));
|
|
27
|
-
let pruned = 0;
|
|
28
|
-
for (let i = arr.length - 1; i >= 0; i--) {
|
|
29
|
-
const m = arr[i];
|
|
30
|
-
if (!isLocalUrl(m?.url)) continue;
|
|
31
|
-
const keys = [normalizeWorkbuddyKey(m.id), normalizeWorkbuddyKey(m._mslxdffOriginalId)];
|
|
32
|
-
if (!keys.some((k) => k && keepSet.has(k))) { arr.splice(i, 1); pruned++; }
|
|
33
|
-
}
|
|
34
|
-
return pruned;
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
export function buildWorkbuddyEntry({ id, token, port }) {
|
|
38
|
-
const p = Number(port) || 8989;
|
|
39
|
-
const originalId = String(id);
|
|
40
|
-
const wbId = toWorkbuddyId(originalId);
|
|
41
|
-
return {
|
|
42
|
-
id: wbId,
|
|
43
|
-
name: wbId,
|
|
44
|
-
vendor: "Custom",
|
|
45
|
-
url: `http://127.0.0.1:${p}/v1/chat/completions`,
|
|
46
|
-
apiKey: String(token || ""),
|
|
47
|
-
supportsToolCall: true,
|
|
48
|
-
supportsImages: true,
|
|
49
|
-
supportsReasoning: true,
|
|
50
|
-
useCustomProtocol: false,
|
|
51
|
-
};
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
export function isLocalUrl(url) {
|
|
55
|
-
const u = String(url || "");
|
|
56
|
-
return u.includes("127.0.0.1") && u.includes("/v1/chat/completions");
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
function isTargetEntry(m, id) {
|
|
60
|
-
if (!m || typeof m !== "object") return false;
|
|
61
|
-
if (!isLocalUrl(m.url)) return false;
|
|
62
|
-
// 匹配原始 id(/ 格式)和 WorkBuddy id(- 格式)
|
|
63
|
-
if (m.id === id) return true;
|
|
64
|
-
if (m.id === toWorkbuddyId(id)) return true;
|
|
65
|
-
// 兜底:匹配 _mslxdffOriginalId 字段
|
|
66
|
-
if (m._mslxdffOriginalId === id) return true;
|
|
67
|
-
return false;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
export async function syncToWorkbuddy({ id, token, port, file, keep } = {}) {
|
|
71
|
-
const targetFile = file || workbuddyModelsPath();
|
|
72
|
-
const cleanId = String(id || "").trim();
|
|
73
|
-
if (!cleanId) throw new Error("model id required");
|
|
74
|
-
const cleanToken = String(token || "");
|
|
75
|
-
const p = Number(port) || 8989;
|
|
76
|
-
|
|
77
|
-
let arr = [];
|
|
78
|
-
let corrupted = false;
|
|
79
|
-
let rawText = null;
|
|
80
|
-
try {
|
|
81
|
-
rawText = readFileSync(targetFile, "utf8");
|
|
82
|
-
const parsed = JSON.parse(rawText);
|
|
83
|
-
arr = Array.isArray(parsed) ? parsed : [];
|
|
84
|
-
} catch (err) {
|
|
85
|
-
if (rawText !== null) {
|
|
86
|
-
// file existed but unreadable/corrupted -> backup
|
|
87
|
-
corrupted = true;
|
|
88
|
-
try {
|
|
89
|
-
mkdirSync(dirname(targetFile), { recursive: true });
|
|
90
|
-
// only backup if .bak not exists or corrupted content differs?
|
|
91
|
-
writeFileSync(targetFile + ".bak", rawText ?? "", "utf8");
|
|
92
|
-
} catch {}
|
|
93
|
-
arr = [];
|
|
94
|
-
} else {
|
|
95
|
-
// file not exists
|
|
96
|
-
arr = [];
|
|
97
|
-
}
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
// find exact target (id + local url, any port -> will update port)
|
|
101
|
-
let idx = arr.findIndex((m) => isTargetEntry(m, cleanId));
|
|
102
|
-
const wbId = toWorkbuddyId(cleanId);
|
|
103
|
-
let action;
|
|
104
|
-
if (idx >= 0) {
|
|
105
|
-
// update token/url/name, preserve other fields
|
|
106
|
-
const old = arr[idx];
|
|
107
|
-
const { _mslxdffOriginalId, ...oldClean } = old;
|
|
108
|
-
arr[idx] = {
|
|
109
|
-
...oldClean,
|
|
110
|
-
id: wbId,
|
|
111
|
-
name: wbId,
|
|
112
|
-
url: `http://127.0.0.1:${p}/v1/chat/completions`,
|
|
113
|
-
apiKey: cleanToken,
|
|
114
|
-
};
|
|
115
|
-
if (!arr[idx].vendor) arr[idx].vendor = "Custom";
|
|
116
|
-
if (arr[idx].supportsToolCall === undefined) arr[idx].supportsToolCall = true;
|
|
117
|
-
if (arr[idx].supportsImages === undefined) arr[idx].supportsImages = true;
|
|
118
|
-
if (arr[idx].supportsReasoning === undefined) arr[idx].supportsReasoning = true;
|
|
119
|
-
if (arr[idx].useCustomProtocol === undefined) arr[idx].useCustomProtocol = false;
|
|
120
|
-
action = "updated";
|
|
121
|
-
} else {
|
|
122
|
-
// 检查归一化 id 是否与已有条目冲突(如已存在 cline-z-ai-glm-5.3-flash 但不是本地 URL)
|
|
123
|
-
const conflict = arr.findIndex((m) => m && m.id === wbId);
|
|
124
|
-
if (conflict >= 0) {
|
|
125
|
-
// 已有同名条目且非我们写的,跳过不覆盖
|
|
126
|
-
return { action: "skipped-conflict", file: targetFile, id: cleanId, conflictId: arr[conflict].id, corrupted: false };
|
|
127
|
-
}
|
|
128
|
-
arr.push(buildWorkbuddyEntry({ id: cleanId, token: cleanToken, port: p }));
|
|
129
|
-
action = "inserted";
|
|
130
|
-
}
|
|
131
|
-
const pruned = pruneWorkbuddyEntries(arr, keep, cleanId);
|
|
132
|
-
|
|
133
|
-
// atomic write
|
|
134
|
-
mkdirSync(dirname(targetFile), { recursive: true });
|
|
135
|
-
const tmp = `${targetFile}.tmp.${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;
|
|
136
|
-
writeFileSync(tmp, JSON.stringify(arr, null, 2), "utf8");
|
|
137
|
-
try {
|
|
138
|
-
// on Windows, rename fails if target exists -> remove first? use renameSync which overwrites on Node 20?
|
|
139
|
-
// try rename, fallback to copy+unlink
|
|
140
|
-
renameSync(tmp, targetFile);
|
|
141
|
-
} catch {
|
|
142
|
-
try { writeFileSync(targetFile, readFileSync(tmp, "utf8"), "utf8"); } catch {}
|
|
143
|
-
try { readFileSync(tmp); } catch {}
|
|
144
|
-
// cleanup tmp
|
|
145
|
-
try { /* remove tmp */ } catch {}
|
|
146
|
-
}
|
|
147
|
-
// cleanup tmp if still exists
|
|
148
|
-
try { if (existsSync(tmp)) { const { unlinkSync } = await import("node:fs"); unlinkSync(tmp); } } catch {}
|
|
149
|
-
|
|
150
|
-
// 注册 WorkBuddy 别名:/ → -(仅原始 id 含 / 时)
|
|
151
|
-
if (cleanId.includes("/")) {
|
|
152
|
-
loadModelAliases();
|
|
153
|
-
registerModelAlias(wbId, cleanId);
|
|
154
|
-
persistModelAliases();
|
|
155
|
-
}
|
|
156
|
-
|
|
157
|
-
return { action, file: targetFile, id: cleanId, corrupted, pruned };
|
|
158
|
-
}
|
|
1
|
+
import { readFileSync, writeFileSync, mkdirSync, existsSync, renameSync } from "node:fs";
|
|
2
|
+
import { dirname, join } from "node:path";
|
|
3
|
+
import os from "node:os";
|
|
4
|
+
import { loadModelAliases, registerModelAlias, persistModelAliases } from "./providers/model-id.js";
|
|
5
|
+
|
|
6
|
+
export function workbuddyModelsPath() {
|
|
7
|
+
const env = process.env.WORKBUDDY_MODELS_FILE || process.env.WORKBUDDY_MODELS_PATH;
|
|
8
|
+
if (typeof env === "string" && env.trim()) return env.trim();
|
|
9
|
+
return join(os.homedir(), ".workbuddy", "models.json");
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
// WorkBuddy 不支持模型 ID 中的 /,写入时替换为 -
|
|
13
|
+
// mslxdff 需保留原始 / 格式用于路由,所以同时存原始 id
|
|
14
|
+
const toWorkbuddyId = (id) => String(id).replace(/\//g, "-");
|
|
15
|
+
|
|
16
|
+
// 剪枝比较键:legacy 前缀剥掉 + / → -(picks 里 slash 形态与存储 dash 形态互认)
|
|
17
|
+
export function normalizeWorkbuddyKey(k) {
|
|
18
|
+
const s = String(k || "");
|
|
19
|
+
const inner = s.startsWith("mslxdff-") ? s.slice("mslxdff-".length) : s;
|
|
20
|
+
return inner.includes("/") ? inner.replace(/\//g, "-") : inner;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
// 剪枝:只删我们写的本地条目(127.0.0.1)中不在 keep 里的;非本地条目永不动
|
|
24
|
+
export function pruneWorkbuddyEntries(arr, keep, currentId) {
|
|
25
|
+
if (!Array.isArray(keep) || !keep.length || !Array.isArray(arr)) return 0;
|
|
26
|
+
const keepSet = new Set([normalizeWorkbuddyKey(currentId), ...keep.map(normalizeWorkbuddyKey)].filter(Boolean));
|
|
27
|
+
let pruned = 0;
|
|
28
|
+
for (let i = arr.length - 1; i >= 0; i--) {
|
|
29
|
+
const m = arr[i];
|
|
30
|
+
if (!isLocalUrl(m?.url)) continue;
|
|
31
|
+
const keys = [normalizeWorkbuddyKey(m.id), normalizeWorkbuddyKey(m._mslxdffOriginalId)];
|
|
32
|
+
if (!keys.some((k) => k && keepSet.has(k))) { arr.splice(i, 1); pruned++; }
|
|
33
|
+
}
|
|
34
|
+
return pruned;
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
export function buildWorkbuddyEntry({ id, token, port }) {
|
|
38
|
+
const p = Number(port) || 8989;
|
|
39
|
+
const originalId = String(id);
|
|
40
|
+
const wbId = toWorkbuddyId(originalId);
|
|
41
|
+
return {
|
|
42
|
+
id: wbId,
|
|
43
|
+
name: wbId,
|
|
44
|
+
vendor: "Custom",
|
|
45
|
+
url: `http://127.0.0.1:${p}/v1/chat/completions`,
|
|
46
|
+
apiKey: String(token || ""),
|
|
47
|
+
supportsToolCall: true,
|
|
48
|
+
supportsImages: true,
|
|
49
|
+
supportsReasoning: true,
|
|
50
|
+
useCustomProtocol: false,
|
|
51
|
+
};
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
export function isLocalUrl(url) {
|
|
55
|
+
const u = String(url || "");
|
|
56
|
+
return u.includes("127.0.0.1") && u.includes("/v1/chat/completions");
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
function isTargetEntry(m, id) {
|
|
60
|
+
if (!m || typeof m !== "object") return false;
|
|
61
|
+
if (!isLocalUrl(m.url)) return false;
|
|
62
|
+
// 匹配原始 id(/ 格式)和 WorkBuddy id(- 格式)
|
|
63
|
+
if (m.id === id) return true;
|
|
64
|
+
if (m.id === toWorkbuddyId(id)) return true;
|
|
65
|
+
// 兜底:匹配 _mslxdffOriginalId 字段
|
|
66
|
+
if (m._mslxdffOriginalId === id) return true;
|
|
67
|
+
return false;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
export async function syncToWorkbuddy({ id, token, port, file, keep } = {}) {
|
|
71
|
+
const targetFile = file || workbuddyModelsPath();
|
|
72
|
+
const cleanId = String(id || "").trim();
|
|
73
|
+
if (!cleanId) throw new Error("model id required");
|
|
74
|
+
const cleanToken = String(token || "");
|
|
75
|
+
const p = Number(port) || 8989;
|
|
76
|
+
|
|
77
|
+
let arr = [];
|
|
78
|
+
let corrupted = false;
|
|
79
|
+
let rawText = null;
|
|
80
|
+
try {
|
|
81
|
+
rawText = readFileSync(targetFile, "utf8");
|
|
82
|
+
const parsed = JSON.parse(rawText);
|
|
83
|
+
arr = Array.isArray(parsed) ? parsed : [];
|
|
84
|
+
} catch (err) {
|
|
85
|
+
if (rawText !== null) {
|
|
86
|
+
// file existed but unreadable/corrupted -> backup
|
|
87
|
+
corrupted = true;
|
|
88
|
+
try {
|
|
89
|
+
mkdirSync(dirname(targetFile), { recursive: true });
|
|
90
|
+
// only backup if .bak not exists or corrupted content differs?
|
|
91
|
+
writeFileSync(targetFile + ".bak", rawText ?? "", "utf8");
|
|
92
|
+
} catch {}
|
|
93
|
+
arr = [];
|
|
94
|
+
} else {
|
|
95
|
+
// file not exists
|
|
96
|
+
arr = [];
|
|
97
|
+
}
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
// find exact target (id + local url, any port -> will update port)
|
|
101
|
+
let idx = arr.findIndex((m) => isTargetEntry(m, cleanId));
|
|
102
|
+
const wbId = toWorkbuddyId(cleanId);
|
|
103
|
+
let action;
|
|
104
|
+
if (idx >= 0) {
|
|
105
|
+
// update token/url/name, preserve other fields
|
|
106
|
+
const old = arr[idx];
|
|
107
|
+
const { _mslxdffOriginalId, ...oldClean } = old;
|
|
108
|
+
arr[idx] = {
|
|
109
|
+
...oldClean,
|
|
110
|
+
id: wbId,
|
|
111
|
+
name: wbId,
|
|
112
|
+
url: `http://127.0.0.1:${p}/v1/chat/completions`,
|
|
113
|
+
apiKey: cleanToken,
|
|
114
|
+
};
|
|
115
|
+
if (!arr[idx].vendor) arr[idx].vendor = "Custom";
|
|
116
|
+
if (arr[idx].supportsToolCall === undefined) arr[idx].supportsToolCall = true;
|
|
117
|
+
if (arr[idx].supportsImages === undefined) arr[idx].supportsImages = true;
|
|
118
|
+
if (arr[idx].supportsReasoning === undefined) arr[idx].supportsReasoning = true;
|
|
119
|
+
if (arr[idx].useCustomProtocol === undefined) arr[idx].useCustomProtocol = false;
|
|
120
|
+
action = "updated";
|
|
121
|
+
} else {
|
|
122
|
+
// 检查归一化 id 是否与已有条目冲突(如已存在 cline-z-ai-glm-5.3-flash 但不是本地 URL)
|
|
123
|
+
const conflict = arr.findIndex((m) => m && m.id === wbId);
|
|
124
|
+
if (conflict >= 0) {
|
|
125
|
+
// 已有同名条目且非我们写的,跳过不覆盖
|
|
126
|
+
return { action: "skipped-conflict", file: targetFile, id: cleanId, conflictId: arr[conflict].id, corrupted: false };
|
|
127
|
+
}
|
|
128
|
+
arr.push(buildWorkbuddyEntry({ id: cleanId, token: cleanToken, port: p }));
|
|
129
|
+
action = "inserted";
|
|
130
|
+
}
|
|
131
|
+
const pruned = pruneWorkbuddyEntries(arr, keep, cleanId);
|
|
132
|
+
|
|
133
|
+
// atomic write
|
|
134
|
+
mkdirSync(dirname(targetFile), { recursive: true });
|
|
135
|
+
const tmp = `${targetFile}.tmp.${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;
|
|
136
|
+
writeFileSync(tmp, JSON.stringify(arr, null, 2), "utf8");
|
|
137
|
+
try {
|
|
138
|
+
// on Windows, rename fails if target exists -> remove first? use renameSync which overwrites on Node 20?
|
|
139
|
+
// try rename, fallback to copy+unlink
|
|
140
|
+
renameSync(tmp, targetFile);
|
|
141
|
+
} catch {
|
|
142
|
+
try { writeFileSync(targetFile, readFileSync(tmp, "utf8"), "utf8"); } catch {}
|
|
143
|
+
try { readFileSync(tmp); } catch {}
|
|
144
|
+
// cleanup tmp
|
|
145
|
+
try { /* remove tmp */ } catch {}
|
|
146
|
+
}
|
|
147
|
+
// cleanup tmp if still exists
|
|
148
|
+
try { if (existsSync(tmp)) { const { unlinkSync } = await import("node:fs"); unlinkSync(tmp); } } catch {}
|
|
149
|
+
|
|
150
|
+
// 注册 WorkBuddy 别名:/ → -(仅原始 id 含 / 时)
|
|
151
|
+
if (cleanId.includes("/")) {
|
|
152
|
+
loadModelAliases();
|
|
153
|
+
registerModelAlias(wbId, cleanId);
|
|
154
|
+
persistModelAliases();
|
|
155
|
+
}
|
|
156
|
+
|
|
157
|
+
return { action, file: targetFile, id: cleanId, corrupted, pruned };
|
|
158
|
+
}
|
package/src/talk-full-redact.js
CHANGED
|
@@ -1,129 +1,129 @@
|
|
|
1
|
-
// talk-full 的纯函数核(redact):写前处理链 + 会话标识归一,无 IO、无 env 读取(阈值由调用方传入),可独立单测。
|
|
2
|
-
// 处理链顺序冻结:结构摘要化 → 递归字段黑名单抹凭据 → JSON.stringify → 整串过 maskText 正则 → 单条超限降级。
|
|
3
|
-
import { createHash } from "node:crypto";
|
|
4
|
-
import { maskText } from "./talk-log.js";
|
|
5
|
-
|
|
6
|
-
const NO_CAP = Number.MAX_SAFE_INTEGER; // 只借 maskText 的正则,不套它的字节截断(截断会把 JSON 语法层切坏)
|
|
7
|
-
const REDACTED = "[已脱敏]";
|
|
8
|
-
// 凭据键名黑名单(键名归一化后比对):命中即整值抹掉,同层其它字段原样保留。
|
|
9
|
-
const DENY = new Set(["apikey", "accesstoken", "refreshtoken", "token", "secret", "password", "clientsecret", "cookie", "authorization", "xapikey"]);
|
|
10
|
-
// 字符串叶同款键值正则:覆盖 tool 结果 / tool_calls.arguments 这类「JSON 文本塞在字符串里」的凭据。
|
|
11
|
-
const LEAF_CRED = /"(apiKey|api_key|accessToken|refreshToken|token|secret|password|client_secret|cookie|authorization|x-api-key)"(\s*:\s*)"[^"]*"/gi;
|
|
12
|
-
const SKIP_PARAM = new Set(["messages", "tools", "functions", "model"]);
|
|
13
|
-
|
|
14
|
-
export const sha1 = (s) => createHash("sha1").update(String(s)).digest("hex");
|
|
15
|
-
const normKey = (k) => String(k).toLowerCase().replace(/[^a-z0-9]/g, "");
|
|
16
|
-
const clip = (v, n) => { const s = String(v ?? ""); return s.length > n ? `${s.slice(0, n)}…[已截断]` : s; };
|
|
17
|
-
// 循环引用 / BigInt 兜底:诊断材料宁可标「已循环」也不能抛出去影响请求。
|
|
18
|
-
export function stringifySafe(v) {
|
|
19
|
-
const seen = new WeakSet();
|
|
20
|
-
return JSON.stringify(v, (k, x) => {
|
|
21
|
-
if (typeof x === "bigint") return String(x);
|
|
22
|
-
if (x && typeof x === "object") { if (seen.has(x)) return "[已循环]"; seen.add(x); }
|
|
23
|
-
return x;
|
|
24
|
-
});
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
const imgTag = (p) => `[图片 ${String(p?.image_url?.url ?? p?.image_url ?? "").slice(0, 60)}]`;
|
|
28
|
-
/** 非文本部件只留形不留料(沿用 talk-log.js 的 60 字口径);全程造新对象,不改调用方的 body。 */
|
|
29
|
-
function summarizeParts(v, d = 0) {
|
|
30
|
-
if (d > 24) return v;
|
|
31
|
-
if (Array.isArray(v)) return v.map((x) => (x && typeof x === "object" && (x.image_url !== undefined || x.type === "image_url")) ? imgTag(x) : summarizeParts(x, d + 1));
|
|
32
|
-
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = summarizeParts(x, d + 1); return o; }
|
|
33
|
-
return v;
|
|
34
|
-
}
|
|
35
|
-
/** 递归字段黑名单:命中键名整值抹掉;字符串叶另走键值正则。 */
|
|
36
|
-
function redactDeep(v, d = 0) {
|
|
37
|
-
if (d > 24) return REDACTED;
|
|
38
|
-
if (Array.isArray(v)) return v.map((x) => redactDeep(x, d + 1));
|
|
39
|
-
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = DENY.has(normKey(k)) ? REDACTED : redactDeep(x, d + 1); return o; }
|
|
40
|
-
if (typeof v === "string") return v.replace(LEAF_CRED, '"$1"$2"[已脱敏]"');
|
|
41
|
-
return v;
|
|
42
|
-
}
|
|
43
|
-
/** 结构层安全的兜底:逐字符串叶过 maskText 正则(整串跑法偶尔会吃掉 JSON 闭引号)。 */
|
|
44
|
-
function maskLeaves(v) {
|
|
45
|
-
if (Array.isArray(v)) return v.map(maskLeaves);
|
|
46
|
-
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = maskLeaves(x); return o; }
|
|
47
|
-
return typeof v === "string" ? maskText(v, NO_CAP) : v;
|
|
48
|
-
}
|
|
49
|
-
/** 序列化 + 整串脱敏;结果不是合法 JSON 就退回逐叶脱敏 —— 落盘行必须可独立解析。 */
|
|
50
|
-
export function lineOf(rec) {
|
|
51
|
-
const whole = maskText(stringifySafe(rec), NO_CAP);
|
|
52
|
-
try { JSON.parse(whole); return whole; } catch { return stringifySafe(maskLeaves(rec)); }
|
|
53
|
-
}
|
|
54
|
-
/** 超长字符串叶(含超限标量 params,如 completions 的巨型 prompt):地板兜底,逐层截短。 */
|
|
55
|
-
function clipLongStrings(v, max = 200) {
|
|
56
|
-
if (Array.isArray(v)) return v.map((x) => clipLongStrings(x, max));
|
|
57
|
-
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = clipLongStrings(x, max); return o; }
|
|
58
|
-
return typeof v === "string" && v.length > max ? `${v.slice(0, max)}…[已截断]` : v;
|
|
59
|
-
}
|
|
60
|
-
/** 三级钳制:二级摘要自身也超限时(极端 message 条数)再削 —— 先丢 head 只留 role/chars/hash,再折半只留末尾 N 条。 */
|
|
61
|
-
function clampSummaries(rec, limitBytes, line) {
|
|
62
|
-
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
63
|
-
const rows = (Array.isArray(rec.request.messages) ? rec.request.messages : []).map(({ head, ...rest }) => rest); // ① 逐条退化:只留 role + chars + hash(无 head)
|
|
64
|
-
rec.meta.summaryTrimmed = true; // 读侧:摘要被削过(② 末尾 N 条 + messagesOmitted 读数)
|
|
65
|
-
let n = rows.length;
|
|
66
|
-
for (let i = 0; i < 64; i++) { // 折半削减,上限 64 轮 = 有界(绝不死循环)
|
|
67
|
-
rec.request.messages = n > 0 ? rows.slice(-n) : [];
|
|
68
|
-
rec.meta.messagesOmitted = rows.length - rec.request.messages.length;
|
|
69
|
-
line = lineOf(rec);
|
|
70
|
-
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
71
|
-
if (n === 0) break;
|
|
72
|
-
n = n === 1 ? 0 : Math.floor(n / 2);
|
|
73
|
-
}
|
|
74
|
-
return lineOf(Object.assign(rec, clipLongStrings(rec))); // ③ 地板兜底:messages 清空仍超限(超长标量 params)→ 长字符串叶截短
|
|
75
|
-
}
|
|
76
|
-
/** 超限降级的结构摘要:每条只留 role + 字符数 + sha1尾8 + 首500字。 */
|
|
77
|
-
function summarizeMessages(msgs) {
|
|
78
|
-
return (Array.isArray(msgs) ? msgs : []).map((m, i) => {
|
|
79
|
-
const t = typeof m?.content === "string" ? m.content : stringifySafe(m?.content ?? "");
|
|
80
|
-
return { i, role: String(m?.role || "?"), chars: t.length, hash: sha1(t).slice(-8), head: t.slice(0, 500) };
|
|
81
|
-
});
|
|
82
|
-
}
|
|
83
|
-
/** 单条超 limitBytes 时原地降级(记录不得丢),返回最终行。二级降级只给极端体量兜底。 */
|
|
84
|
-
export function composeLine(rec, limitBytes) {
|
|
85
|
-
let line = lineOf(rec);
|
|
86
|
-
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
87
|
-
rec.request.messages = summarizeMessages(rec.request.messages);
|
|
88
|
-
rec.meta.truncated = true;
|
|
89
|
-
line = lineOf(rec);
|
|
90
|
-
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
91
|
-
rec.request.tools = null;
|
|
92
|
-
rec.response = { reasoning: clip(rec.response.reasoning, 2000), content: clip(rec.response.content, 2000), toolCalls: [] };
|
|
93
|
-
return clampSummaries(rec, limitBytes, lineOf(rec)); // 二级之后仍超限 → 三级钳制,保证最终行 ≤ limitBytes
|
|
94
|
-
}
|
|
95
|
-
|
|
96
|
-
/** 采样参数:body 里除 messages/tools/functions/model 外的标量键逐个收(对象键不 dump,避免整身重复)。 */
|
|
97
|
-
export function scalarParams(body) {
|
|
98
|
-
const o = {};
|
|
99
|
-
for (const [k, v] of Object.entries(body && typeof body === "object" ? body : {})) {
|
|
100
|
-
if (SKIP_PARAM.has(k)) continue;
|
|
101
|
-
if (v === null || typeof v === "string" || typeof v === "number" || typeof v === "boolean") o[k] = v;
|
|
102
|
-
}
|
|
103
|
-
return o;
|
|
104
|
-
}
|
|
105
|
-
/** request/response 两侧的落盘形状(已结构摘要化 + 黑名单脱敏)。 */
|
|
106
|
-
export function shapeForCapture({ body, model, msgs, reasoning, content, toolCalls }) {
|
|
107
|
-
return redactDeep(summarizeParts({
|
|
108
|
-
request: { model: body?.model ?? model ?? null, messages: msgs, tools: body?.tools ?? body?.functions ?? null, params: scalarParams(body) },
|
|
109
|
-
response: { reasoning, content, toolCalls },
|
|
110
|
-
}));
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
// 会话标识(Session hint):客户端头 > 首条 system+user 派生 > 进程级兜底;落盘一律归一化。
|
|
114
|
-
export const PROCESS_SESSION = `ses_${sha1(`${process.pid}:${Math.random()}`)}`;
|
|
115
|
-
/** 形态同 upstream.js:17 的兜底公式,自成一份(不 import 未合并的会话身份变更)。 */
|
|
116
|
-
function sessionFromMessages(msgs) {
|
|
117
|
-
const pick = (role) => {
|
|
118
|
-
const m = (msgs || []).find((x) => x?.role === role);
|
|
119
|
-
if (!m) return "";
|
|
120
|
-
return typeof m.content === "string" ? m.content : stringifySafe(m.content ?? "");
|
|
121
|
-
};
|
|
122
|
-
const seed = `${pick("system")}|${pick("user")}`.slice(0, 4000);
|
|
123
|
-
return seed === "|" ? null : `ses_${sha1(seed)}`;
|
|
124
|
-
}
|
|
125
|
-
/** 归一化短标识:sha1尾12 + "-" + 原值前 8 字(同一原值→同一标识,跨轮稳定、换模型不漂)。 */
|
|
126
|
-
export function normSessionKey(raw, msgs) {
|
|
127
|
-
const v = String(raw ?? "").trim() || sessionFromMessages(msgs) || PROCESS_SESSION;
|
|
128
|
-
return `${sha1(v).slice(-12)}-${v.slice(0, 8)}`;
|
|
129
|
-
}
|
|
1
|
+
// talk-full 的纯函数核(redact):写前处理链 + 会话标识归一,无 IO、无 env 读取(阈值由调用方传入),可独立单测。
|
|
2
|
+
// 处理链顺序冻结:结构摘要化 → 递归字段黑名单抹凭据 → JSON.stringify → 整串过 maskText 正则 → 单条超限降级。
|
|
3
|
+
import { createHash } from "node:crypto";
|
|
4
|
+
import { maskText } from "./talk-log.js";
|
|
5
|
+
|
|
6
|
+
const NO_CAP = Number.MAX_SAFE_INTEGER; // 只借 maskText 的正则,不套它的字节截断(截断会把 JSON 语法层切坏)
|
|
7
|
+
const REDACTED = "[已脱敏]";
|
|
8
|
+
// 凭据键名黑名单(键名归一化后比对):命中即整值抹掉,同层其它字段原样保留。
|
|
9
|
+
const DENY = new Set(["apikey", "accesstoken", "refreshtoken", "token", "secret", "password", "clientsecret", "cookie", "authorization", "xapikey"]);
|
|
10
|
+
// 字符串叶同款键值正则:覆盖 tool 结果 / tool_calls.arguments 这类「JSON 文本塞在字符串里」的凭据。
|
|
11
|
+
const LEAF_CRED = /"(apiKey|api_key|accessToken|refreshToken|token|secret|password|client_secret|cookie|authorization|x-api-key)"(\s*:\s*)"[^"]*"/gi;
|
|
12
|
+
const SKIP_PARAM = new Set(["messages", "tools", "functions", "model"]);
|
|
13
|
+
|
|
14
|
+
export const sha1 = (s) => createHash("sha1").update(String(s)).digest("hex");
|
|
15
|
+
const normKey = (k) => String(k).toLowerCase().replace(/[^a-z0-9]/g, "");
|
|
16
|
+
const clip = (v, n) => { const s = String(v ?? ""); return s.length > n ? `${s.slice(0, n)}…[已截断]` : s; };
|
|
17
|
+
// 循环引用 / BigInt 兜底:诊断材料宁可标「已循环」也不能抛出去影响请求。
|
|
18
|
+
export function stringifySafe(v) {
|
|
19
|
+
const seen = new WeakSet();
|
|
20
|
+
return JSON.stringify(v, (k, x) => {
|
|
21
|
+
if (typeof x === "bigint") return String(x);
|
|
22
|
+
if (x && typeof x === "object") { if (seen.has(x)) return "[已循环]"; seen.add(x); }
|
|
23
|
+
return x;
|
|
24
|
+
});
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
const imgTag = (p) => `[图片 ${String(p?.image_url?.url ?? p?.image_url ?? "").slice(0, 60)}]`;
|
|
28
|
+
/** 非文本部件只留形不留料(沿用 talk-log.js 的 60 字口径);全程造新对象,不改调用方的 body。 */
|
|
29
|
+
function summarizeParts(v, d = 0) {
|
|
30
|
+
if (d > 24) return v;
|
|
31
|
+
if (Array.isArray(v)) return v.map((x) => (x && typeof x === "object" && (x.image_url !== undefined || x.type === "image_url")) ? imgTag(x) : summarizeParts(x, d + 1));
|
|
32
|
+
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = summarizeParts(x, d + 1); return o; }
|
|
33
|
+
return v;
|
|
34
|
+
}
|
|
35
|
+
/** 递归字段黑名单:命中键名整值抹掉;字符串叶另走键值正则。 */
|
|
36
|
+
function redactDeep(v, d = 0) {
|
|
37
|
+
if (d > 24) return REDACTED;
|
|
38
|
+
if (Array.isArray(v)) return v.map((x) => redactDeep(x, d + 1));
|
|
39
|
+
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = DENY.has(normKey(k)) ? REDACTED : redactDeep(x, d + 1); return o; }
|
|
40
|
+
if (typeof v === "string") return v.replace(LEAF_CRED, '"$1"$2"[已脱敏]"');
|
|
41
|
+
return v;
|
|
42
|
+
}
|
|
43
|
+
/** 结构层安全的兜底:逐字符串叶过 maskText 正则(整串跑法偶尔会吃掉 JSON 闭引号)。 */
|
|
44
|
+
function maskLeaves(v) {
|
|
45
|
+
if (Array.isArray(v)) return v.map(maskLeaves);
|
|
46
|
+
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = maskLeaves(x); return o; }
|
|
47
|
+
return typeof v === "string" ? maskText(v, NO_CAP) : v;
|
|
48
|
+
}
|
|
49
|
+
/** 序列化 + 整串脱敏;结果不是合法 JSON 就退回逐叶脱敏 —— 落盘行必须可独立解析。 */
|
|
50
|
+
export function lineOf(rec) {
|
|
51
|
+
const whole = maskText(stringifySafe(rec), NO_CAP);
|
|
52
|
+
try { JSON.parse(whole); return whole; } catch { return stringifySafe(maskLeaves(rec)); }
|
|
53
|
+
}
|
|
54
|
+
/** 超长字符串叶(含超限标量 params,如 completions 的巨型 prompt):地板兜底,逐层截短。 */
|
|
55
|
+
function clipLongStrings(v, max = 200) {
|
|
56
|
+
if (Array.isArray(v)) return v.map((x) => clipLongStrings(x, max));
|
|
57
|
+
if (v && typeof v === "object") { const o = {}; for (const [k, x] of Object.entries(v)) o[k] = clipLongStrings(x, max); return o; }
|
|
58
|
+
return typeof v === "string" && v.length > max ? `${v.slice(0, max)}…[已截断]` : v;
|
|
59
|
+
}
|
|
60
|
+
/** 三级钳制:二级摘要自身也超限时(极端 message 条数)再削 —— 先丢 head 只留 role/chars/hash,再折半只留末尾 N 条。 */
|
|
61
|
+
function clampSummaries(rec, limitBytes, line) {
|
|
62
|
+
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
63
|
+
const rows = (Array.isArray(rec.request.messages) ? rec.request.messages : []).map(({ head, ...rest }) => rest); // ① 逐条退化:只留 role + chars + hash(无 head)
|
|
64
|
+
rec.meta.summaryTrimmed = true; // 读侧:摘要被削过(② 末尾 N 条 + messagesOmitted 读数)
|
|
65
|
+
let n = rows.length;
|
|
66
|
+
for (let i = 0; i < 64; i++) { // 折半削减,上限 64 轮 = 有界(绝不死循环)
|
|
67
|
+
rec.request.messages = n > 0 ? rows.slice(-n) : [];
|
|
68
|
+
rec.meta.messagesOmitted = rows.length - rec.request.messages.length;
|
|
69
|
+
line = lineOf(rec);
|
|
70
|
+
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
71
|
+
if (n === 0) break;
|
|
72
|
+
n = n === 1 ? 0 : Math.floor(n / 2);
|
|
73
|
+
}
|
|
74
|
+
return lineOf(Object.assign(rec, clipLongStrings(rec))); // ③ 地板兜底:messages 清空仍超限(超长标量 params)→ 长字符串叶截短
|
|
75
|
+
}
|
|
76
|
+
/** 超限降级的结构摘要:每条只留 role + 字符数 + sha1尾8 + 首500字。 */
|
|
77
|
+
function summarizeMessages(msgs) {
|
|
78
|
+
return (Array.isArray(msgs) ? msgs : []).map((m, i) => {
|
|
79
|
+
const t = typeof m?.content === "string" ? m.content : stringifySafe(m?.content ?? "");
|
|
80
|
+
return { i, role: String(m?.role || "?"), chars: t.length, hash: sha1(t).slice(-8), head: t.slice(0, 500) };
|
|
81
|
+
});
|
|
82
|
+
}
|
|
83
|
+
/** 单条超 limitBytes 时原地降级(记录不得丢),返回最终行。二级降级只给极端体量兜底。 */
|
|
84
|
+
export function composeLine(rec, limitBytes) {
|
|
85
|
+
let line = lineOf(rec);
|
|
86
|
+
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
87
|
+
rec.request.messages = summarizeMessages(rec.request.messages);
|
|
88
|
+
rec.meta.truncated = true;
|
|
89
|
+
line = lineOf(rec);
|
|
90
|
+
if (Buffer.byteLength(line, "utf8") <= limitBytes) return line;
|
|
91
|
+
rec.request.tools = null;
|
|
92
|
+
rec.response = { reasoning: clip(rec.response.reasoning, 2000), content: clip(rec.response.content, 2000), toolCalls: [] };
|
|
93
|
+
return clampSummaries(rec, limitBytes, lineOf(rec)); // 二级之后仍超限 → 三级钳制,保证最终行 ≤ limitBytes
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
/** 采样参数:body 里除 messages/tools/functions/model 外的标量键逐个收(对象键不 dump,避免整身重复)。 */
|
|
97
|
+
export function scalarParams(body) {
|
|
98
|
+
const o = {};
|
|
99
|
+
for (const [k, v] of Object.entries(body && typeof body === "object" ? body : {})) {
|
|
100
|
+
if (SKIP_PARAM.has(k)) continue;
|
|
101
|
+
if (v === null || typeof v === "string" || typeof v === "number" || typeof v === "boolean") o[k] = v;
|
|
102
|
+
}
|
|
103
|
+
return o;
|
|
104
|
+
}
|
|
105
|
+
/** request/response 两侧的落盘形状(已结构摘要化 + 黑名单脱敏)。 */
|
|
106
|
+
export function shapeForCapture({ body, model, msgs, reasoning, content, toolCalls }) {
|
|
107
|
+
return redactDeep(summarizeParts({
|
|
108
|
+
request: { model: body?.model ?? model ?? null, messages: msgs, tools: body?.tools ?? body?.functions ?? null, params: scalarParams(body) },
|
|
109
|
+
response: { reasoning, content, toolCalls },
|
|
110
|
+
}));
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
// 会话标识(Session hint):客户端头 > 首条 system+user 派生 > 进程级兜底;落盘一律归一化。
|
|
114
|
+
export const PROCESS_SESSION = `ses_${sha1(`${process.pid}:${Math.random()}`)}`;
|
|
115
|
+
/** 形态同 upstream.js:17 的兜底公式,自成一份(不 import 未合并的会话身份变更)。 */
|
|
116
|
+
function sessionFromMessages(msgs) {
|
|
117
|
+
const pick = (role) => {
|
|
118
|
+
const m = (msgs || []).find((x) => x?.role === role);
|
|
119
|
+
if (!m) return "";
|
|
120
|
+
return typeof m.content === "string" ? m.content : stringifySafe(m.content ?? "");
|
|
121
|
+
};
|
|
122
|
+
const seed = `${pick("system")}|${pick("user")}`.slice(0, 4000);
|
|
123
|
+
return seed === "|" ? null : `ses_${sha1(seed)}`;
|
|
124
|
+
}
|
|
125
|
+
/** 归一化短标识:sha1尾12 + "-" + 原值前 8 字(同一原值→同一标识,跨轮稳定、换模型不漂)。 */
|
|
126
|
+
export function normSessionKey(raw, msgs) {
|
|
127
|
+
const v = String(raw ?? "").trim() || sessionFromMessages(msgs) || PROCESS_SESSION;
|
|
128
|
+
return `${sha1(v).slice(-12)}-${v.slice(0, 8)}`;
|
|
129
|
+
}
|