mslxdff 0.1.199 → 0.1.203
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/bin/mslxdff.js +1 -1
- package/package.json +38 -38
- package/plugins/README.md +14 -14
- package/plugins/prefer-model.mjs.example +14 -14
- package/src/anthropic/count-tokens.js +61 -61
- package/src/anthropic/request-body.js +126 -126
- package/src/anthropic/shared.js +18 -18
- package/src/anthropic/sse-aggregate.js +56 -56
- package/src/anthropic/translate.js +287 -287
- package/src/anthropic/web-search.js +361 -361
- package/src/api-kind.js +31 -31
- package/src/autostart.js +288 -288
- package/src/bench/probe.js +1 -1
- package/src/bench/runner.js +1 -1
- package/src/bench/via-probe.js +1 -1
- package/src/bench/via.js +144 -144
- package/src/bench/workbuddy-bench.js +1 -1
- package/src/chat/config.js +11 -11
- package/src/chat/cooling.js +81 -81
- package/src/chat/direct.js +58 -58
- package/src/chat/index.js +6 -6
- package/src/chat/spinner.js +38 -38
- package/src/chat/sse.js +69 -69
- package/src/chat/stats.js +247 -247
- package/src/chat/store.js +48 -48
- package/src/chat/tool-handlers.js +67 -67
- package/src/chat/tools.js +1 -1
- package/src/chat/upstream.js +59 -59
- package/src/chat-pipeline/auto-race.js +158 -158
- package/src/chat-pipeline/empty-turn.js +147 -147
- package/src/chat-pipeline/engine.js +17 -17
- package/src/chat-pipeline/serial-trial.js +283 -283
- package/src/chat-pipeline/terminal-verdict.js +147 -147
- package/src/chooser.js +54 -54
- package/src/claude-desktop/apply.js +101 -101
- package/src/claude-desktop/context1m.js +38 -38
- package/src/claude-desktop/doctor.js +146 -146
- package/src/claude-desktop/slots.js +152 -152
- package/src/cli/bootstrap.js +1 -1
- package/src/cli/commands/claude-desktop.js +284 -284
- package/src/cli/commands/daemon.js +231 -231
- package/src/cli/commands/model/list-live.js +22 -22
- package/src/cli/commands/model/list-providers.js +76 -76
- package/src/cli/commands/model/list-render.js +77 -77
- package/src/cli/commands/model/list-sort.js +52 -52
- package/src/cli/commands/model/list-tty.js +76 -76
- package/src/cli/commands/model/list.js +166 -166
- package/src/cli/commands/model/live-models.js +24 -24
- package/src/cli/commands/model/stats.js +43 -43
- package/src/cli/commands/model/status.js +47 -47
- package/src/cli/commands/model.js +51 -51
- package/src/cli/commands/provider/add.js +108 -108
- package/src/cli/commands/provider/allowlist.js +99 -99
- package/src/cli/commands/provider/cline-free.js +99 -99
- package/src/cli/commands/provider/cline-login.js +218 -218
- package/src/cli/commands/provider/cline-quota.js +65 -65
- package/src/cli/commands/provider/codearts-login.js +45 -45
- package/src/cli/commands/provider/config.js +119 -119
- package/src/cli/commands/provider/globalqwenwork-login.js +126 -126
- package/src/cli/commands/provider/keys-guard.js +50 -50
- package/src/cli/commands/provider/keys.js +161 -161
- package/src/cli/commands/provider/qoder-checkin.js +81 -81
- package/src/cli/commands/provider/qoder-login.js +102 -102
- package/src/cli/commands/provider/raccoon-login.js +180 -180
- package/src/cli/commands/provider/raccoon-password.js +162 -162
- package/src/cli/commands/provider/raccoon-quota.js +109 -109
- package/src/cli/commands/provider/traework-checkin.js +144 -144
- package/src/cli/commands/provider/traework-login.js +164 -164
- package/src/cli/commands/provider/workbuddy-login.js +153 -153
- package/src/cli/commands/provider/zcode-login.js +77 -77
- package/src/cli/commands/provider/zcode-quota.js +55 -55
- package/src/cli/commands/provider.js +1 -1
- package/src/cli/commands/stats.js +149 -149
- package/src/cli/commands/system.js +261 -261
- package/src/cli/commands/timezone.js +47 -47
- package/src/cli/commands/use-group.js +60 -60
- package/src/cli/commands/workbuddy.js +189 -189
- package/src/cli/format.js +141 -141
- package/src/cli/group-helpers.js +70 -70
- package/src/cli/help.js +80 -80
- package/src/cli/index.js +70 -70
- package/src/cli/interactive.js +121 -121
- package/src/cli/join-core.js +99 -99
- package/src/cli/join-wizard.js +175 -175
- package/src/cli/policy.js +136 -136
- package/src/cli/provider-row.js +126 -126
- package/src/cli/util.js +24 -24
- package/src/compat.js +53 -53
- package/src/events.js +38 -38
- package/src/free-lane.js +131 -131
- package/src/free-watcher.js +63 -63
- package/src/groups.js +262 -262
- package/src/logs.js +195 -195
- package/src/metrics.js +62 -62
- package/src/model-capabilities/context-lookup.js +65 -65
- package/src/model-capabilities/merge.js +142 -142
- package/src/model-trace.js +187 -187
- package/src/models.js +1 -1
- package/src/opencode-identity.js +72 -72
- package/src/peers.js +254 -251
- package/src/plugins.js +107 -107
- package/src/providers/base.js +164 -164
- package/src/providers/classify.js +22 -22
- package/src/providers/cline/allowlist-sync.js +93 -93
- package/src/providers/cline/free-catalog.js +71 -71
- package/src/providers/cline/headers.js +37 -37
- package/src/providers/cline/index.js +130 -130
- package/src/providers/cline/models.js +150 -150
- package/src/providers/cline/usage.js +274 -274
- package/src/providers/codearts/auth-pool.js +148 -148
- package/src/providers/codearts/concurrency.js +34 -34
- package/src/providers/codearts/const.js +65 -65
- package/src/providers/codearts/dpop.js +95 -95
- package/src/providers/codearts/index.js +175 -175
- package/src/providers/codearts/login.js +214 -214
- package/src/providers/codearts/models.js +182 -182
- package/src/providers/codearts/sign.js +96 -96
- package/src/providers/codearts/sse.js +204 -204
- package/src/providers/codearts/stream.js +209 -209
- package/src/providers/codearts/sts.js +124 -124
- package/src/providers/codearts.js +1 -1
- package/src/providers/dispatcher.js +146 -146
- package/src/providers/generic.js +156 -156
- package/src/providers/globalqwenwork/account-store.js +141 -141
- package/src/providers/globalqwenwork/constants.js +73 -73
- package/src/providers/globalqwenwork/crypto.js +2 -2
- package/src/providers/globalqwenwork/http.js +2 -2
- package/src/providers/globalqwenwork/index.js +331 -331
- package/src/providers/globalqwenwork/payload.js +147 -147
- package/src/providers/globalqwenwork/rsa.js +2 -2
- package/src/providers/globalqwenwork/sse.js +2 -2
- package/src/providers/globalqwenwork/stream.js +2 -2
- package/src/providers/globalqwenwork.js +1 -1
- package/src/providers/globalworkbuddy/account-store.js +198 -198
- package/src/providers/globalworkbuddy/auth.js +97 -97
- package/src/providers/globalworkbuddy/catalog.js +138 -138
- package/src/providers/globalworkbuddy/constants.js +73 -73
- package/src/providers/globalworkbuddy/device-auth.js +120 -120
- package/src/providers/globalworkbuddy/errors.js +98 -98
- package/src/providers/globalworkbuddy/headers.js +89 -89
- package/src/providers/globalworkbuddy/models.js +96 -96
- package/src/providers/globalworkbuddy/payload.js +80 -80
- package/src/providers/index.js +5 -5
- package/src/providers/model-id.js +172 -172
- package/src/providers/opencode.js +19 -19
- package/src/providers/openrouter.js +31 -31
- package/src/providers/qoder/account-store.js +106 -106
- package/src/providers/qoder/aggregate.js +60 -60
- package/src/providers/qoder/baseprompt.json +591 -591
- package/src/providers/qoder/checkin.js +160 -160
- package/src/providers/qoder/constants.js +44 -44
- package/src/providers/qoder/encode.js +41 -41
- package/src/providers/qoder/fingerprint.js +38 -38
- package/src/providers/qoder/models.js +77 -77
- package/src/providers/qoder/oauth.js +84 -84
- package/src/providers/qoder/payload.js +162 -162
- package/src/providers/qoder/request.js +27 -27
- package/src/providers/qoder/session.js +134 -134
- package/src/providers/qoder/sticky.js +38 -38
- package/src/providers/qoder/stream.js +116 -116
- package/src/providers/qoder.js +1 -1
- package/src/providers/raccoon/account-store.js +216 -216
- package/src/providers/raccoon/auth.js +67 -67
- package/src/providers/raccoon/chat.js +228 -228
- package/src/providers/raccoon/const.js +180 -165
- package/src/providers/raccoon/credits.js +185 -175
- package/src/providers/raccoon/crypto.js +43 -0
- package/src/providers/raccoon/envelope.js +31 -31
- package/src/providers/raccoon/headers.js +45 -45
- package/src/providers/raccoon/index.js +216 -216
- package/src/providers/raccoon/login.js +279 -279
- package/src/providers/raccoon/models.js +160 -160
- package/src/providers/raccoon/password-login.js +102 -87
- package/src/providers/raccoon/qr-codewords.js +115 -115
- package/src/providers/raccoon/qr.js +236 -236
- package/src/providers/raccoon/sse.js +135 -135
- package/src/providers/responses-channel.js +120 -120
- package/src/providers/share-keys.js +53 -53
- package/src/providers/traework/account-store.js +234 -234
- package/src/providers/traework/chat.js +217 -217
- package/src/providers/traework/checkin.js +77 -77
- package/src/providers/traework/constants.js +41 -41
- package/src/providers/traework/errors.js +52 -52
- package/src/providers/traework/headers.js +79 -79
- package/src/providers/traework/index.js +132 -132
- package/src/providers/traework/market-identity.js +116 -116
- package/src/providers/traework/models.js +98 -98
- package/src/providers/traework/payload.js +86 -86
- package/src/providers/traework/sse.js +184 -184
- package/src/providers/traework/token.js +52 -52
- package/src/providers/traework.js +2 -2
- package/src/providers/workbuddy/account-store.js +186 -186
- package/src/providers/workbuddy/auth.js +158 -158
- package/src/providers/workbuddy/balance.js +86 -86
- package/src/providers/workbuddy/cat-travel.js +125 -125
- package/src/providers/workbuddy/checkin.js +75 -75
- package/src/providers/workbuddy/desktop-info.js +78 -78
- package/src/providers/workbuddy/growth-api.js +67 -67
- package/src/providers/workbuddy/growth-plans.js +63 -63
- package/src/providers/workbuddy/growth.js +181 -181
- package/src/providers/workbuddy/index.js +217 -217
- package/src/providers/workbuddy/models.js +126 -126
- package/src/providers/workbuddy/payload.js +141 -141
- package/src/providers/workbuddy/rotation-log.js +83 -83
- package/src/providers/workbuddy/sanitize-tools.js +61 -61
- package/src/providers/workbuddy/sdk-chat.js +26 -26
- package/src/providers/workbuddy-balance.js +78 -78
- package/src/providers/zcode/account-store.js +129 -129
- package/src/providers/zcode/auth.js +28 -28
- package/src/providers/zcode/chat.js +179 -179
- package/src/providers/zcode/const.js +54 -54
- package/src/providers/zcode/context-shape.js +162 -162
- package/src/providers/zcode/headers.js +93 -93
- package/src/providers/zcode/index.js +124 -124
- package/src/providers/zcode/models.js +65 -65
- package/src/providers/zcode/oauth.js +120 -120
- package/src/providers/zcode/quota.js +176 -176
- package/src/providers/zcode/sse.js +196 -196
- package/src/readline-compat.js +25 -25
- package/src/responses/translate.js +311 -311
- package/src/routes/chat/broadband-handler.js +72 -72
- package/src/routes/chat/empty-turn-report.js +31 -31
- package/src/routes/chat/exhausted-handler.js +87 -87
- package/src/routes/chat/hedge-handler.js +130 -130
- package/src/routes/chat/index.js +1 -1
- package/src/routes/chat/local-handler.js +63 -63
- package/src/routes/chat/peer-handler.js +81 -81
- package/src/routes/chat.js +3 -3
- package/src/routes/fallback.js +88 -88
- package/src/routes/groups-relay.js +214 -214
- package/src/routes/groups.js +122 -122
- package/src/routes/helpers.js +83 -83
- package/src/routes/index.js +147 -147
- package/src/routes/messages-route.js +365 -365
- package/src/routes/peers.js +23 -1
- package/src/routes/relay-queue.js +181 -181
- package/src/routes/relay.js +60 -60
- package/src/routes/responses-route.js +213 -213
- package/src/routes/stream-body.js +84 -84
- package/src/routes/stream-hold.js +337 -337
- package/src/routes/stream-scan.js +366 -366
- package/src/routes.js +3 -3
- package/src/runtime/auto-update.js +113 -113
- package/src/runtime/bootstrap.js +8 -0
- package/src/runtime/broadband-stream.js +79 -79
- package/src/runtime/broadband.js +103 -103
- package/src/runtime/group-sync.js +81 -81
- package/src/runtime/keep-warm.js +120 -0
- package/src/runtime/lifecycle-forensics.js +116 -116
- package/src/runtime/lifecycle-log.js +87 -87
- package/src/runtime/log-stamp.js +73 -73
- package/src/runtime/proc-info.js +137 -137
- package/src/runtime/qoder-checkin.js +93 -93
- package/src/runtime/raccoon-checkin.js +126 -126
- package/src/runtime/server-lifecycle.js +189 -189
- package/src/runtime/traework-checkin.js +118 -118
- package/src/runtime/workbuddy-checkin.js +120 -120
- package/src/runtime/workbuddy-growth.js +133 -133
- package/src/server.js +7 -0
- package/src/state/facade.js +58 -58
- package/src/state/memory.js +162 -162
- package/src/state/merge.js +25 -25
- package/src/state/migrations/cline-unify.js +94 -94
- package/src/state/migrations.js +33 -33
- package/src/state/persist.js +42 -42
- package/src/state/provider-config.js +142 -142
- package/src/state/schemas/group.js +31 -31
- package/src/state/schemas/model.js +94 -94
- package/src/state/schemas/peer.js +31 -31
- package/src/state/schemas/port.js +10 -10
- package/src/state/schemas/provider.js +202 -202
- package/src/state/schemas/timezone.js +70 -70
- package/src/state/schemas/token.js +48 -48
- package/src/state/schemas/use-group.js +102 -102
- package/src/state/store.js +176 -176
- package/src/state.js +1 -1
- package/src/sync-claude-desktop.js +234 -234
- package/src/sync-claude.js +152 -152
- package/src/sync-codex.js +116 -116
- package/src/sync-workbuddy.js +158 -158
- package/src/talk-full-redact.js +129 -129
- package/src/talk-full.js +131 -131
- package/src/talk-log.js +257 -257
- package/src/text-tokens.js +52 -52
- package/src/thinking-effort.js +67 -67
- package/src/time.js +106 -106
- package/src/timeline.js +26 -26
- package/src/transport/index.js +1 -1
- package/src/upstream-engine/index.js +74 -72
- package/src/upstream-engine/mode.js +15 -15
- package/src/upstream-engine/sdk/attempt.js +221 -221
- package/src/upstream-engine/sdk/chat.js +28 -28
- package/src/upstream-engine/sdk/convert.js +192 -192
- package/src/upstream-engine/sdk/diagnose.js +62 -62
- package/src/upstream-engine/sdk/dispatch.js +55 -55
- package/src/upstream-engine/sdk/responses.js +176 -176
- package/src/upstream-engine/sdk/sse.js +166 -166
- package/src/upstream-responses.js +305 -305
- package/src/upstream.js +53 -1
- package/src/usage/record.js +106 -106
- package/src/usage/report.js +195 -195
- package/src/v6pool/claim.js +157 -157
- package/src/v6pool/config.js +65 -65
- package/src/v6pool/detect.js +130 -130
- package/src/v6pool/index.js +152 -152
- package/src/v6pool/prefix.js +140 -140
- package/src/v6pool/probe.js +40 -40
- package/src/v6pool/report.js +104 -104
- package/src/v6pool/rotate.js +263 -239
- package/src/warp-pool/config.js +74 -74
- package/src/warp-pool/health.js +106 -106
- package/src/warp-pool/identity.js +141 -141
- package/src/warp-pool/index.js +358 -358
- package/src/warp-pool/keys.js +29 -29
- package/src/warp-pool/nodes.js +95 -95
- package/src/warp-pool/ports.js +160 -160
- package/src/warp-pool/register.js +113 -113
- package/src/warp-pool/report.js +232 -232
- package/src/warp-pool/revive.js +168 -168
- package/src/warp-pool/rotate.js +214 -214
- package/src/warp-pool/strategy.js +43 -43
- package/src/warp-pool/verdict.js +69 -69
- package/src/warp-pool/wireproxy.js +162 -162
- package/docs/cli_help_mini.md +0 -146
- package/src/providers/AGENTS.md +0 -49
- package/src/routes/AGENTS.md +0 -37
package/src/chat/stats.js
CHANGED
|
@@ -1,247 +1,247 @@
|
|
|
1
|
-
import { readFileSync, existsSync } from "node:fs";
|
|
2
|
-
import { getPreferredModel } from "../auto.js";
|
|
3
|
-
import { loadModelLatencies, loadModelErrors, loadModelPicks, getPort, loadModelStats } from "../state.js";
|
|
4
|
-
import { logDir, callsFile, errorsFile, recentCalls, lastError } from "../logs.js";
|
|
5
|
-
import { fmtShanghai } from "../time.js";
|
|
6
|
-
import { CHAT_PREFERRED, CHAT_FALLBACK } from "./config.js";
|
|
7
|
-
import { normalizeFullId } from "../providers/model-id.js";
|
|
8
|
-
import { compatFetch } from "../compat.js";
|
|
9
|
-
|
|
10
|
-
function readLinesCount(file) {
|
|
11
|
-
try {
|
|
12
|
-
if (!existsSync(file)) return 0;
|
|
13
|
-
const txt = readFileSync(file, "utf8");
|
|
14
|
-
if (!txt.trim()) return 0;
|
|
15
|
-
return txt.split("\n").filter(Boolean).length;
|
|
16
|
-
} catch { return 0; }
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
function fmtLatency(entry) {
|
|
20
|
-
if (!entry || !entry.emaMs) return "—";
|
|
21
|
-
const ema = entry.emaMs;
|
|
22
|
-
const cnt = entry.count ? ` · ${entry.count}次` : "";
|
|
23
|
-
const last = entry.lastMs ? ` (末次 ${entry.lastMs}ms)` : "";
|
|
24
|
-
return `${ema}ms${cnt}${last}`;
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
function fmtMs(v) {
|
|
28
|
-
if (v == null || !Number.isFinite(v)) return "—";
|
|
29
|
-
if (v < 1000) return `${v}ms`;
|
|
30
|
-
return `${(v / 1000).toFixed(1)}s`;
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
function fmtTps(v) {
|
|
34
|
-
if (v == null || !Number.isFinite(v)) return "—";
|
|
35
|
-
return `${v} tok/s`;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
function fmtStatus(entry) {
|
|
39
|
-
if (!entry) return "normal";
|
|
40
|
-
if (typeof entry === "number") return "error";
|
|
41
|
-
return entry.status || "normal";
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
export function collectStats() {
|
|
45
|
-
const gatewayModel = getPreferredModel();
|
|
46
|
-
const latencies = loadModelLatencies();
|
|
47
|
-
const modelStats = loadModelStats();
|
|
48
|
-
const errors = loadModelErrors();
|
|
49
|
-
const picks = loadModelPicks();
|
|
50
|
-
const port = getPort() ?? (Number(process.env.MSLXDFF_PORT) > 0 ? Number(process.env.MSLXDFF_PORT) : 8989);
|
|
51
|
-
const fullPref = normalizeFullId(CHAT_PREFERRED);
|
|
52
|
-
const fullFall = normalizeFullId(CHAT_FALLBACK);
|
|
53
|
-
const fullGate = normalizeFullId(gatewayModel);
|
|
54
|
-
const chatPrefStat = modelStats[fullPref] || modelStats[CHAT_PREFERRED] || null;
|
|
55
|
-
const chatFallStat = modelStats[fullFall] || modelStats[CHAT_FALLBACK] || null;
|
|
56
|
-
const gatewayStat = modelStats[fullGate] || modelStats[gatewayModel] || null;
|
|
57
|
-
const chatPrefLat = latencies[CHAT_PREFERRED] || null;
|
|
58
|
-
const chatFallLat = latencies[CHAT_FALLBACK] || null;
|
|
59
|
-
const gatewayLat = latencies[gatewayModel] || null;
|
|
60
|
-
|
|
61
|
-
// gateway totals — 来自 -d 进程的持久化日志(非本 -chat 会话)
|
|
62
|
-
const cf = callsFile();
|
|
63
|
-
const ef = errorsFile();
|
|
64
|
-
const totalCalls = readLinesCount(cf);
|
|
65
|
-
const totalErrs = readLinesCount(ef);
|
|
66
|
-
const recent = recentCalls(5);
|
|
67
|
-
const lastErr = lastError();
|
|
68
|
-
|
|
69
|
-
// cache model counts + ids
|
|
70
|
-
let freeCount = 0;
|
|
71
|
-
let cachedAt = null;
|
|
72
|
-
let freeIds = [];
|
|
73
|
-
try {
|
|
74
|
-
const cacheFile = `${logDir()}/models.json`;
|
|
75
|
-
if (existsSync(cacheFile)) {
|
|
76
|
-
const j = JSON.parse(readFileSync(cacheFile, "utf8"));
|
|
77
|
-
if (Array.isArray(j.data)) {
|
|
78
|
-
freeIds = j.data.map((m) => m.id).filter(Boolean);
|
|
79
|
-
freeCount = freeIds.length;
|
|
80
|
-
}
|
|
81
|
-
cachedAt = j.cachedAt || null;
|
|
82
|
-
}
|
|
83
|
-
} catch {}
|
|
84
|
-
const freeSet = new Set(freeIds);
|
|
85
|
-
|
|
86
|
-
// per-model daemon detail (for /stats) — 优先用 modelStats(全称),兼容旧 latencies
|
|
87
|
-
const statIds = Object.keys(modelStats);
|
|
88
|
-
const allIds = [...new Set([...Object.keys(latencies), ...Object.keys(errors), ...statIds])].filter(Boolean);
|
|
89
|
-
const filteredIds = freeIds.length
|
|
90
|
-
? allIds.filter((id) => {
|
|
91
|
-
const full = normalizeFullId(id);
|
|
92
|
-
return freeSet.has(id) || freeSet.has(full) || id === gatewayModel || id === CHAT_PREFERRED || id === CHAT_FALLBACK || full === fullGate || full === fullPref || full === fullFall || statIds.includes(full);
|
|
93
|
-
})
|
|
94
|
-
: allIds.filter((id) => !/^m-(one|two)-free$|^a-free$|^b-free$|^c-free$|^ghost-/.test(id) && !id.startsWith("test-"));
|
|
95
|
-
const perModel = filteredIds
|
|
96
|
-
.map((id) => {
|
|
97
|
-
const full = normalizeFullId(id);
|
|
98
|
-
const st = modelStats[full] || modelStats[id] || null;
|
|
99
|
-
const lat = latencies[id] || latencies[full] || null;
|
|
100
|
-
return {
|
|
101
|
-
id: st ? full : id,
|
|
102
|
-
fullId: full,
|
|
103
|
-
lat: lat || null,
|
|
104
|
-
st: st || null,
|
|
105
|
-
status: fmtStatus(errors[id] || errors[full]),
|
|
106
|
-
at: st?.lastAt || errors[id]?.at || errors[full]?.at || lat?.at || 0,
|
|
107
|
-
count: st?.count ?? lat?.count ?? 0,
|
|
108
|
-
};
|
|
109
|
-
})
|
|
110
|
-
.sort((a, b) => (b.count - a.count) || (b.at - a.at));
|
|
111
|
-
|
|
112
|
-
return {
|
|
113
|
-
gatewayModel,
|
|
114
|
-
gatewayLat,
|
|
115
|
-
gatewayStat,
|
|
116
|
-
chatPref: CHAT_PREFERRED,
|
|
117
|
-
chatFall: CHAT_FALLBACK,
|
|
118
|
-
chatPrefStat,
|
|
119
|
-
chatFallStat,
|
|
120
|
-
chatPrefLat,
|
|
121
|
-
chatFallLat,
|
|
122
|
-
chatPrefStatus: fmtStatus(errors[CHAT_PREFERRED] || errors[fullPref]),
|
|
123
|
-
chatFallStatus: fmtStatus(errors[CHAT_FALLBACK] || errors[fullFall]),
|
|
124
|
-
gatewayStatus: fmtStatus(errors[gatewayModel] || errors[fullGate]),
|
|
125
|
-
picks,
|
|
126
|
-
port,
|
|
127
|
-
totalCalls,
|
|
128
|
-
totalErrs,
|
|
129
|
-
total: totalCalls + totalErrs,
|
|
130
|
-
success: totalCalls,
|
|
131
|
-
fail: totalErrs,
|
|
132
|
-
recent,
|
|
133
|
-
lastErr,
|
|
134
|
-
freeCount,
|
|
135
|
-
cachedAt,
|
|
136
|
-
healthUrl: `http://127.0.0.1:${port}/health`,
|
|
137
|
-
endpointUrl: `http://127.0.0.1:${port}/v1`,
|
|
138
|
-
latencies,
|
|
139
|
-
modelStats,
|
|
140
|
-
errors,
|
|
141
|
-
perModel,
|
|
142
|
-
};
|
|
143
|
-
}
|
|
144
|
-
|
|
145
|
-
export async function probeGateway(port, timeoutMs = 800) {
|
|
146
|
-
const url = `http://127.0.0.1:${port}/health`;
|
|
147
|
-
const ctrl = new AbortController();
|
|
148
|
-
const t = setTimeout(() => ctrl.abort(), timeoutMs);
|
|
149
|
-
try {
|
|
150
|
-
const r = await compatFetch(url, { signal: ctrl.signal });
|
|
151
|
-
clearTimeout(t);
|
|
152
|
-
return { alive: r.ok, status: r.status, ms: 0 };
|
|
153
|
-
} catch (e) {
|
|
154
|
-
clearTimeout(t);
|
|
155
|
-
const msg = String(e?.message || e);
|
|
156
|
-
const isRefused = /ECONNREFUSED|Failed to fetch|fetch failed|ECONNRESET|abort/i.test(msg);
|
|
157
|
-
return { alive: false, status: 0, error: msg, refused: isRefused };
|
|
158
|
-
}
|
|
159
|
-
}
|
|
160
|
-
|
|
161
|
-
export function formatBannerLines(healthProbe = null) {
|
|
162
|
-
const s = collectStats();
|
|
163
|
-
const dim = "\x1b[90m";
|
|
164
|
-
const rst = "\x1b[0m";
|
|
165
|
-
const cyan = "\x1b[36m";
|
|
166
|
-
const yellow = "\x1b[33m";
|
|
167
|
-
const green = "\x1b[32m";
|
|
168
|
-
const red = "\x1b[31m";
|
|
169
|
-
const bgRed = "\x1b[41m\x1b[37m";
|
|
170
|
-
const lines = [];
|
|
171
|
-
lines.push(`${cyan}┌─ mslxdff chat · 数据来自 -d 网关进程(非本会话) ─────${rst}`);
|
|
172
|
-
if (healthProbe && !healthProbe.alive) {
|
|
173
|
-
lines.push(`${red}│ ✗ 本地服务没有启动无法使用auto模式,请mslxdff -d 启动 · ${s.healthUrl} 拒绝连接(${healthProbe.error?.slice(0,60) || "ECONNREFUSED"})${rst}`);
|
|
174
|
-
lines.push(`${red}│ → 先在另一终端执行: mslxdff -d (或 mslxdff) 启动后回此窗口重试,期间仅 mimo/big-pickle 直连可用,auto 不可用${rst}`);
|
|
175
|
-
}
|
|
176
|
-
lines.push(`${cyan}│${rst} 对话模型 ${yellow}${s.chatPref}${rst} ${dim}→ ${s.chatFall} → gateway auto:8989${rst} ${dim}[${s.chatPrefStatus}/${s.chatFallStatus}]${rst} ${dim}三级兜底${rst}`);
|
|
177
|
-
const gwAliveTag = healthProbe ? (healthProbe.alive ? `${green}● 运行中${rst}` : `${red}● 未运行${rst}`) : `${dim}…检测中${rst}`;
|
|
178
|
-
lines.push(`${cyan}│${rst} 网关默认 ${green}${s.gatewayModel}${rst} ${dim}[${s.gatewayStatus}]${rst} · 端口 ${s.port} ${gwAliveTag} · ${dim}${s.endpointUrl}${rst}`);
|
|
179
|
-
const prefTtfb = s.chatPrefStat?.avgTtfbMs ?? s.chatPrefStat?.emaTtfbMs ?? s.chatPrefLat?.emaMs;
|
|
180
|
-
const fallTtfb = s.chatFallStat?.avgTtfbMs ?? s.chatFallStat?.emaTtfbMs ?? s.chatFallLat?.emaMs;
|
|
181
|
-
const gateTtfb = s.gatewayStat?.avgTtfbMs ?? s.gatewayStat?.emaTtfbMs ?? s.gatewayLat?.emaMs;
|
|
182
|
-
const prefLine = `mimo ${prefTtfb ? fmtMs(prefTtfb) + (s.chatPrefStat?.count ? `·${s.chatPrefStat.count}次` : "") : fmtLatency(s.chatPrefLat)}${s.chatPrefStat?.avgTps ? `·${fmtTps(s.chatPrefStat.avgTps)}` : ""}`;
|
|
183
|
-
const fallLine = `pickle ${fallTtfb ? fmtMs(fallTtfb) + (s.chatFallStat?.count ? `·${s.chatFallStat.count}次` : "") : fmtLatency(s.chatFallLat)}${s.chatFallStat?.avgTps ? `·${fmtTps(s.chatFallStat.avgTps)}` : ""}`;
|
|
184
|
-
const gateLine = s.gatewayModel !== s.chatPref && s.gatewayModel !== s.chatFall ? ` · 网关默认 ${gateTtfb ? fmtMs(gateTtfb) : fmtLatency(s.gatewayLat)}` : "";
|
|
185
|
-
lines.push(`${cyan}│${rst} 平均首字 ${prefLine} · ${fallLine}${gateLine}`);
|
|
186
|
-
const errWhen = s.lastErr?.ts ? fmtShanghai(s.lastErr.ts) : "—";
|
|
187
|
-
const errMsg = s.lastErr?.message ? String(s.lastErr.message).slice(0, 40) : (s.lastErr?.status ? `HTTP ${s.lastErr.status}` : "无");
|
|
188
|
-
lines.push(`${cyan}│${rst} 网关请求 总 ${s.total} 成功 ${s.success} 失败 ${s.fail} ${dim}· 末错 ${errWhen} ${errMsg}${rst}`);
|
|
189
|
-
const cacheInfo = s.freeCount ? `${s.freeCount} free` : "—";
|
|
190
|
-
const picksInfo = s.picks.length ? `${s.picks.length} 已选` : "未筛选";
|
|
191
|
-
lines.push(`${cyan}│${rst} 模型库 ${cacheInfo} · 勾选 ${picksInfo} ${dim}${s.picks.slice(0, 3).join(", ") || ""}${s.picks.length > 3 ? " …" : ""}${rst}`);
|
|
192
|
-
lines.push(`${cyan}│${rst} 健康 ${dim}${s.healthUrl}${rst} ${dim}· 日志 ${recentCalls(1).length ? "有" : "暂无"} · 上海时间${rst}`);
|
|
193
|
-
lines.push(`${cyan}└──────────────────────────────────────────────────${rst}`);
|
|
194
|
-
return { lines, stats: s };
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
export function formatStatsDetail() {
|
|
198
|
-
const s = collectStats();
|
|
199
|
-
const dim = "\x1b[90m";
|
|
200
|
-
const rst = "\x1b[0m";
|
|
201
|
-
const out = [];
|
|
202
|
-
out.push(`${dim}── 网关详细统计(-d 进程持久化数据) ──────────${rst}`);
|
|
203
|
-
const gateTtfb = s.gatewayStat ? fmtMs(s.gatewayStat.avgTtfbMs ?? s.gatewayStat.emaTtfbMs) : fmtLatency(s.gatewayLat);
|
|
204
|
-
const prefTtfb = s.chatPrefStat ? fmtMs(s.chatPrefStat.avgTtfbMs ?? s.chatPrefStat.emaTtfbMs) : fmtLatency(s.chatPrefLat);
|
|
205
|
-
const fallTtfb = s.chatFallStat ? fmtMs(s.chatFallStat.avgTtfbMs ?? s.chatFallStat.emaTtfbMs) : fmtLatency(s.chatFallLat);
|
|
206
|
-
out.push(`网关默认: ${s.gatewayModel} [${s.gatewayStatus}] 平均首字 ${gateTtfb} 端口 ${s.port}`);
|
|
207
|
-
out.push(`对话模型: ${s.chatPref} [${s.chatPrefStatus}] ${prefTtfb}${s.chatPrefStat?.avgTps ? ` · ${fmtTps(s.chatPrefStat.avgTps)}` : ""} · 兜底 ${s.chatFall} [${s.chatFallStatus}] ${fallTtfb}${s.chatFallStat?.avgTps ? ` · ${fmtTps(s.chatFallStat.avgTps)}` : ""}`);
|
|
208
|
-
out.push(`健康: ${s.healthUrl} 端点: ${s.endpointUrl}`);
|
|
209
|
-
out.push(`网关请求: 总 ${s.total} 成功 ${s.success} 失败 ${s.fail} ${dim}(calls.log + errors.log 持久化计数)${rst}`);
|
|
210
|
-
if (s.lastErr) {
|
|
211
|
-
out.push(`末次错误: ${fmtShanghai(s.lastErr.ts)} ${s.lastErr.model || ""} ${s.lastErr.status || ""} ${String(s.lastErr.message || "").slice(0, 80)}`);
|
|
212
|
-
} else {
|
|
213
|
-
out.push(`末次错误: 无`);
|
|
214
|
-
}
|
|
215
|
-
out.push(`勾选集: ${s.picks.length ? s.picks.join(", ") : "(空=全量 auto)"} · 模型库: ${s.freeCount || 0} free 缓存: ${s.cachedAt ? fmtShanghai(s.cachedAt) : "—"}`);
|
|
216
|
-
if (s.perModel.length) {
|
|
217
|
-
out.push(`模型体检表(平均首字 / 平均总耗时 / 平均速度 / 啰嗦 / 样本,100次均值更稳):`);
|
|
218
|
-
out.push(` ${"模型".padEnd(30)} ${"首字".padEnd(8)} ${"总耗时".padEnd(8)} ${"速度".padEnd(12)} ${"啰嗦".padEnd(8)} ${"样本".padEnd(6)} 状态`);
|
|
219
|
-
for (const r of s.perModel.slice(0, 15)) {
|
|
220
|
-
const st = r.st;
|
|
221
|
-
const ttfb = st ? fmtMs(st.avgTtfbMs ?? st.emaTtfbMs) : (r.lat ? fmtMs(r.lat.emaMs) : "—");
|
|
222
|
-
const total = st ? fmtMs(st.avgTotalMs ?? st.emaTotalMs) : "—";
|
|
223
|
-
const tps = st ? fmtTps(st.avgTps ?? st.emaTps) : "—";
|
|
224
|
-
const verbose = st?.avgCompTok != null ? `${st.avgCompTok}tok` : "—";
|
|
225
|
-
const cnt = st?.count ?? r.lat?.count ?? 0;
|
|
226
|
-
const p95 = st?.p95Ttfb ? ` p95:${fmtMs(st.p95Ttfb)}` : "";
|
|
227
|
-
const line = ` ${r.id.padEnd(30)} ${ttfb.padEnd(8)} ${total.padEnd(8)} ${tps.padEnd(12)} ${verbose.padEnd(8)} ${String(cnt).padEnd(6)} ${r.status}${p95}`;
|
|
228
|
-
out.push(line);
|
|
229
|
-
}
|
|
230
|
-
if (s.perModel.length > 15) out.push(` … 还有 ${s.perModel.length - 15} 个模型`);
|
|
231
|
-
if (!s.perModel.some((r) => r.st)) out.push(` ${dim}暂无新样本(新观测需发一次请求后出现),旧数据仅显示延迟 —${rst}`);
|
|
232
|
-
} else {
|
|
233
|
-
out.push(` ${dim}暂无样本,先用 mslxdff -chat 发一句,100次后均值更稳${rst}`);
|
|
234
|
-
}
|
|
235
|
-
if (s.recent.length) {
|
|
236
|
-
out.push(`最近网关调用(calls.log 最近5条,含首字/tps):`);
|
|
237
|
-
for (const r of s.recent.slice(-5)) {
|
|
238
|
-
const ttfb = r.ttfbMs != null ? ` 首字${r.ttfbMs}ms` : "";
|
|
239
|
-
const tps = r.tps != null ? ` ${r.tps}tok/s` : (r.charsPerSec ? ` ${r.charsPerSec}ch/s` : "");
|
|
240
|
-
const tok = r.usage?.completion_tokens != null ? ` tok${r.usage.completion_tokens}` : (r.chars ? ` ch${r.chars}` : "");
|
|
241
|
-
out.push(` ${fmtShanghai(r.ts)} ${(r.model || "-").padEnd(30)} ${String(r.status || "-").padEnd(4)} ${r.totalMs ? r.totalMs + "ms" : (r.durationMs ? r.durationMs + "ms" : "")}${ttfb}${tps}${tok} ${r.stream ? "stream" : ""}`);
|
|
242
|
-
}
|
|
243
|
-
}
|
|
244
|
-
out.push(`${dim}提示:以上均为 -d 网关统计,-stats 展示为平均值(EMA0.3,100次窗口 p95),单次抖动已被平滑。看实时事件用 mslxdff -log 20${rst}`);
|
|
245
|
-
out.push(`${dim}──────────────────────────────────────${rst}`);
|
|
246
|
-
return out.join("\n");
|
|
247
|
-
}
|
|
1
|
+
import { readFileSync, existsSync } from "node:fs";
|
|
2
|
+
import { getPreferredModel } from "../auto.js";
|
|
3
|
+
import { loadModelLatencies, loadModelErrors, loadModelPicks, getPort, loadModelStats } from "../state.js";
|
|
4
|
+
import { logDir, callsFile, errorsFile, recentCalls, lastError } from "../logs.js";
|
|
5
|
+
import { fmtShanghai } from "../time.js";
|
|
6
|
+
import { CHAT_PREFERRED, CHAT_FALLBACK } from "./config.js";
|
|
7
|
+
import { normalizeFullId } from "../providers/model-id.js";
|
|
8
|
+
import { compatFetch } from "../compat.js";
|
|
9
|
+
|
|
10
|
+
function readLinesCount(file) {
|
|
11
|
+
try {
|
|
12
|
+
if (!existsSync(file)) return 0;
|
|
13
|
+
const txt = readFileSync(file, "utf8");
|
|
14
|
+
if (!txt.trim()) return 0;
|
|
15
|
+
return txt.split("\n").filter(Boolean).length;
|
|
16
|
+
} catch { return 0; }
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
function fmtLatency(entry) {
|
|
20
|
+
if (!entry || !entry.emaMs) return "—";
|
|
21
|
+
const ema = entry.emaMs;
|
|
22
|
+
const cnt = entry.count ? ` · ${entry.count}次` : "";
|
|
23
|
+
const last = entry.lastMs ? ` (末次 ${entry.lastMs}ms)` : "";
|
|
24
|
+
return `${ema}ms${cnt}${last}`;
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function fmtMs(v) {
|
|
28
|
+
if (v == null || !Number.isFinite(v)) return "—";
|
|
29
|
+
if (v < 1000) return `${v}ms`;
|
|
30
|
+
return `${(v / 1000).toFixed(1)}s`;
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
function fmtTps(v) {
|
|
34
|
+
if (v == null || !Number.isFinite(v)) return "—";
|
|
35
|
+
return `${v} tok/s`;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
function fmtStatus(entry) {
|
|
39
|
+
if (!entry) return "normal";
|
|
40
|
+
if (typeof entry === "number") return "error";
|
|
41
|
+
return entry.status || "normal";
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
export function collectStats() {
|
|
45
|
+
const gatewayModel = getPreferredModel();
|
|
46
|
+
const latencies = loadModelLatencies();
|
|
47
|
+
const modelStats = loadModelStats();
|
|
48
|
+
const errors = loadModelErrors();
|
|
49
|
+
const picks = loadModelPicks();
|
|
50
|
+
const port = getPort() ?? (Number(process.env.MSLXDFF_PORT) > 0 ? Number(process.env.MSLXDFF_PORT) : 8989);
|
|
51
|
+
const fullPref = normalizeFullId(CHAT_PREFERRED);
|
|
52
|
+
const fullFall = normalizeFullId(CHAT_FALLBACK);
|
|
53
|
+
const fullGate = normalizeFullId(gatewayModel);
|
|
54
|
+
const chatPrefStat = modelStats[fullPref] || modelStats[CHAT_PREFERRED] || null;
|
|
55
|
+
const chatFallStat = modelStats[fullFall] || modelStats[CHAT_FALLBACK] || null;
|
|
56
|
+
const gatewayStat = modelStats[fullGate] || modelStats[gatewayModel] || null;
|
|
57
|
+
const chatPrefLat = latencies[CHAT_PREFERRED] || null;
|
|
58
|
+
const chatFallLat = latencies[CHAT_FALLBACK] || null;
|
|
59
|
+
const gatewayLat = latencies[gatewayModel] || null;
|
|
60
|
+
|
|
61
|
+
// gateway totals — 来自 -d 进程的持久化日志(非本 -chat 会话)
|
|
62
|
+
const cf = callsFile();
|
|
63
|
+
const ef = errorsFile();
|
|
64
|
+
const totalCalls = readLinesCount(cf);
|
|
65
|
+
const totalErrs = readLinesCount(ef);
|
|
66
|
+
const recent = recentCalls(5);
|
|
67
|
+
const lastErr = lastError();
|
|
68
|
+
|
|
69
|
+
// cache model counts + ids
|
|
70
|
+
let freeCount = 0;
|
|
71
|
+
let cachedAt = null;
|
|
72
|
+
let freeIds = [];
|
|
73
|
+
try {
|
|
74
|
+
const cacheFile = `${logDir()}/models.json`;
|
|
75
|
+
if (existsSync(cacheFile)) {
|
|
76
|
+
const j = JSON.parse(readFileSync(cacheFile, "utf8"));
|
|
77
|
+
if (Array.isArray(j.data)) {
|
|
78
|
+
freeIds = j.data.map((m) => m.id).filter(Boolean);
|
|
79
|
+
freeCount = freeIds.length;
|
|
80
|
+
}
|
|
81
|
+
cachedAt = j.cachedAt || null;
|
|
82
|
+
}
|
|
83
|
+
} catch {}
|
|
84
|
+
const freeSet = new Set(freeIds);
|
|
85
|
+
|
|
86
|
+
// per-model daemon detail (for /stats) — 优先用 modelStats(全称),兼容旧 latencies
|
|
87
|
+
const statIds = Object.keys(modelStats);
|
|
88
|
+
const allIds = [...new Set([...Object.keys(latencies), ...Object.keys(errors), ...statIds])].filter(Boolean);
|
|
89
|
+
const filteredIds = freeIds.length
|
|
90
|
+
? allIds.filter((id) => {
|
|
91
|
+
const full = normalizeFullId(id);
|
|
92
|
+
return freeSet.has(id) || freeSet.has(full) || id === gatewayModel || id === CHAT_PREFERRED || id === CHAT_FALLBACK || full === fullGate || full === fullPref || full === fullFall || statIds.includes(full);
|
|
93
|
+
})
|
|
94
|
+
: allIds.filter((id) => !/^m-(one|two)-free$|^a-free$|^b-free$|^c-free$|^ghost-/.test(id) && !id.startsWith("test-"));
|
|
95
|
+
const perModel = filteredIds
|
|
96
|
+
.map((id) => {
|
|
97
|
+
const full = normalizeFullId(id);
|
|
98
|
+
const st = modelStats[full] || modelStats[id] || null;
|
|
99
|
+
const lat = latencies[id] || latencies[full] || null;
|
|
100
|
+
return {
|
|
101
|
+
id: st ? full : id,
|
|
102
|
+
fullId: full,
|
|
103
|
+
lat: lat || null,
|
|
104
|
+
st: st || null,
|
|
105
|
+
status: fmtStatus(errors[id] || errors[full]),
|
|
106
|
+
at: st?.lastAt || errors[id]?.at || errors[full]?.at || lat?.at || 0,
|
|
107
|
+
count: st?.count ?? lat?.count ?? 0,
|
|
108
|
+
};
|
|
109
|
+
})
|
|
110
|
+
.sort((a, b) => (b.count - a.count) || (b.at - a.at));
|
|
111
|
+
|
|
112
|
+
return {
|
|
113
|
+
gatewayModel,
|
|
114
|
+
gatewayLat,
|
|
115
|
+
gatewayStat,
|
|
116
|
+
chatPref: CHAT_PREFERRED,
|
|
117
|
+
chatFall: CHAT_FALLBACK,
|
|
118
|
+
chatPrefStat,
|
|
119
|
+
chatFallStat,
|
|
120
|
+
chatPrefLat,
|
|
121
|
+
chatFallLat,
|
|
122
|
+
chatPrefStatus: fmtStatus(errors[CHAT_PREFERRED] || errors[fullPref]),
|
|
123
|
+
chatFallStatus: fmtStatus(errors[CHAT_FALLBACK] || errors[fullFall]),
|
|
124
|
+
gatewayStatus: fmtStatus(errors[gatewayModel] || errors[fullGate]),
|
|
125
|
+
picks,
|
|
126
|
+
port,
|
|
127
|
+
totalCalls,
|
|
128
|
+
totalErrs,
|
|
129
|
+
total: totalCalls + totalErrs,
|
|
130
|
+
success: totalCalls,
|
|
131
|
+
fail: totalErrs,
|
|
132
|
+
recent,
|
|
133
|
+
lastErr,
|
|
134
|
+
freeCount,
|
|
135
|
+
cachedAt,
|
|
136
|
+
healthUrl: `http://127.0.0.1:${port}/health`,
|
|
137
|
+
endpointUrl: `http://127.0.0.1:${port}/v1`,
|
|
138
|
+
latencies,
|
|
139
|
+
modelStats,
|
|
140
|
+
errors,
|
|
141
|
+
perModel,
|
|
142
|
+
};
|
|
143
|
+
}
|
|
144
|
+
|
|
145
|
+
export async function probeGateway(port, timeoutMs = 800) {
|
|
146
|
+
const url = `http://127.0.0.1:${port}/health`;
|
|
147
|
+
const ctrl = new AbortController();
|
|
148
|
+
const t = setTimeout(() => ctrl.abort(), timeoutMs);
|
|
149
|
+
try {
|
|
150
|
+
const r = await compatFetch(url, { signal: ctrl.signal });
|
|
151
|
+
clearTimeout(t);
|
|
152
|
+
return { alive: r.ok, status: r.status, ms: 0 };
|
|
153
|
+
} catch (e) {
|
|
154
|
+
clearTimeout(t);
|
|
155
|
+
const msg = String(e?.message || e);
|
|
156
|
+
const isRefused = /ECONNREFUSED|Failed to fetch|fetch failed|ECONNRESET|abort/i.test(msg);
|
|
157
|
+
return { alive: false, status: 0, error: msg, refused: isRefused };
|
|
158
|
+
}
|
|
159
|
+
}
|
|
160
|
+
|
|
161
|
+
export function formatBannerLines(healthProbe = null) {
|
|
162
|
+
const s = collectStats();
|
|
163
|
+
const dim = "\x1b[90m";
|
|
164
|
+
const rst = "\x1b[0m";
|
|
165
|
+
const cyan = "\x1b[36m";
|
|
166
|
+
const yellow = "\x1b[33m";
|
|
167
|
+
const green = "\x1b[32m";
|
|
168
|
+
const red = "\x1b[31m";
|
|
169
|
+
const bgRed = "\x1b[41m\x1b[37m";
|
|
170
|
+
const lines = [];
|
|
171
|
+
lines.push(`${cyan}┌─ mslxdff chat · 数据来自 -d 网关进程(非本会话) ─────${rst}`);
|
|
172
|
+
if (healthProbe && !healthProbe.alive) {
|
|
173
|
+
lines.push(`${red}│ ✗ 本地服务没有启动无法使用auto模式,请mslxdff -d 启动 · ${s.healthUrl} 拒绝连接(${healthProbe.error?.slice(0,60) || "ECONNREFUSED"})${rst}`);
|
|
174
|
+
lines.push(`${red}│ → 先在另一终端执行: mslxdff -d (或 mslxdff) 启动后回此窗口重试,期间仅 mimo/big-pickle 直连可用,auto 不可用${rst}`);
|
|
175
|
+
}
|
|
176
|
+
lines.push(`${cyan}│${rst} 对话模型 ${yellow}${s.chatPref}${rst} ${dim}→ ${s.chatFall} → gateway auto:8989${rst} ${dim}[${s.chatPrefStatus}/${s.chatFallStatus}]${rst} ${dim}三级兜底${rst}`);
|
|
177
|
+
const gwAliveTag = healthProbe ? (healthProbe.alive ? `${green}● 运行中${rst}` : `${red}● 未运行${rst}`) : `${dim}…检测中${rst}`;
|
|
178
|
+
lines.push(`${cyan}│${rst} 网关默认 ${green}${s.gatewayModel}${rst} ${dim}[${s.gatewayStatus}]${rst} · 端口 ${s.port} ${gwAliveTag} · ${dim}${s.endpointUrl}${rst}`);
|
|
179
|
+
const prefTtfb = s.chatPrefStat?.avgTtfbMs ?? s.chatPrefStat?.emaTtfbMs ?? s.chatPrefLat?.emaMs;
|
|
180
|
+
const fallTtfb = s.chatFallStat?.avgTtfbMs ?? s.chatFallStat?.emaTtfbMs ?? s.chatFallLat?.emaMs;
|
|
181
|
+
const gateTtfb = s.gatewayStat?.avgTtfbMs ?? s.gatewayStat?.emaTtfbMs ?? s.gatewayLat?.emaMs;
|
|
182
|
+
const prefLine = `mimo ${prefTtfb ? fmtMs(prefTtfb) + (s.chatPrefStat?.count ? `·${s.chatPrefStat.count}次` : "") : fmtLatency(s.chatPrefLat)}${s.chatPrefStat?.avgTps ? `·${fmtTps(s.chatPrefStat.avgTps)}` : ""}`;
|
|
183
|
+
const fallLine = `pickle ${fallTtfb ? fmtMs(fallTtfb) + (s.chatFallStat?.count ? `·${s.chatFallStat.count}次` : "") : fmtLatency(s.chatFallLat)}${s.chatFallStat?.avgTps ? `·${fmtTps(s.chatFallStat.avgTps)}` : ""}`;
|
|
184
|
+
const gateLine = s.gatewayModel !== s.chatPref && s.gatewayModel !== s.chatFall ? ` · 网关默认 ${gateTtfb ? fmtMs(gateTtfb) : fmtLatency(s.gatewayLat)}` : "";
|
|
185
|
+
lines.push(`${cyan}│${rst} 平均首字 ${prefLine} · ${fallLine}${gateLine}`);
|
|
186
|
+
const errWhen = s.lastErr?.ts ? fmtShanghai(s.lastErr.ts) : "—";
|
|
187
|
+
const errMsg = s.lastErr?.message ? String(s.lastErr.message).slice(0, 40) : (s.lastErr?.status ? `HTTP ${s.lastErr.status}` : "无");
|
|
188
|
+
lines.push(`${cyan}│${rst} 网关请求 总 ${s.total} 成功 ${s.success} 失败 ${s.fail} ${dim}· 末错 ${errWhen} ${errMsg}${rst}`);
|
|
189
|
+
const cacheInfo = s.freeCount ? `${s.freeCount} free` : "—";
|
|
190
|
+
const picksInfo = s.picks.length ? `${s.picks.length} 已选` : "未筛选";
|
|
191
|
+
lines.push(`${cyan}│${rst} 模型库 ${cacheInfo} · 勾选 ${picksInfo} ${dim}${s.picks.slice(0, 3).join(", ") || ""}${s.picks.length > 3 ? " …" : ""}${rst}`);
|
|
192
|
+
lines.push(`${cyan}│${rst} 健康 ${dim}${s.healthUrl}${rst} ${dim}· 日志 ${recentCalls(1).length ? "有" : "暂无"} · 上海时间${rst}`);
|
|
193
|
+
lines.push(`${cyan}└──────────────────────────────────────────────────${rst}`);
|
|
194
|
+
return { lines, stats: s };
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
export function formatStatsDetail() {
|
|
198
|
+
const s = collectStats();
|
|
199
|
+
const dim = "\x1b[90m";
|
|
200
|
+
const rst = "\x1b[0m";
|
|
201
|
+
const out = [];
|
|
202
|
+
out.push(`${dim}── 网关详细统计(-d 进程持久化数据) ──────────${rst}`);
|
|
203
|
+
const gateTtfb = s.gatewayStat ? fmtMs(s.gatewayStat.avgTtfbMs ?? s.gatewayStat.emaTtfbMs) : fmtLatency(s.gatewayLat);
|
|
204
|
+
const prefTtfb = s.chatPrefStat ? fmtMs(s.chatPrefStat.avgTtfbMs ?? s.chatPrefStat.emaTtfbMs) : fmtLatency(s.chatPrefLat);
|
|
205
|
+
const fallTtfb = s.chatFallStat ? fmtMs(s.chatFallStat.avgTtfbMs ?? s.chatFallStat.emaTtfbMs) : fmtLatency(s.chatFallLat);
|
|
206
|
+
out.push(`网关默认: ${s.gatewayModel} [${s.gatewayStatus}] 平均首字 ${gateTtfb} 端口 ${s.port}`);
|
|
207
|
+
out.push(`对话模型: ${s.chatPref} [${s.chatPrefStatus}] ${prefTtfb}${s.chatPrefStat?.avgTps ? ` · ${fmtTps(s.chatPrefStat.avgTps)}` : ""} · 兜底 ${s.chatFall} [${s.chatFallStatus}] ${fallTtfb}${s.chatFallStat?.avgTps ? ` · ${fmtTps(s.chatFallStat.avgTps)}` : ""}`);
|
|
208
|
+
out.push(`健康: ${s.healthUrl} 端点: ${s.endpointUrl}`);
|
|
209
|
+
out.push(`网关请求: 总 ${s.total} 成功 ${s.success} 失败 ${s.fail} ${dim}(calls.log + errors.log 持久化计数)${rst}`);
|
|
210
|
+
if (s.lastErr) {
|
|
211
|
+
out.push(`末次错误: ${fmtShanghai(s.lastErr.ts)} ${s.lastErr.model || ""} ${s.lastErr.status || ""} ${String(s.lastErr.message || "").slice(0, 80)}`);
|
|
212
|
+
} else {
|
|
213
|
+
out.push(`末次错误: 无`);
|
|
214
|
+
}
|
|
215
|
+
out.push(`勾选集: ${s.picks.length ? s.picks.join(", ") : "(空=全量 auto)"} · 模型库: ${s.freeCount || 0} free 缓存: ${s.cachedAt ? fmtShanghai(s.cachedAt) : "—"}`);
|
|
216
|
+
if (s.perModel.length) {
|
|
217
|
+
out.push(`模型体检表(平均首字 / 平均总耗时 / 平均速度 / 啰嗦 / 样本,100次均值更稳):`);
|
|
218
|
+
out.push(` ${"模型".padEnd(30)} ${"首字".padEnd(8)} ${"总耗时".padEnd(8)} ${"速度".padEnd(12)} ${"啰嗦".padEnd(8)} ${"样本".padEnd(6)} 状态`);
|
|
219
|
+
for (const r of s.perModel.slice(0, 15)) {
|
|
220
|
+
const st = r.st;
|
|
221
|
+
const ttfb = st ? fmtMs(st.avgTtfbMs ?? st.emaTtfbMs) : (r.lat ? fmtMs(r.lat.emaMs) : "—");
|
|
222
|
+
const total = st ? fmtMs(st.avgTotalMs ?? st.emaTotalMs) : "—";
|
|
223
|
+
const tps = st ? fmtTps(st.avgTps ?? st.emaTps) : "—";
|
|
224
|
+
const verbose = st?.avgCompTok != null ? `${st.avgCompTok}tok` : "—";
|
|
225
|
+
const cnt = st?.count ?? r.lat?.count ?? 0;
|
|
226
|
+
const p95 = st?.p95Ttfb ? ` p95:${fmtMs(st.p95Ttfb)}` : "";
|
|
227
|
+
const line = ` ${r.id.padEnd(30)} ${ttfb.padEnd(8)} ${total.padEnd(8)} ${tps.padEnd(12)} ${verbose.padEnd(8)} ${String(cnt).padEnd(6)} ${r.status}${p95}`;
|
|
228
|
+
out.push(line);
|
|
229
|
+
}
|
|
230
|
+
if (s.perModel.length > 15) out.push(` … 还有 ${s.perModel.length - 15} 个模型`);
|
|
231
|
+
if (!s.perModel.some((r) => r.st)) out.push(` ${dim}暂无新样本(新观测需发一次请求后出现),旧数据仅显示延迟 —${rst}`);
|
|
232
|
+
} else {
|
|
233
|
+
out.push(` ${dim}暂无样本,先用 mslxdff -chat 发一句,100次后均值更稳${rst}`);
|
|
234
|
+
}
|
|
235
|
+
if (s.recent.length) {
|
|
236
|
+
out.push(`最近网关调用(calls.log 最近5条,含首字/tps):`);
|
|
237
|
+
for (const r of s.recent.slice(-5)) {
|
|
238
|
+
const ttfb = r.ttfbMs != null ? ` 首字${r.ttfbMs}ms` : "";
|
|
239
|
+
const tps = r.tps != null ? ` ${r.tps}tok/s` : (r.charsPerSec ? ` ${r.charsPerSec}ch/s` : "");
|
|
240
|
+
const tok = r.usage?.completion_tokens != null ? ` tok${r.usage.completion_tokens}` : (r.chars ? ` ch${r.chars}` : "");
|
|
241
|
+
out.push(` ${fmtShanghai(r.ts)} ${(r.model || "-").padEnd(30)} ${String(r.status || "-").padEnd(4)} ${r.totalMs ? r.totalMs + "ms" : (r.durationMs ? r.durationMs + "ms" : "")}${ttfb}${tps}${tok} ${r.stream ? "stream" : ""}`);
|
|
242
|
+
}
|
|
243
|
+
}
|
|
244
|
+
out.push(`${dim}提示:以上均为 -d 网关统计,-stats 展示为平均值(EMA0.3,100次窗口 p95),单次抖动已被平滑。看实时事件用 mslxdff -log 20${rst}`);
|
|
245
|
+
out.push(`${dim}──────────────────────────────────────${rst}`);
|
|
246
|
+
return out.join("\n");
|
|
247
|
+
}
|
package/src/chat/store.js
CHANGED
|
@@ -1,48 +1,48 @@
|
|
|
1
|
-
import { readFileSync, writeFileSync, mkdirSync, existsSync } from "node:fs";
|
|
2
|
-
import { join, dirname } from "node:path";
|
|
3
|
-
import { defaultStateFile } from "../state.js";
|
|
4
|
-
import { CHAT_HISTORY_MAX_CHARS } from "./config.js";
|
|
5
|
-
|
|
6
|
-
function histFile() {
|
|
7
|
-
const base = process.env.MSLXDFF_CHAT_HISTORY || join(dirname(defaultStateFile()), "chat-history.json");
|
|
8
|
-
return base;
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export function loadHistory() {
|
|
12
|
-
try {
|
|
13
|
-
if (!existsSync(histFile())) return [];
|
|
14
|
-
const raw = readFileSync(histFile(), "utf8");
|
|
15
|
-
const arr = JSON.parse(raw);
|
|
16
|
-
return Array.isArray(arr) ? arr : [];
|
|
17
|
-
} catch { return []; }
|
|
18
|
-
}
|
|
19
|
-
|
|
20
|
-
export function saveHistory(arr) {
|
|
21
|
-
try {
|
|
22
|
-
const f = histFile();
|
|
23
|
-
mkdirSync(dirname(f), { recursive: true });
|
|
24
|
-
// 128k 上下文下保留更多历史,配合 400k 阈值
|
|
25
|
-
const slim = arr.slice(-120);
|
|
26
|
-
writeFileSync(f, JSON.stringify(slim, null, 2));
|
|
27
|
-
} catch {}
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export function clearHistory() {
|
|
31
|
-
saveHistory([]);
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export function histPath() { return histFile(); }
|
|
35
|
-
|
|
36
|
-
export function estimateChars(messages) {
|
|
37
|
-
let n = 0;
|
|
38
|
-
for (const m of messages) {
|
|
39
|
-
n += String(m.content || "").length;
|
|
40
|
-
if (m.tool_calls) n += JSON.stringify(m.tool_calls).length;
|
|
41
|
-
if (m.tool_call_id) n += 200;
|
|
42
|
-
}
|
|
43
|
-
return n;
|
|
44
|
-
}
|
|
45
|
-
|
|
46
|
-
export function needsCompress(messages) {
|
|
47
|
-
return estimateChars(messages) > CHAT_HISTORY_MAX_CHARS;
|
|
48
|
-
}
|
|
1
|
+
import { readFileSync, writeFileSync, mkdirSync, existsSync } from "node:fs";
|
|
2
|
+
import { join, dirname } from "node:path";
|
|
3
|
+
import { defaultStateFile } from "../state.js";
|
|
4
|
+
import { CHAT_HISTORY_MAX_CHARS } from "./config.js";
|
|
5
|
+
|
|
6
|
+
function histFile() {
|
|
7
|
+
const base = process.env.MSLXDFF_CHAT_HISTORY || join(dirname(defaultStateFile()), "chat-history.json");
|
|
8
|
+
return base;
|
|
9
|
+
}
|
|
10
|
+
|
|
11
|
+
export function loadHistory() {
|
|
12
|
+
try {
|
|
13
|
+
if (!existsSync(histFile())) return [];
|
|
14
|
+
const raw = readFileSync(histFile(), "utf8");
|
|
15
|
+
const arr = JSON.parse(raw);
|
|
16
|
+
return Array.isArray(arr) ? arr : [];
|
|
17
|
+
} catch { return []; }
|
|
18
|
+
}
|
|
19
|
+
|
|
20
|
+
export function saveHistory(arr) {
|
|
21
|
+
try {
|
|
22
|
+
const f = histFile();
|
|
23
|
+
mkdirSync(dirname(f), { recursive: true });
|
|
24
|
+
// 128k 上下文下保留更多历史,配合 400k 阈值
|
|
25
|
+
const slim = arr.slice(-120);
|
|
26
|
+
writeFileSync(f, JSON.stringify(slim, null, 2));
|
|
27
|
+
} catch {}
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
export function clearHistory() {
|
|
31
|
+
saveHistory([]);
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
export function histPath() { return histFile(); }
|
|
35
|
+
|
|
36
|
+
export function estimateChars(messages) {
|
|
37
|
+
let n = 0;
|
|
38
|
+
for (const m of messages) {
|
|
39
|
+
n += String(m.content || "").length;
|
|
40
|
+
if (m.tool_calls) n += JSON.stringify(m.tool_calls).length;
|
|
41
|
+
if (m.tool_call_id) n += 200;
|
|
42
|
+
}
|
|
43
|
+
return n;
|
|
44
|
+
}
|
|
45
|
+
|
|
46
|
+
export function needsCompress(messages) {
|
|
47
|
+
return estimateChars(messages) > CHAT_HISTORY_MAX_CHARS;
|
|
48
|
+
}
|