mslxdff 0.1.203 → 0.1.207
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +3 -3
- package/bin/mslxdff.js +1 -1
- package/docs/cli_help_mini.md +146 -0
- package/package.json +38 -38
- package/plugins/README.md +14 -14
- package/plugins/prefer-model.mjs.example +14 -14
- package/src/anthropic/canonical-json.js +55 -0
- package/src/anthropic/count-tokens.js +61 -61
- package/src/anthropic/request-body.js +183 -126
- package/src/anthropic/request-shape.js +60 -0
- package/src/anthropic/session-id.js +58 -0
- package/src/anthropic/shared.js +18 -18
- package/src/anthropic/sse-aggregate.js +56 -56
- package/src/anthropic/tool-media.js +75 -0
- package/src/anthropic/translate.js +296 -287
- package/src/anthropic/web-search.js +361 -361
- package/src/api-kind.js +31 -31
- package/src/autostart.js +288 -288
- package/src/bench/probe.js +1 -1
- package/src/bench/runner.js +1 -1
- package/src/bench/via-probe.js +1 -1
- package/src/bench/via.js +144 -144
- package/src/bench/workbuddy-bench.js +1 -1
- package/src/chat/config.js +11 -11
- package/src/chat/cooling.js +81 -81
- package/src/chat/direct.js +58 -58
- package/src/chat/index.js +6 -6
- package/src/chat/spinner.js +38 -38
- package/src/chat/sse.js +69 -69
- package/src/chat/stats.js +247 -247
- package/src/chat/store.js +48 -48
- package/src/chat/tool-handlers.js +67 -67
- package/src/chat/tools.js +1 -1
- package/src/chat/upstream.js +59 -59
- package/src/chat-pipeline/auto-race.js +158 -158
- package/src/chat-pipeline/empty-turn.js +147 -147
- package/src/chat-pipeline/engine.js +17 -17
- package/src/chat-pipeline/index.js +8 -40
- package/src/chat-pipeline/serial-trial.js +279 -283
- package/src/chat-pipeline/terminal-verdict.js +132 -147
- package/src/chooser.js +54 -54
- package/src/claude-desktop/apply.js +101 -101
- package/src/claude-desktop/context1m.js +38 -38
- package/src/claude-desktop/doctor.js +146 -146
- package/src/claude-desktop/slots.js +152 -152
- package/src/cli/bootstrap.js +1 -1
- package/src/cli/commands/claude-desktop.js +284 -284
- package/src/cli/commands/daemon.js +231 -231
- package/src/cli/commands/model/list-live.js +22 -22
- package/src/cli/commands/model/list-providers.js +76 -76
- package/src/cli/commands/model/list-render.js +77 -77
- package/src/cli/commands/model/list-sort.js +52 -52
- package/src/cli/commands/model/list-tty.js +76 -76
- package/src/cli/commands/model/list.js +166 -166
- package/src/cli/commands/model/live-models.js +24 -24
- package/src/cli/commands/model/stats.js +43 -43
- package/src/cli/commands/model/status.js +47 -47
- package/src/cli/commands/model.js +51 -51
- package/src/cli/commands/provider/add.js +108 -108
- package/src/cli/commands/provider/allowlist.js +99 -99
- package/src/cli/commands/provider/cline-free.js +99 -99
- package/src/cli/commands/provider/cline-login.js +218 -218
- package/src/cli/commands/provider/cline-quota.js +65 -65
- package/src/cli/commands/provider/codearts-login.js +45 -45
- package/src/cli/commands/provider/config.js +119 -119
- package/src/cli/commands/provider/globalqwenwork-login.js +126 -126
- package/src/cli/commands/provider/keys-guard.js +50 -50
- package/src/cli/commands/provider/keys.js +161 -161
- package/src/cli/commands/provider/qoder-checkin.js +81 -81
- package/src/cli/commands/provider/qoder-login.js +102 -102
- package/src/cli/commands/provider/raccoon-login.js +180 -180
- package/src/cli/commands/provider/raccoon-password.js +162 -162
- package/src/cli/commands/provider/raccoon-quota.js +109 -109
- package/src/cli/commands/provider/traework-checkin.js +144 -144
- package/src/cli/commands/provider/traework-login.js +164 -164
- package/src/cli/commands/provider/workbuddy-login.js +153 -153
- package/src/cli/commands/provider/zcode-login.js +77 -77
- package/src/cli/commands/provider/zcode-quota.js +55 -55
- package/src/cli/commands/provider.js +1 -1
- package/src/cli/commands/stats.js +158 -149
- package/src/cli/commands/system.js +261 -261
- package/src/cli/commands/timezone.js +47 -47
- package/src/cli/commands/use-group.js +60 -60
- package/src/cli/commands/workbuddy.js +189 -189
- package/src/cli/format.js +141 -141
- package/src/cli/group-helpers.js +70 -70
- package/src/cli/help.js +80 -80
- package/src/cli/index.js +70 -70
- package/src/cli/interactive.js +121 -121
- package/src/cli/join-core.js +99 -99
- package/src/cli/join-wizard.js +175 -175
- package/src/cli/policy.js +136 -136
- package/src/cli/provider-row.js +126 -126
- package/src/cli/util.js +24 -24
- package/src/compat.js +53 -53
- package/src/events.js +38 -38
- package/src/free-lane.js +131 -131
- package/src/free-watcher.js +63 -63
- package/src/groups.js +262 -262
- package/src/logs.js +195 -195
- package/src/metrics.js +71 -62
- package/src/model-capabilities/context-lookup.js +65 -65
- package/src/model-capabilities/merge.js +142 -142
- package/src/model-trace.js +187 -187
- package/src/models.js +1 -1
- package/src/opencode-identity.js +72 -72
- package/src/peers.js +254 -254
- package/src/plugins.js +107 -107
- package/src/providers/AGENTS.md +49 -0
- package/src/providers/base.js +164 -164
- package/src/providers/classify.js +22 -22
- package/src/providers/cline/allowlist-sync.js +93 -93
- package/src/providers/cline/free-catalog.js +71 -71
- package/src/providers/cline/headers.js +37 -37
- package/src/providers/cline/index.js +130 -130
- package/src/providers/cline/models.js +150 -150
- package/src/providers/cline/usage.js +274 -274
- package/src/providers/codearts/auth-pool.js +148 -148
- package/src/providers/codearts/concurrency.js +34 -34
- package/src/providers/codearts/const.js +65 -65
- package/src/providers/codearts/dpop.js +95 -95
- package/src/providers/codearts/index.js +175 -175
- package/src/providers/codearts/login.js +214 -214
- package/src/providers/codearts/models.js +182 -182
- package/src/providers/codearts/sign.js +96 -96
- package/src/providers/codearts/sse.js +204 -204
- package/src/providers/codearts/stream.js +209 -209
- package/src/providers/codearts/sts.js +124 -124
- package/src/providers/codearts.js +1 -1
- package/src/providers/dispatcher.js +146 -146
- package/src/providers/generic.js +156 -156
- package/src/providers/globalqwenwork/account-store.js +141 -141
- package/src/providers/globalqwenwork/constants.js +73 -73
- package/src/providers/globalqwenwork/crypto.js +2 -2
- package/src/providers/globalqwenwork/http.js +2 -2
- package/src/providers/globalqwenwork/index.js +331 -331
- package/src/providers/globalqwenwork/payload.js +147 -147
- package/src/providers/globalqwenwork/rsa.js +2 -2
- package/src/providers/globalqwenwork/sse.js +2 -2
- package/src/providers/globalqwenwork/stream.js +2 -2
- package/src/providers/globalqwenwork.js +1 -1
- package/src/providers/globalworkbuddy/account-store.js +198 -198
- package/src/providers/globalworkbuddy/auth.js +97 -97
- package/src/providers/globalworkbuddy/catalog.js +138 -138
- package/src/providers/globalworkbuddy/constants.js +73 -73
- package/src/providers/globalworkbuddy/device-auth.js +120 -120
- package/src/providers/globalworkbuddy/errors.js +98 -98
- package/src/providers/globalworkbuddy/headers.js +89 -89
- package/src/providers/globalworkbuddy/models.js +96 -96
- package/src/providers/globalworkbuddy/payload.js +80 -80
- package/src/providers/index.js +5 -5
- package/src/providers/model-id.js +172 -172
- package/src/providers/opencode.js +19 -19
- package/src/providers/openrouter.js +31 -31
- package/src/providers/qoder/account-store.js +106 -106
- package/src/providers/qoder/aggregate.js +60 -60
- package/src/providers/qoder/baseprompt.json +591 -591
- package/src/providers/qoder/checkin.js +160 -160
- package/src/providers/qoder/constants.js +44 -44
- package/src/providers/qoder/encode.js +41 -41
- package/src/providers/qoder/fingerprint.js +38 -38
- package/src/providers/qoder/models.js +77 -77
- package/src/providers/qoder/oauth.js +84 -84
- package/src/providers/qoder/payload.js +162 -162
- package/src/providers/qoder/request.js +27 -27
- package/src/providers/qoder/session.js +134 -134
- package/src/providers/qoder/sticky.js +38 -38
- package/src/providers/qoder/stream.js +116 -116
- package/src/providers/qoder.js +1 -1
- package/src/providers/raccoon/account-store.js +216 -216
- package/src/providers/raccoon/auth.js +67 -67
- package/src/providers/raccoon/chat.js +228 -228
- package/src/providers/raccoon/const.js +180 -180
- package/src/providers/raccoon/credits.js +185 -185
- package/src/providers/raccoon/crypto.js +43 -43
- package/src/providers/raccoon/envelope.js +31 -31
- package/src/providers/raccoon/headers.js +45 -45
- package/src/providers/raccoon/index.js +216 -216
- package/src/providers/raccoon/login.js +279 -279
- package/src/providers/raccoon/models.js +160 -160
- package/src/providers/raccoon/password-login.js +102 -102
- package/src/providers/raccoon/qr-codewords.js +115 -115
- package/src/providers/raccoon/qr.js +236 -236
- package/src/providers/raccoon/sse.js +135 -135
- package/src/providers/responses-channel.js +120 -120
- package/src/providers/share-keys.js +53 -53
- package/src/providers/traework/account-store.js +234 -234
- package/src/providers/traework/chat.js +217 -217
- package/src/providers/traework/checkin.js +77 -77
- package/src/providers/traework/constants.js +41 -41
- package/src/providers/traework/errors.js +52 -52
- package/src/providers/traework/headers.js +79 -79
- package/src/providers/traework/index.js +132 -132
- package/src/providers/traework/market-identity.js +116 -116
- package/src/providers/traework/models.js +98 -98
- package/src/providers/traework/payload.js +86 -86
- package/src/providers/traework/sse.js +184 -184
- package/src/providers/traework/token.js +52 -52
- package/src/providers/traework.js +2 -2
- package/src/providers/workbuddy/account-store.js +186 -186
- package/src/providers/workbuddy/auth.js +158 -158
- package/src/providers/workbuddy/balance.js +86 -86
- package/src/providers/workbuddy/cat-travel.js +125 -125
- package/src/providers/workbuddy/checkin.js +75 -75
- package/src/providers/workbuddy/desktop-info.js +78 -78
- package/src/providers/workbuddy/growth-api.js +67 -67
- package/src/providers/workbuddy/growth-plans.js +63 -63
- package/src/providers/workbuddy/growth.js +181 -181
- package/src/providers/workbuddy/index.js +217 -217
- package/src/providers/workbuddy/models.js +126 -126
- package/src/providers/workbuddy/payload.js +141 -141
- package/src/providers/workbuddy/rotation-log.js +83 -83
- package/src/providers/workbuddy/sanitize-tools.js +61 -61
- package/src/providers/workbuddy/sdk-chat.js +26 -26
- package/src/providers/workbuddy-balance.js +78 -78
- package/src/providers/zcode/account-store.js +129 -129
- package/src/providers/zcode/auth.js +28 -28
- package/src/providers/zcode/chat.js +179 -179
- package/src/providers/zcode/const.js +54 -54
- package/src/providers/zcode/context-shape.js +162 -162
- package/src/providers/zcode/headers.js +93 -93
- package/src/providers/zcode/index.js +124 -124
- package/src/providers/zcode/models.js +65 -65
- package/src/providers/zcode/oauth.js +120 -120
- package/src/providers/zcode/quota.js +176 -176
- package/src/providers/zcode/sse.js +196 -196
- package/src/readline-compat.js +25 -25
- package/src/responses/translate.js +311 -311
- package/src/routes/AGENTS.md +37 -0
- package/src/routes/chat/broadband-handler.js +72 -72
- package/src/routes/chat/empty-turn-report.js +31 -31
- package/src/routes/chat/exhausted-handler.js +87 -87
- package/src/routes/chat/hedge-handler.js +130 -130
- package/src/routes/chat/index.js +1 -1
- package/src/routes/chat/local-handler.js +63 -63
- package/src/routes/chat/peer-handler.js +81 -81
- package/src/routes/chat.js +3 -3
- package/src/routes/fallback.js +88 -88
- package/src/routes/groups-relay.js +214 -214
- package/src/routes/groups.js +122 -122
- package/src/routes/helpers.js +93 -83
- package/src/routes/index.js +147 -147
- package/src/routes/messages-route.js +375 -365
- package/src/routes/peers.js +10 -2
- package/src/routes/relay-queue.js +181 -181
- package/src/routes/relay.js +60 -60
- package/src/routes/responses-route.js +213 -213
- package/src/routes/stream-body.js +84 -84
- package/src/routes/stream-hold.js +337 -337
- package/src/routes/stream-scan.js +366 -366
- package/src/routes.js +3 -3
- package/src/runtime/auto-update.js +113 -113
- package/src/runtime/broadband-stream.js +79 -79
- package/src/runtime/broadband.js +103 -103
- package/src/runtime/group-sync.js +81 -81
- package/src/runtime/keep-warm.js +120 -120
- package/src/runtime/lifecycle-forensics.js +116 -116
- package/src/runtime/lifecycle-log.js +87 -87
- package/src/runtime/log-stamp.js +73 -73
- package/src/runtime/proc-info.js +137 -137
- package/src/runtime/qoder-checkin.js +93 -93
- package/src/runtime/raccoon-checkin.js +126 -126
- package/src/runtime/server-lifecycle.js +189 -189
- package/src/runtime/traework-checkin.js +118 -118
- package/src/runtime/workbuddy-checkin.js +120 -120
- package/src/runtime/workbuddy-growth.js +133 -133
- package/src/state/facade.js +58 -58
- package/src/state/memory.js +162 -162
- package/src/state/merge.js +25 -25
- package/src/state/migrations/cline-unify.js +94 -94
- package/src/state/migrations.js +33 -33
- package/src/state/persist.js +42 -42
- package/src/state/provider-config.js +142 -142
- package/src/state/schemas/group.js +31 -31
- package/src/state/schemas/model.js +94 -94
- package/src/state/schemas/peer.js +31 -31
- package/src/state/schemas/port.js +10 -10
- package/src/state/schemas/provider.js +202 -202
- package/src/state/schemas/timezone.js +70 -70
- package/src/state/schemas/token.js +48 -48
- package/src/state/schemas/use-group.js +102 -102
- package/src/state/store.js +176 -176
- package/src/state.js +1 -1
- package/src/sync-claude-desktop.js +234 -234
- package/src/sync-claude.js +152 -152
- package/src/sync-codex.js +116 -116
- package/src/sync-workbuddy.js +158 -158
- package/src/talk-full-redact.js +129 -129
- package/src/talk-full.js +131 -131
- package/src/talk-log.js +257 -257
- package/src/text-tokens.js +52 -52
- package/src/thinking-effort.js +67 -67
- package/src/time.js +106 -106
- package/src/timeline.js +26 -26
- package/src/transport/index.js +1 -1
- package/src/upstream-engine/index.js +74 -74
- package/src/upstream-engine/mode.js +15 -15
- package/src/upstream-engine/sdk/attempt.js +221 -221
- package/src/upstream-engine/sdk/chat.js +28 -28
- package/src/upstream-engine/sdk/convert.js +192 -192
- package/src/upstream-engine/sdk/diagnose.js +62 -62
- package/src/upstream-engine/sdk/dispatch.js +55 -55
- package/src/upstream-engine/sdk/responses.js +176 -176
- package/src/upstream-engine/sdk/sse.js +166 -166
- package/src/upstream-responses.js +305 -305
- package/src/usage/cache-fields.js +58 -0
- package/src/usage/record.js +109 -106
- package/src/usage/report.js +209 -195
- package/src/v6pool/claim.js +157 -157
- package/src/v6pool/config.js +65 -65
- package/src/v6pool/detect.js +130 -130
- package/src/v6pool/index.js +152 -152
- package/src/v6pool/prefix.js +140 -140
- package/src/v6pool/probe.js +40 -40
- package/src/v6pool/report.js +104 -104
- package/src/v6pool/rotate.js +263 -263
- package/src/warp-pool/config.js +74 -74
- package/src/warp-pool/health.js +106 -106
- package/src/warp-pool/identity.js +141 -141
- package/src/warp-pool/index.js +358 -358
- package/src/warp-pool/keys.js +29 -29
- package/src/warp-pool/nodes.js +95 -95
- package/src/warp-pool/ports.js +160 -160
- package/src/warp-pool/register.js +113 -113
- package/src/warp-pool/report.js +232 -232
- package/src/warp-pool/revive.js +168 -168
- package/src/warp-pool/rotate.js +214 -214
- package/src/warp-pool/strategy.js +43 -43
- package/src/warp-pool/verdict.js +69 -69
- package/src/warp-pool/wireproxy.js +162 -162
package/src/bench/probe.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { joinUrl } from "../providers/base.js";
|
|
2
2
|
import { getCustomNormalizer } from "../providers/registry.js";
|
|
3
3
|
import { createTransport } from "../transport/index.js";
|
|
4
|
-
import { compatFetch } from "../compat.js";
|
|
4
|
+
import { compatFetch } from "../compat.js";
|
|
5
5
|
|
|
6
6
|
function normalizeModelsPayload(json, baseUrl = "") {
|
|
7
7
|
if (!json) return [];
|
package/src/bench/runner.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { joinUrl } from "../providers/base.js";
|
|
2
2
|
import { computeMetrics, extractUsageFromJson } from "../metrics.js";
|
|
3
3
|
import { createTransport } from "../transport/index.js";
|
|
4
|
-
import { compatFetch } from "../compat.js";
|
|
4
|
+
import { compatFetch } from "../compat.js";
|
|
5
5
|
|
|
6
6
|
function extractInnerMessage(bodyText) {
|
|
7
7
|
const t = String(bodyText || "");
|
package/src/bench/via-probe.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { joinUrl } from "../providers/base.js";
|
|
2
2
|
import { computeMetrics, extractUsageFromJson } from "../metrics.js";
|
|
3
3
|
import { createTransport } from "../transport/index.js";
|
|
4
|
-
import { compatFetch } from "../compat.js";
|
|
4
|
+
import { compatFetch } from "../compat.js";
|
|
5
5
|
|
|
6
6
|
function extractInnerMessage(bodyText) {
|
|
7
7
|
const t = String(bodyText || "");
|
package/src/bench/via.js
CHANGED
|
@@ -1,144 +1,144 @@
|
|
|
1
|
-
import { viaProbe } from "./via-probe.js";
|
|
2
|
-
|
|
3
|
-
export async function resolveIncludeOpencode({ includeOpencode, isTTY, confirmFn, log = () => {} } = {}) {
|
|
4
|
-
if (!includeOpencode) return false;
|
|
5
|
-
if (!isTTY) {
|
|
6
|
-
try { log("via 已跳过 opencode(非 TTY,省额度;需对比请在 TTY 加 --include-opencode 并确认)"); } catch {}
|
|
7
|
-
return false;
|
|
8
|
-
}
|
|
9
|
-
if (typeof confirmFn === "function") {
|
|
10
|
-
try {
|
|
11
|
-
const ok = await confirmFn();
|
|
12
|
-
// confirmFn returns true for y, false otherwise
|
|
13
|
-
if (ok) return true;
|
|
14
|
-
try { log("已回落:via 跳过 opencode"); } catch {}
|
|
15
|
-
return false;
|
|
16
|
-
} catch { return false; }
|
|
17
|
-
}
|
|
18
|
-
return false;
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
export async function getOnlinePeers({ loadGroupsJoined, loadPeers, probeHealth } = {}) {
|
|
22
|
-
let candidates = [];
|
|
23
|
-
if (typeof loadPeers === "function") {
|
|
24
|
-
try { candidates = loadPeers() || []; } catch { candidates = []; }
|
|
25
|
-
} else {
|
|
26
|
-
try {
|
|
27
|
-
const m = await import("../state.js");
|
|
28
|
-
if (m.loadPeers) candidates = m.loadPeers() || [];
|
|
29
|
-
} catch {}
|
|
30
|
-
}
|
|
31
|
-
// also consider groupsJoined for validation - if no groups joined, via is meaningless, but we still allow static peers?
|
|
32
|
-
// For bench-via, if no groupsJoined at all, treat as no via capability -> return [] without probing?
|
|
33
|
-
// However static peers may exist without group; we probe them anyway.
|
|
34
|
-
// To satisfy "empty group -> skip probing" test, check loadGroupsJoined.
|
|
35
|
-
let joined = [];
|
|
36
|
-
if (typeof loadGroupsJoined === "function") {
|
|
37
|
-
try { joined = loadGroupsJoined() || []; } catch { joined = []; }
|
|
38
|
-
} else {
|
|
39
|
-
try {
|
|
40
|
-
const m = await import("../state.js");
|
|
41
|
-
if (m.loadGroupsJoined) joined = m.loadGroupsJoined() || [];
|
|
42
|
-
} catch {}
|
|
43
|
-
}
|
|
44
|
-
if (!joined.length) return [];
|
|
45
|
-
if (!candidates.length) return [];
|
|
46
|
-
|
|
47
|
-
// If probeHealth not provided, try import
|
|
48
|
-
let probe = probeHealth;
|
|
49
|
-
if (!probe) {
|
|
50
|
-
try {
|
|
51
|
-
const m = await import("../cli/group-helpers.js");
|
|
52
|
-
probe = m.probeHealth;
|
|
53
|
-
} catch { return candidates; }
|
|
54
|
-
}
|
|
55
|
-
if (!candidates.length) return [];
|
|
56
|
-
const online = [];
|
|
57
|
-
for (const p of candidates) {
|
|
58
|
-
try {
|
|
59
|
-
const r = await probe(p);
|
|
60
|
-
if (r && r.rank === 0 && !r.fail && !r.stale) online.push(p);
|
|
61
|
-
} catch {}
|
|
62
|
-
}
|
|
63
|
-
return online;
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
export async function orchestrateVia({
|
|
67
|
-
models = [],
|
|
68
|
-
peers = [],
|
|
69
|
-
directRunner = null,
|
|
70
|
-
viaProbeFn = viaProbe,
|
|
71
|
-
includeOpencode = false,
|
|
72
|
-
token,
|
|
73
|
-
timeoutMs = 30000,
|
|
74
|
-
clock = Date.now,
|
|
75
|
-
onProgress = null,
|
|
76
|
-
delayMs = 0,
|
|
77
|
-
} = {}) {
|
|
78
|
-
const filtered = includeOpencode ? models : models.filter((m) => {
|
|
79
|
-
const s = typeof m === "string" ? m : (m.id || m.model || m.provider || "");
|
|
80
|
-
const first = String(s).split("/")[0].toLowerCase();
|
|
81
|
-
const prov = String(m?.provider || m?.providerId || first).toLowerCase();
|
|
82
|
-
return prov !== "opencode" && first !== "opencode";
|
|
83
|
-
});
|
|
84
|
-
// normalize model entries
|
|
85
|
-
const normModels = filtered.map((m) => {
|
|
86
|
-
if (typeof m === "string") return { provider: m.split("/")[0], model: m, id: m };
|
|
87
|
-
const id = m.id || m.model || "";
|
|
88
|
-
const provider = m.provider || m.providerId || (id.includes("/") ? id.split("/")[0] : "");
|
|
89
|
-
return { provider, model: id, id };
|
|
90
|
-
});
|
|
91
|
-
const results = [];
|
|
92
|
-
const total = normModels.length;
|
|
93
|
-
for (let idx = 0; idx < normModels.length; idx++) {
|
|
94
|
-
const entry = normModels[idx];
|
|
95
|
-
const provider = entry.provider;
|
|
96
|
-
const model = entry.model;
|
|
97
|
-
const seq = idx + 1;
|
|
98
|
-
// direct —— 串行,完成后立刻回调供实时进度
|
|
99
|
-
let direct = null;
|
|
100
|
-
if (directRunner) {
|
|
101
|
-
try { direct = await directRunner({ provider, model, timeoutMs, clock }); } catch (e) { direct = { ok: false, label: "网络错误", error: String(e), ttfbMs: null, totalMs: 0 }; }
|
|
102
|
-
} else {
|
|
103
|
-
direct = { ok: false, label: "未配置 directRunner", error: "missing directRunner", ttfbMs: null, totalMs: 0 };
|
|
104
|
-
}
|
|
105
|
-
if (typeof onProgress === "function") try { await onProgress({ phase: "direct", provider, model, seq, total, result: direct }); } catch {}
|
|
106
|
-
if (delayMs) await new Promise((r) => setTimeout(r, delayMs));
|
|
107
|
-
const via = {};
|
|
108
|
-
// 串行逐个 peer,避免 A/B/C 同时打同一上游并发限流
|
|
109
|
-
for (const peer of peers) {
|
|
110
|
-
const raw = String(peer.name || peer.id || peer.url || "peer");
|
|
111
|
-
let peerId = raw;
|
|
112
|
-
// 组员 name 可能存为完整 url(如 http://172.93...),统一短化为 host:port,防止 report 端 peerIds 与 via keys 不一致导致表格空白
|
|
113
|
-
if (raw.includes("://")) {
|
|
114
|
-
try { const u = new URL(raw); const host = u.hostname; const port = u.port ? `:${u.port}` : ""; if (host) peerId = `${host}${port}`; else peerId = raw.slice(-16); } catch { peerId = raw.slice(-16); }
|
|
115
|
-
}
|
|
116
|
-
const peerToken = peer.token || token || "";
|
|
117
|
-
let r;
|
|
118
|
-
try {
|
|
119
|
-
r = await viaProbeFn({ peerUrl: peer.url, token: peerToken, providerId: provider, model, prompt: "hi", maxTokens: 5, timeoutMs, clock });
|
|
120
|
-
via[peerId] = r;
|
|
121
|
-
} catch (e) {
|
|
122
|
-
r = { ok: false, label: "网络错误", error: String(e?.message || e), ttfbMs: null, totalMs: 0 };
|
|
123
|
-
via[peerId] = r;
|
|
124
|
-
}
|
|
125
|
-
if (typeof onProgress === "function") try { await onProgress({ phase: "via", provider, model, seq, total, peerId, result: r }); } catch {}
|
|
126
|
-
if (delayMs) await new Promise((rr) => setTimeout(rr, delayMs));
|
|
127
|
-
}
|
|
128
|
-
// best
|
|
129
|
-
let best = "direct";
|
|
130
|
-
let bestTtfb = direct?.ok ? (direct.ttfbMs ?? direct.totalMs) : Infinity;
|
|
131
|
-
let deltaMs = null;
|
|
132
|
-
for (const [pid, rv] of Object.entries(via)) {
|
|
133
|
-
if (!rv.ok) continue;
|
|
134
|
-
const t = rv.ttfbMs ?? rv.totalMs;
|
|
135
|
-
if (t < bestTtfb) { bestTtfb = t; best = `via:${pid}`; }
|
|
136
|
-
}
|
|
137
|
-
if (best.startsWith("via:")) {
|
|
138
|
-
const d = direct?.ttfbMs ?? direct?.totalMs ?? 0;
|
|
139
|
-
deltaMs = bestTtfb - d;
|
|
140
|
-
}
|
|
141
|
-
results.push({ provider, model, direct, via, best, deltaMs, opencodeSkipped: !includeOpencode });
|
|
142
|
-
}
|
|
143
|
-
return results;
|
|
144
|
-
}
|
|
1
|
+
import { viaProbe } from "./via-probe.js";
|
|
2
|
+
|
|
3
|
+
export async function resolveIncludeOpencode({ includeOpencode, isTTY, confirmFn, log = () => {} } = {}) {
|
|
4
|
+
if (!includeOpencode) return false;
|
|
5
|
+
if (!isTTY) {
|
|
6
|
+
try { log("via 已跳过 opencode(非 TTY,省额度;需对比请在 TTY 加 --include-opencode 并确认)"); } catch {}
|
|
7
|
+
return false;
|
|
8
|
+
}
|
|
9
|
+
if (typeof confirmFn === "function") {
|
|
10
|
+
try {
|
|
11
|
+
const ok = await confirmFn();
|
|
12
|
+
// confirmFn returns true for y, false otherwise
|
|
13
|
+
if (ok) return true;
|
|
14
|
+
try { log("已回落:via 跳过 opencode"); } catch {}
|
|
15
|
+
return false;
|
|
16
|
+
} catch { return false; }
|
|
17
|
+
}
|
|
18
|
+
return false;
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export async function getOnlinePeers({ loadGroupsJoined, loadPeers, probeHealth } = {}) {
|
|
22
|
+
let candidates = [];
|
|
23
|
+
if (typeof loadPeers === "function") {
|
|
24
|
+
try { candidates = loadPeers() || []; } catch { candidates = []; }
|
|
25
|
+
} else {
|
|
26
|
+
try {
|
|
27
|
+
const m = await import("../state.js");
|
|
28
|
+
if (m.loadPeers) candidates = m.loadPeers() || [];
|
|
29
|
+
} catch {}
|
|
30
|
+
}
|
|
31
|
+
// also consider groupsJoined for validation - if no groups joined, via is meaningless, but we still allow static peers?
|
|
32
|
+
// For bench-via, if no groupsJoined at all, treat as no via capability -> return [] without probing?
|
|
33
|
+
// However static peers may exist without group; we probe them anyway.
|
|
34
|
+
// To satisfy "empty group -> skip probing" test, check loadGroupsJoined.
|
|
35
|
+
let joined = [];
|
|
36
|
+
if (typeof loadGroupsJoined === "function") {
|
|
37
|
+
try { joined = loadGroupsJoined() || []; } catch { joined = []; }
|
|
38
|
+
} else {
|
|
39
|
+
try {
|
|
40
|
+
const m = await import("../state.js");
|
|
41
|
+
if (m.loadGroupsJoined) joined = m.loadGroupsJoined() || [];
|
|
42
|
+
} catch {}
|
|
43
|
+
}
|
|
44
|
+
if (!joined.length) return [];
|
|
45
|
+
if (!candidates.length) return [];
|
|
46
|
+
|
|
47
|
+
// If probeHealth not provided, try import
|
|
48
|
+
let probe = probeHealth;
|
|
49
|
+
if (!probe) {
|
|
50
|
+
try {
|
|
51
|
+
const m = await import("../cli/group-helpers.js");
|
|
52
|
+
probe = m.probeHealth;
|
|
53
|
+
} catch { return candidates; }
|
|
54
|
+
}
|
|
55
|
+
if (!candidates.length) return [];
|
|
56
|
+
const online = [];
|
|
57
|
+
for (const p of candidates) {
|
|
58
|
+
try {
|
|
59
|
+
const r = await probe(p);
|
|
60
|
+
if (r && r.rank === 0 && !r.fail && !r.stale) online.push(p);
|
|
61
|
+
} catch {}
|
|
62
|
+
}
|
|
63
|
+
return online;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
export async function orchestrateVia({
|
|
67
|
+
models = [],
|
|
68
|
+
peers = [],
|
|
69
|
+
directRunner = null,
|
|
70
|
+
viaProbeFn = viaProbe,
|
|
71
|
+
includeOpencode = false,
|
|
72
|
+
token,
|
|
73
|
+
timeoutMs = 30000,
|
|
74
|
+
clock = Date.now,
|
|
75
|
+
onProgress = null,
|
|
76
|
+
delayMs = 0,
|
|
77
|
+
} = {}) {
|
|
78
|
+
const filtered = includeOpencode ? models : models.filter((m) => {
|
|
79
|
+
const s = typeof m === "string" ? m : (m.id || m.model || m.provider || "");
|
|
80
|
+
const first = String(s).split("/")[0].toLowerCase();
|
|
81
|
+
const prov = String(m?.provider || m?.providerId || first).toLowerCase();
|
|
82
|
+
return prov !== "opencode" && first !== "opencode";
|
|
83
|
+
});
|
|
84
|
+
// normalize model entries
|
|
85
|
+
const normModels = filtered.map((m) => {
|
|
86
|
+
if (typeof m === "string") return { provider: m.split("/")[0], model: m, id: m };
|
|
87
|
+
const id = m.id || m.model || "";
|
|
88
|
+
const provider = m.provider || m.providerId || (id.includes("/") ? id.split("/")[0] : "");
|
|
89
|
+
return { provider, model: id, id };
|
|
90
|
+
});
|
|
91
|
+
const results = [];
|
|
92
|
+
const total = normModels.length;
|
|
93
|
+
for (let idx = 0; idx < normModels.length; idx++) {
|
|
94
|
+
const entry = normModels[idx];
|
|
95
|
+
const provider = entry.provider;
|
|
96
|
+
const model = entry.model;
|
|
97
|
+
const seq = idx + 1;
|
|
98
|
+
// direct —— 串行,完成后立刻回调供实时进度
|
|
99
|
+
let direct = null;
|
|
100
|
+
if (directRunner) {
|
|
101
|
+
try { direct = await directRunner({ provider, model, timeoutMs, clock }); } catch (e) { direct = { ok: false, label: "网络错误", error: String(e), ttfbMs: null, totalMs: 0 }; }
|
|
102
|
+
} else {
|
|
103
|
+
direct = { ok: false, label: "未配置 directRunner", error: "missing directRunner", ttfbMs: null, totalMs: 0 };
|
|
104
|
+
}
|
|
105
|
+
if (typeof onProgress === "function") try { await onProgress({ phase: "direct", provider, model, seq, total, result: direct }); } catch {}
|
|
106
|
+
if (delayMs) await new Promise((r) => setTimeout(r, delayMs));
|
|
107
|
+
const via = {};
|
|
108
|
+
// 串行逐个 peer,避免 A/B/C 同时打同一上游并发限流
|
|
109
|
+
for (const peer of peers) {
|
|
110
|
+
const raw = String(peer.name || peer.id || peer.url || "peer");
|
|
111
|
+
let peerId = raw;
|
|
112
|
+
// 组员 name 可能存为完整 url(如 http://172.93...),统一短化为 host:port,防止 report 端 peerIds 与 via keys 不一致导致表格空白
|
|
113
|
+
if (raw.includes("://")) {
|
|
114
|
+
try { const u = new URL(raw); const host = u.hostname; const port = u.port ? `:${u.port}` : ""; if (host) peerId = `${host}${port}`; else peerId = raw.slice(-16); } catch { peerId = raw.slice(-16); }
|
|
115
|
+
}
|
|
116
|
+
const peerToken = peer.token || token || "";
|
|
117
|
+
let r;
|
|
118
|
+
try {
|
|
119
|
+
r = await viaProbeFn({ peerUrl: peer.url, token: peerToken, providerId: provider, model, prompt: "hi", maxTokens: 5, timeoutMs, clock });
|
|
120
|
+
via[peerId] = r;
|
|
121
|
+
} catch (e) {
|
|
122
|
+
r = { ok: false, label: "网络错误", error: String(e?.message || e), ttfbMs: null, totalMs: 0 };
|
|
123
|
+
via[peerId] = r;
|
|
124
|
+
}
|
|
125
|
+
if (typeof onProgress === "function") try { await onProgress({ phase: "via", provider, model, seq, total, peerId, result: r }); } catch {}
|
|
126
|
+
if (delayMs) await new Promise((rr) => setTimeout(rr, delayMs));
|
|
127
|
+
}
|
|
128
|
+
// best
|
|
129
|
+
let best = "direct";
|
|
130
|
+
let bestTtfb = direct?.ok ? (direct.ttfbMs ?? direct.totalMs) : Infinity;
|
|
131
|
+
let deltaMs = null;
|
|
132
|
+
for (const [pid, rv] of Object.entries(via)) {
|
|
133
|
+
if (!rv.ok) continue;
|
|
134
|
+
const t = rv.ttfbMs ?? rv.totalMs;
|
|
135
|
+
if (t < bestTtfb) { bestTtfb = t; best = `via:${pid}`; }
|
|
136
|
+
}
|
|
137
|
+
if (best.startsWith("via:")) {
|
|
138
|
+
const d = direct?.ttfbMs ?? direct?.totalMs ?? 0;
|
|
139
|
+
deltaMs = bestTtfb - d;
|
|
140
|
+
}
|
|
141
|
+
results.push({ provider, model, direct, via, best, deltaMs, opencodeSkipped: !includeOpencode });
|
|
142
|
+
}
|
|
143
|
+
return results;
|
|
144
|
+
}
|
package/src/chat/config.js
CHANGED
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
export const CHAT_PREFERRED = "mimo-v2.5-free";
|
|
2
|
-
export const CHAT_FALLBACK = "big-pickle";
|
|
3
|
-
// 128k 上下文 *95% ≈ 121.6k tokens,按 ~3.3 字符/token 估算 ≈ 400k 字符
|
|
4
|
-
// 接近 95% 再压缩,避免频繁摘要
|
|
5
|
-
export const CHAT_HISTORY_MAX_CHARS = 400000;
|
|
6
|
-
export const CHAT_KEEP_RECENT = 40;
|
|
7
|
-
export const CHAT_SUMMARY_TRIGGER = 400000;
|
|
8
|
-
export const CHAT_MAX_TOOL_LOOPS = 6;
|
|
9
|
-
export const CHAT_TIMEOUT_MS = 15000;
|
|
10
|
-
export const CHAT_GATEWAY_TIMEOUT_MS = 25000;
|
|
11
|
-
export const FORBIDDEN = ["-uninstall", "--uninstall"];
|
|
1
|
+
export const CHAT_PREFERRED = "mimo-v2.5-free";
|
|
2
|
+
export const CHAT_FALLBACK = "big-pickle";
|
|
3
|
+
// 128k 上下文 *95% ≈ 121.6k tokens,按 ~3.3 字符/token 估算 ≈ 400k 字符
|
|
4
|
+
// 接近 95% 再压缩,避免频繁摘要
|
|
5
|
+
export const CHAT_HISTORY_MAX_CHARS = 400000;
|
|
6
|
+
export const CHAT_KEEP_RECENT = 40;
|
|
7
|
+
export const CHAT_SUMMARY_TRIGGER = 400000;
|
|
8
|
+
export const CHAT_MAX_TOOL_LOOPS = 6;
|
|
9
|
+
export const CHAT_TIMEOUT_MS = 15000;
|
|
10
|
+
export const CHAT_GATEWAY_TIMEOUT_MS = 25000;
|
|
11
|
+
export const FORBIDDEN = ["-uninstall", "--uninstall"];
|
package/src/chat/cooling.js
CHANGED
|
@@ -1,81 +1,81 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* 冷却深模块:对 state 的 10min 冷却 + EMA 延迟做唯一封装
|
|
3
|
-
* 注入化便于单测(内存 Map + now)
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
export function createCooling({
|
|
7
|
-
loadModelErrors,
|
|
8
|
-
saveModelErrors,
|
|
9
|
-
loadModelLatencies,
|
|
10
|
-
saveModelLatencies,
|
|
11
|
-
flush,
|
|
12
|
-
now = () => Date.now(),
|
|
13
|
-
cooldownMs = 10 * 60 * 1000,
|
|
14
|
-
slowCooldownMs = 10 * 60 * 1000,
|
|
15
|
-
} = {}) {
|
|
16
|
-
const _loadErrors = loadModelErrors || (() => ({}));
|
|
17
|
-
const _saveErrors = saveModelErrors || (() => {});
|
|
18
|
-
const _loadLats = loadModelLatencies || (() => ({}));
|
|
19
|
-
const _saveLats = saveModelLatencies || (() => {});
|
|
20
|
-
const _flush = flush || (() => {});
|
|
21
|
-
|
|
22
|
-
async function isCooling(id) {
|
|
23
|
-
try {
|
|
24
|
-
const errors = _loadErrors() || {};
|
|
25
|
-
const e = errors[id];
|
|
26
|
-
if (!e || typeof e !== "object") return false;
|
|
27
|
-
const at = Number(e.at || 0);
|
|
28
|
-
if (!at) return false;
|
|
29
|
-
const isSlow = !!e.slow;
|
|
30
|
-
const cd = isSlow ? slowCooldownMs : cooldownMs;
|
|
31
|
-
return now() - at < cd && (e.status === "limit" || e.status === "error");
|
|
32
|
-
} catch {
|
|
33
|
-
return false;
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
|
|
37
|
-
async function recordError(id, status, { slow = false, latencyMs = 0 } = {}) {
|
|
38
|
-
try {
|
|
39
|
-
const errors = _loadErrors() || {};
|
|
40
|
-
const isLimit = Number(status) === 429 || String(status).includes("429");
|
|
41
|
-
const entryStatus = isLimit ? "limit" : "error";
|
|
42
|
-
errors[id] = { status: entryStatus, at: now(), code: Number.isInteger(Number(status)) ? Number(status) : null, slow: !!slow };
|
|
43
|
-
_saveErrors(errors);
|
|
44
|
-
try { _flush(); } catch {}
|
|
45
|
-
if (slow && Number.isFinite(latencyMs) && latencyMs > 0) {
|
|
46
|
-
try {
|
|
47
|
-
const lat = _loadLats() || {};
|
|
48
|
-
const prev = lat[id]?.emaMs;
|
|
49
|
-
const ema = prev ? Math.round(prev * 0.7 + latencyMs * 0.3) : Math.round(latencyMs);
|
|
50
|
-
lat[id] = { emaMs: ema, lastMs: Math.round(latencyMs), at: now(), count: (lat[id]?.count ?? 0) + 1 };
|
|
51
|
-
_saveLats(lat);
|
|
52
|
-
try { _flush(); } catch {}
|
|
53
|
-
} catch {}
|
|
54
|
-
}
|
|
55
|
-
} catch {}
|
|
56
|
-
}
|
|
57
|
-
|
|
58
|
-
async function recordOk(id, latencyMs) {
|
|
59
|
-
try {
|
|
60
|
-
const errors = _loadErrors() || {};
|
|
61
|
-
errors[id] = { status: "normal", at: now(), code: 200, slow: false };
|
|
62
|
-
_saveErrors(errors);
|
|
63
|
-
try { _flush(); } catch {}
|
|
64
|
-
if (Number.isFinite(latencyMs) && latencyMs > 0) {
|
|
65
|
-
const lat = _loadLats() || {};
|
|
66
|
-
const prev = lat[id]?.emaMs;
|
|
67
|
-
const ema = prev ? Math.round(prev * 0.7 + latencyMs * 0.3) : Math.round(latencyMs);
|
|
68
|
-
lat[id] = { emaMs: ema, lastMs: Math.round(latencyMs), at: now(), count: (lat[id]?.count ?? 0) + 1 };
|
|
69
|
-
_saveLats(lat);
|
|
70
|
-
try { _flush(); } catch {}
|
|
71
|
-
}
|
|
72
|
-
} catch {}
|
|
73
|
-
}
|
|
74
|
-
|
|
75
|
-
// 兼容旧命名
|
|
76
|
-
const recordChatError = recordError;
|
|
77
|
-
const recordChatOk = recordOk;
|
|
78
|
-
const isCoolingAsync = isCooling;
|
|
79
|
-
|
|
80
|
-
return { isCooling, isCoolingAsync, recordError, recordChatError, recordOk, recordChatOk };
|
|
81
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* 冷却深模块:对 state 的 10min 冷却 + EMA 延迟做唯一封装
|
|
3
|
+
* 注入化便于单测(内存 Map + now)
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
export function createCooling({
|
|
7
|
+
loadModelErrors,
|
|
8
|
+
saveModelErrors,
|
|
9
|
+
loadModelLatencies,
|
|
10
|
+
saveModelLatencies,
|
|
11
|
+
flush,
|
|
12
|
+
now = () => Date.now(),
|
|
13
|
+
cooldownMs = 10 * 60 * 1000,
|
|
14
|
+
slowCooldownMs = 10 * 60 * 1000,
|
|
15
|
+
} = {}) {
|
|
16
|
+
const _loadErrors = loadModelErrors || (() => ({}));
|
|
17
|
+
const _saveErrors = saveModelErrors || (() => {});
|
|
18
|
+
const _loadLats = loadModelLatencies || (() => ({}));
|
|
19
|
+
const _saveLats = saveModelLatencies || (() => {});
|
|
20
|
+
const _flush = flush || (() => {});
|
|
21
|
+
|
|
22
|
+
async function isCooling(id) {
|
|
23
|
+
try {
|
|
24
|
+
const errors = _loadErrors() || {};
|
|
25
|
+
const e = errors[id];
|
|
26
|
+
if (!e || typeof e !== "object") return false;
|
|
27
|
+
const at = Number(e.at || 0);
|
|
28
|
+
if (!at) return false;
|
|
29
|
+
const isSlow = !!e.slow;
|
|
30
|
+
const cd = isSlow ? slowCooldownMs : cooldownMs;
|
|
31
|
+
return now() - at < cd && (e.status === "limit" || e.status === "error");
|
|
32
|
+
} catch {
|
|
33
|
+
return false;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
async function recordError(id, status, { slow = false, latencyMs = 0 } = {}) {
|
|
38
|
+
try {
|
|
39
|
+
const errors = _loadErrors() || {};
|
|
40
|
+
const isLimit = Number(status) === 429 || String(status).includes("429");
|
|
41
|
+
const entryStatus = isLimit ? "limit" : "error";
|
|
42
|
+
errors[id] = { status: entryStatus, at: now(), code: Number.isInteger(Number(status)) ? Number(status) : null, slow: !!slow };
|
|
43
|
+
_saveErrors(errors);
|
|
44
|
+
try { _flush(); } catch {}
|
|
45
|
+
if (slow && Number.isFinite(latencyMs) && latencyMs > 0) {
|
|
46
|
+
try {
|
|
47
|
+
const lat = _loadLats() || {};
|
|
48
|
+
const prev = lat[id]?.emaMs;
|
|
49
|
+
const ema = prev ? Math.round(prev * 0.7 + latencyMs * 0.3) : Math.round(latencyMs);
|
|
50
|
+
lat[id] = { emaMs: ema, lastMs: Math.round(latencyMs), at: now(), count: (lat[id]?.count ?? 0) + 1 };
|
|
51
|
+
_saveLats(lat);
|
|
52
|
+
try { _flush(); } catch {}
|
|
53
|
+
} catch {}
|
|
54
|
+
}
|
|
55
|
+
} catch {}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
async function recordOk(id, latencyMs) {
|
|
59
|
+
try {
|
|
60
|
+
const errors = _loadErrors() || {};
|
|
61
|
+
errors[id] = { status: "normal", at: now(), code: 200, slow: false };
|
|
62
|
+
_saveErrors(errors);
|
|
63
|
+
try { _flush(); } catch {}
|
|
64
|
+
if (Number.isFinite(latencyMs) && latencyMs > 0) {
|
|
65
|
+
const lat = _loadLats() || {};
|
|
66
|
+
const prev = lat[id]?.emaMs;
|
|
67
|
+
const ema = prev ? Math.round(prev * 0.7 + latencyMs * 0.3) : Math.round(latencyMs);
|
|
68
|
+
lat[id] = { emaMs: ema, lastMs: Math.round(latencyMs), at: now(), count: (lat[id]?.count ?? 0) + 1 };
|
|
69
|
+
_saveLats(lat);
|
|
70
|
+
try { _flush(); } catch {}
|
|
71
|
+
}
|
|
72
|
+
} catch {}
|
|
73
|
+
}
|
|
74
|
+
|
|
75
|
+
// 兼容旧命名
|
|
76
|
+
const recordChatError = recordError;
|
|
77
|
+
const recordChatOk = recordOk;
|
|
78
|
+
const isCoolingAsync = isCooling;
|
|
79
|
+
|
|
80
|
+
return { isCooling, isCoolingAsync, recordError, recordChatError, recordOk, recordChatOk };
|
|
81
|
+
}
|
package/src/chat/direct.js
CHANGED
|
@@ -1,58 +1,58 @@
|
|
|
1
|
-
import { performance } from "node:perf_hooks";
|
|
2
|
-
import { compatFetch } from "../compat.js";
|
|
3
|
-
|
|
4
|
-
function isInput400(status, msg, hasTools) {
|
|
5
|
-
return status === 400 && /prompt|messages/i.test(String(msg || "")) && hasTools;
|
|
6
|
-
}
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* 直连深模块:mimo/pickle 经 createUpstreamClient 的 stream:false 调用
|
|
10
|
-
* 注入化:便于用 fake client 触发 400→去 tools 重试
|
|
11
|
-
*/
|
|
12
|
-
export function createDirectClient({ createUpstreamClient, chatTimeoutMs = 15000, env = process.env, fetchImpl = compatFetch } = {}) {
|
|
13
|
-
const _create = createUpstreamClient || (() => { throw new Error("createUpstreamClient not injected"); });
|
|
14
|
-
|
|
15
|
-
async function doChat({ messages, tools, model }, withoutTools) {
|
|
16
|
-
const prevAnon = env.MSLXDFF_FREE_ANON;
|
|
17
|
-
const needDisable = model === "mimo-v2.5-free" || model === "big-pickle";
|
|
18
|
-
if (needDisable) env.MSLXDFF_FREE_ANON = "0";
|
|
19
|
-
const client = _create({ connectTimeoutMs: chatTimeoutMs, keepAlive: false, fetchImpl });
|
|
20
|
-
const body = { model: model || "mimo-v2.5-free", messages, stream: false };
|
|
21
|
-
if (!withoutTools && tools?.length) {
|
|
22
|
-
body.tools = tools;
|
|
23
|
-
body.tool_choice = "auto";
|
|
24
|
-
}
|
|
25
|
-
try {
|
|
26
|
-
const res = await client.chat(body);
|
|
27
|
-
const txt = await res.text();
|
|
28
|
-
let j;
|
|
29
|
-
try { j = JSON.parse(txt); } catch { return { ok: false, error: `non-json upstream: ${txt.slice(0, 800)}`, status: res.status }; }
|
|
30
|
-
if (!res.ok) {
|
|
31
|
-
const msg = j?.error?.message || txt.slice(0, 800);
|
|
32
|
-
if (!withoutTools && isInput400(res.status, msg, !!tools?.length)) {
|
|
33
|
-
try { await client.close(); } catch {}
|
|
34
|
-
// 重试去 tools
|
|
35
|
-
const retry = await doChat({ messages, model }, true);
|
|
36
|
-
if (retry.ok) return { ...retry, retriedWithoutTools: true };
|
|
37
|
-
return { ok: false, error: msg, status: res.status, retried: retry.error };
|
|
38
|
-
}
|
|
39
|
-
return { ok: false, error: msg, status: res.status };
|
|
40
|
-
}
|
|
41
|
-
const choice = j.choices?.[0];
|
|
42
|
-
if (!choice) return { ok: false, error: "no choice", status: res.status };
|
|
43
|
-
return { ok: true, message: choice.message, usage: j.usage, raw: j, status: res.status };
|
|
44
|
-
} finally {
|
|
45
|
-
try { await client.close(); } catch {}
|
|
46
|
-
if (needDisable) {
|
|
47
|
-
if (prevAnon === undefined) delete env.MSLXDFF_FREE_ANON;
|
|
48
|
-
else env.MSLXDFF_FREE_ANON = prevAnon;
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
async function chatOnce(opts) {
|
|
54
|
-
return doChat(opts, false);
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
return { chatOnce, _doChat: doChat };
|
|
58
|
-
}
|
|
1
|
+
import { performance } from "node:perf_hooks";
|
|
2
|
+
import { compatFetch } from "../compat.js";
|
|
3
|
+
|
|
4
|
+
function isInput400(status, msg, hasTools) {
|
|
5
|
+
return status === 400 && /prompt|messages/i.test(String(msg || "")) && hasTools;
|
|
6
|
+
}
|
|
7
|
+
|
|
8
|
+
/**
|
|
9
|
+
* 直连深模块:mimo/pickle 经 createUpstreamClient 的 stream:false 调用
|
|
10
|
+
* 注入化:便于用 fake client 触发 400→去 tools 重试
|
|
11
|
+
*/
|
|
12
|
+
export function createDirectClient({ createUpstreamClient, chatTimeoutMs = 15000, env = process.env, fetchImpl = compatFetch } = {}) {
|
|
13
|
+
const _create = createUpstreamClient || (() => { throw new Error("createUpstreamClient not injected"); });
|
|
14
|
+
|
|
15
|
+
async function doChat({ messages, tools, model }, withoutTools) {
|
|
16
|
+
const prevAnon = env.MSLXDFF_FREE_ANON;
|
|
17
|
+
const needDisable = model === "mimo-v2.5-free" || model === "big-pickle";
|
|
18
|
+
if (needDisable) env.MSLXDFF_FREE_ANON = "0";
|
|
19
|
+
const client = _create({ connectTimeoutMs: chatTimeoutMs, keepAlive: false, fetchImpl });
|
|
20
|
+
const body = { model: model || "mimo-v2.5-free", messages, stream: false };
|
|
21
|
+
if (!withoutTools && tools?.length) {
|
|
22
|
+
body.tools = tools;
|
|
23
|
+
body.tool_choice = "auto";
|
|
24
|
+
}
|
|
25
|
+
try {
|
|
26
|
+
const res = await client.chat(body);
|
|
27
|
+
const txt = await res.text();
|
|
28
|
+
let j;
|
|
29
|
+
try { j = JSON.parse(txt); } catch { return { ok: false, error: `non-json upstream: ${txt.slice(0, 800)}`, status: res.status }; }
|
|
30
|
+
if (!res.ok) {
|
|
31
|
+
const msg = j?.error?.message || txt.slice(0, 800);
|
|
32
|
+
if (!withoutTools && isInput400(res.status, msg, !!tools?.length)) {
|
|
33
|
+
try { await client.close(); } catch {}
|
|
34
|
+
// 重试去 tools
|
|
35
|
+
const retry = await doChat({ messages, model }, true);
|
|
36
|
+
if (retry.ok) return { ...retry, retriedWithoutTools: true };
|
|
37
|
+
return { ok: false, error: msg, status: res.status, retried: retry.error };
|
|
38
|
+
}
|
|
39
|
+
return { ok: false, error: msg, status: res.status };
|
|
40
|
+
}
|
|
41
|
+
const choice = j.choices?.[0];
|
|
42
|
+
if (!choice) return { ok: false, error: "no choice", status: res.status };
|
|
43
|
+
return { ok: true, message: choice.message, usage: j.usage, raw: j, status: res.status };
|
|
44
|
+
} finally {
|
|
45
|
+
try { await client.close(); } catch {}
|
|
46
|
+
if (needDisable) {
|
|
47
|
+
if (prevAnon === undefined) delete env.MSLXDFF_FREE_ANON;
|
|
48
|
+
else env.MSLXDFF_FREE_ANON = prevAnon;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
async function chatOnce(opts) {
|
|
54
|
+
return doChat(opts, false);
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
return { chatOnce, _doChat: doChat };
|
|
58
|
+
}
|
package/src/chat/index.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { startRepl } from "./repl.js";
|
|
2
|
-
|
|
3
|
-
export async function startChat({ singleShot } = {}) {
|
|
4
|
-
// 独立进程:本函数在用户终端前台运行,与 daemon 无父子关系,daemon 重启不影响
|
|
5
|
-
await startRepl({ singleShot });
|
|
6
|
-
}
|
|
1
|
+
import { startRepl } from "./repl.js";
|
|
2
|
+
|
|
3
|
+
export async function startChat({ singleShot } = {}) {
|
|
4
|
+
// 独立进程:本函数在用户终端前台运行,与 daemon 无父子关系,daemon 重启不影响
|
|
5
|
+
await startRepl({ singleShot });
|
|
6
|
+
}
|