mslxdff 0.1.216 → 0.1.218

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "mslxdff",
3
- "version": "0.1.216",
3
+ "version": "0.1.218",
4
4
  "description": "测试项目,请勿使用。",
5
5
  "type": "module",
6
6
  "bin": {
@@ -26,6 +26,12 @@ export function injectReasoningPlaceholder(messages, model) {
26
26
 
27
27
  const PASSTHROUGH_KEYS = ["temperature", "top_p", "max_tokens", "max_completion_tokens", "reasoning_effort", "tools", "tool_choice", "stop", "presence_penalty", "frequency_penalty", "response_format", "user", "n", "seed"];
28
28
 
29
+ // 账号级「会话/并发饱和」:上游按账号限同时活跃会话数(TM.00001041 = 并发会话数已达上限(3个))。
30
+ // 这是账号此刻进不去,不是本请求参数错;槽位在上游保留分钟级才回收(与本地进程无关)。
31
+ // 多号场景换另一个账号通常立即成功——故短冷却本账号让下一次 next() 换号并 continue 重试。
32
+ const SESSION_SATURATED_RE = /TM\.00001041|并发会话数已达上限/;
33
+ const SESSION_SATURATED_COOLDOWN_MS = Number.parseInt(process.env.MSLXDFF_CODEARTS_SESSION_COOLDOWN_MS ?? "", 10) || 30_000;
34
+
29
35
  export function buildUpstreamBody(body, { chatId, upstreamModel }) {
30
36
  const out = {
31
37
  model: upstreamModel,
@@ -59,6 +65,12 @@ function stripOwnPrefix(model, providerId) {
59
65
  return s.slice(0, i).toLowerCase() === String(providerId || "").toLowerCase() ? s.slice(i + 1) : s;
60
66
  }
61
67
 
68
+ // 从 4xx/5xx 正文里判「账号级会话饱和」:命中则可换号重试(不同于参数类 400,换号无意义)。
69
+ export function isSessionSaturated(status, bodyText) {
70
+ if (status !== 400 && status !== 429 && status < 500) return false;
71
+ return SESSION_SATURATED_RE.test(String(bodyText || ""));
72
+ }
73
+
62
74
  export function createChatService({
63
75
  id = "codearts",
64
76
  baseUrl = SNAP_BASE,
@@ -155,8 +167,16 @@ export function createChatService({
155
167
  }
156
168
  if (res.status >= 400) {
157
169
  const txt = await res.text().catch(() => "");
170
+ const msg = `codearts upstream http ${res.status}: ${String(txt).slice(0, 300)}`;
171
+ // 账号会话饱和:短冷却本号并换号重试(多号场景另一号通常立即成功);
172
+ // 所有号都饱和才落到重试耗尽分支,交给上层按上游不可用输出。
173
+ if (isSessionSaturated(res.status, txt)) {
174
+ try { activeRing.onError(blob, SESSION_SATURATED_COOLDOWN_MS); } catch {}
175
+ lastErr = Object.assign(new Error(msg), { upstreamStatus: res.status, upstreamBody: txt });
176
+ continue;
177
+ }
158
178
  if (res.status === 429 || res.status >= 500) try { activeRing.onError(blob); } catch {}
159
- return withTiming(errRes(res.status, `codearts upstream http ${res.status}: ${String(txt).slice(0, 300)}`), t0);
179
+ return withTiming(errRes(res.status, msg), t0);
160
180
  }
161
181
  try {
162
182
  const pre = await preflightResponse(res); // HTTP 200 内嵌错误(排队/未注册/福利未领)→ 抛 UpstreamEventError
@@ -173,6 +193,11 @@ export function createChatService({
173
193
  continue;
174
194
  }
175
195
  }
196
+ // 全部号跑完仍无成功:若最后一个是账号会话饱和(非参数错),如实回传上游 400,
197
+ // 别退化成笼统的 "all accounts unavailable"——用户要看得到「并发会话数已达上限」。
198
+ if (lastErr?.upstreamStatus && lastErr?.upstreamBody != null && isSessionSaturated(lastErr.upstreamStatus, lastErr.upstreamBody)) {
199
+ return withTiming(errRes(lastErr.upstreamStatus, lastErr.message), t0);
200
+ }
176
201
  throw Object.assign(lastErr || new Error("codearts: all accounts unavailable"), {
177
202
  _t: { attempts: [], waitMs: 0, totalMs: Math.round(clock() - t0) },
178
203
  });
@@ -1,27 +1,51 @@
1
1
  // codearts 上游硬限并发:FIFO 排队闸,超限请求等前面的让出额度再发(该上游对并发极敏感)。
2
- export function createGate({ limit = 3 } = {}) {
2
+ //
3
+ // 两道约束同时生效:
4
+ // ① 在途并发(active < cap):同一时刻打到上游的请求数 ≤3。
5
+ // ② 最近窗口内已开会话数(opens < cap):上游按「账号最近约 90s 内打开过的会话数」判限,
6
+ // 每个请求占一个会话槽、**请求结束不立即释放**(实测 ~80s 才回收)。只压 ① 不够——
7
+ // 串行连发 4 个(间隔 1s)第 4 个仍被拒 TM.00001041 并发会话数已达上限(3个)(2026-10-19 现网实测)。
8
+ // 故本闸维护「窗口内已开会话」这个**动态值**,到 cap 就让下一个请求等到最早一次会话过期再放。
9
+ const DEFAULT_SESSION_WINDOW_MS = 90_000;
10
+
11
+ export function createGate({ limit = 3, sessionWindowMs = DEFAULT_SESSION_WINDOW_MS } = {}) {
3
12
  const cap = Number.isFinite(limit) && limit > 0 ? Math.floor(limit) : Infinity;
13
+ const winMs = Number.isFinite(sessionWindowMs) && sessionWindowMs >= 0 ? sessionWindowMs : DEFAULT_SESSION_WINDOW_MS;
4
14
  let active = 0;
5
- const waiters = [];
15
+ let waiting = 0;
16
+ const opens = []; // 窗口内每次「开会话」的时间戳(升序);不随 release 移除,靠时间过期
17
+
18
+ function prune(now) {
19
+ const cut = now - winMs;
20
+ while (opens.length && opens[0] <= cut) opens.shift();
21
+ }
6
22
 
7
23
  function release() {
8
24
  active--;
9
- const w = waiters.shift();
10
- if (w) w();
11
25
  }
12
26
 
13
- // 取得一个槽位,返回「释放一次」的幂等函数。超限时 FIFO 排队(并回调 onWait)。
14
- // 关键:释放的时机交给调用方——流式请求必须**等流真正读完/取消**才释放,
15
- // 否则 runChat 一返回(流还没消费)就放行,上游其实仍占着会话 ⇒ 第 4 路被上游拒
16
- // (TM.00001041 并发会话数已达上限)。见 index.js 的 chat 接线。
27
+ // 取得一个槽位,返回「释放一次」的幂等函数。释放的时机交给调用方——
28
+ // 流式请求必须**等流真正读完/取消**才释放 active,否则 runChat 一返回(流还没消费)就放行。
29
+ // 注意:releaseOnce 只回收 active;窗口内的 opens 记录不被它清掉(会话槽在上游还要占 ~80s)。
17
30
  async function acquire(onWait) {
18
- if (active >= cap) {
19
- const t0 = Date.now();
20
- const queued = waiters.length + 1;
21
- await new Promise((resolve) => waiters.push(resolve));
22
- if (onWait) { try { onWait({ waitedMs: Date.now() - t0, queued, limit: cap }); } catch {} }
31
+ const t0 = Date.now();
32
+ let counted = false;
33
+ for (;;) {
34
+ const now = Date.now();
35
+ prune(now);
36
+ if (active < cap && opens.length < cap) break;
37
+ if (!counted) { counted = true; waiting++; }
38
+ // 等到「最早那次会话过期」才能再开;若只是 active 满(窗口还没满),短轮询等释放
39
+ const untilExpire = opens.length >= cap ? Math.max(0, winMs - (now - opens[0])) : 0;
40
+ const sleepMs = Math.min(Math.max(untilExpire + 20, 50), 1000);
41
+ await new Promise((r) => setTimeout(r, sleepMs));
42
+ }
43
+ if (counted) {
44
+ waiting--;
45
+ if (onWait) { try { onWait({ waitedMs: Date.now() - t0, queued: opens.length, limit: cap, windowMs: winMs }); } catch {} }
23
46
  }
24
47
  active++;
48
+ opens.push(Date.now());
25
49
  let released = false;
26
50
  return function releaseOnce() {
27
51
  if (released) return;
@@ -42,8 +66,9 @@ export function createGate({ limit = 3 } = {}) {
42
66
  return {
43
67
  run,
44
68
  acquire,
45
- stats: () => ({ active, queued: waiters.length, limit: cap }),
69
+ stats: () => ({ active, queued: waiting, limit: cap, opens: opens.length, windowMs: winMs }),
46
70
  get active() { return active; },
47
- get queued() { return waiters.length; },
71
+ get queued() { return waiting; },
72
+ get opens() { return opens.length; },
48
73
  };
49
74
  }
@@ -32,6 +32,7 @@ export function createCodeartsProvider({
32
32
  connectTimeoutMs = envInt("MSLXDFF_CODEARTS_TIMEOUT_MS", 30_000),
33
33
  cooldownMs = envInt("MSLXDFF_CODEARTS_COOLDOWN_MS", 30_000),
34
34
  maxConcurrent = Number.parseInt(process.env.MSLXDFF_CODEARTS_MAX_CONCURRENT ?? "", 10) || 3,
35
+ sessionWindowMs = Number.parseInt(process.env.MSLXDFF_CODEARTS_SESSION_WINDOW_MS ?? "", 10) || 90_000,
35
36
  autoClaim = process.env.MSLXDFF_CODEARTS_AUTO_CLAIM !== "0",
36
37
  fetchImpl,
37
38
  file,
@@ -61,8 +62,11 @@ export function createCodeartsProvider({
61
62
  };
62
63
  const pool = createAuthPool({ keys: allKeys, fetchImpl, stsHost, clock, saveFn });
63
64
  const catalog = createCatalog();
64
- // 该上游对并发极敏感(实测 >3 即坏号/限流);超限请求 FIFO 排队,不拒绝。
65
- const gate = createGate({ limit: maxConcurrent });
65
+ // 该上游对并发极敏感(实测 >3 即坏号/限流);且上游按「账号最近约 90s 内打开过的会话数」判限,
66
+ // 请求结束**不立即释放**槽(实测 ~80s 才回收)——故闸要同时压「在途」与「窗口内已开会话」。
67
+ // 上限随账号数放大:上游按「账号」限 3 个,N 个号即 3N 个额度,写死 3 会白白浪费后续号。
68
+ const accountCount = Math.max(1, ring.size || 1);
69
+ const gate = createGate({ limit: maxConcurrent * accountCount, sessionWindowMs });
66
70
 
67
71
  let agent = null; let dispatcher = null;
68
72
  try {