@jsonstudio/rcc 0.89.942 → 0.89.1083

package/scripts/mock-provider/run-regressions.mjs

@@ -37,13 +37,14 @@ function parseEntryFilter() {
 
 async function ensureCliAvailable() {
   const cliPath = path.join(PROJECT_ROOT, 'dist', 'cli.js');
-  if (await fileExists(cliPath)) {
+  const serverPath = path.join(PROJECT_ROOT, 'dist', 'index.js');
+  if ((await fileExists(cliPath)) && (await fileExists(serverPath))) {
     return;
   }
-  console.warn('[mock:regressions] dist/cli.js missing, running "npm run build:min" automatically...');
+  console.warn('[mock:regressions] dist artifacts missing (cli.js/index.js), running "npm run build:min" automatically...');
   await runBuildForMockRegressions();
-  if (!(await fileExists(cliPath))) {
-    throw new Error('dist/cli.js missing after automatic build. Please run "npm run build:dev" manually.');
+  if (!(await fileExists(cliPath)) || !(await fileExists(serverPath))) {
+    throw new Error('dist artifacts missing after automatic build. Please run "npm run build:dev" manually.');
   }
 }
 
@@ -187,7 +188,7 @@ async function writeTempConfig(sample, port) {
   return { dir, file };
 }
 
-function createServer(configPath, port) {
+function createServer(configPath, port, snapshotRoot) {
   const env = {
     ...process.env,
     ROUTECODEX_USE_MOCK: '1',
@@ -196,7 +197,14 @@ function createServer(configPath, port) {
     ROUTECODEX_MOCK_VALIDATE_NAMES: '1',
     ROUTECODEX_STAGE_LOG: process.env.ROUTECODEX_STAGE_LOG ?? '0',
     ROUTECODEX_PORT: String(port),
-    ROUTECODEX_CONFIG_PATH: configPath
+    ROUTECODEX_CONFIG_PATH: configPath,
+    // 将快照写入临时目录，避免污染全局 ~/.routecodex/codex-samples 样本
+    ...(snapshotRoot
+      ? {
+          ROUTECODEX_SNAPSHOT_DIR: snapshotRoot,
+          RCC_SNAPSHOT_DIR: snapshotRoot
+        }
+      : {})
   };
   const entry = path.join(PROJECT_ROOT, 'dist', 'index.js');
   const child = spawn(process.execPath, [entry], {
@@ -305,10 +313,9 @@ function validateToolCallIds(payload, sample, tagSet) {
   if (!payload || typeof payload !== 'object') {
     return errors;
   }
-  const wantsFcIds =
-    tagSet.has('require_fc_call_ids') ||
-    tagSet.has('missing_tool_call_id') ||
-    tagSet.has('regression');
+  const enforceCallIdFormat = tagSet.has('require_fc_call_ids');
+  const isValidCallId = (value) =>
+    /^call_[A-Za-z0-9]+$/.test(value) || /^fc[_-][A-Za-z0-9-]+$/.test(value);
 
   const allToolCallIds = new Set();
   if (Array.isArray(payload.output)) {
@@ -323,7 +330,7 @@ function validateToolCallIds(payload, sample, tagSet) {
           return;
         }
         allToolCallIds.add(rawId);
-        if (wantsFcIds && !/^call_[A-Za-z0-9]+$/.test(rawId)) {
+        if (enforceCallIdFormat && !isValidCallId(rawId)) {
           errors.push(`output[${oi}].tool_calls[${ti}].id has invalid format: ${rawId}`);
         }
       });
@@ -340,12 +347,16 @@ function validateToolCallIds(payload, sample, tagSet) {
   if (Array.isArray(submitCalls)) {
     submitCalls.forEach((tc, i) => {
       if (!tc || typeof tc !== 'object') return;
-      const rawId = typeof tc.tool_call_id === 'string' ? tc.tool_call_id.trim() : '';
+      const rawId = typeof tc.tool_call_id === 'string'
+        ? tc.tool_call_id.trim()
+        : typeof tc.id === 'string'
+          ? tc.id.trim()
+          : '';
       if (!rawId) {
         errors.push(`required_action.submit_tool_outputs.tool_calls[${i}].tool_call_id missing`);
         return;
       }
-      if (wantsFcIds && !/^call_[A-Za-z0-9]+$/.test(rawId)) {
+      if (enforceCallIdFormat && !isValidCallId(rawId)) {
         errors.push(
           `required_action.submit_tool_outputs.tool_calls[${i}].tool_call_id has invalid format: ${rawId}`
         );
@@ -395,6 +406,10 @@ function resolveRequestUrl(sample, requestDoc, port) {
 async function sendRequest(sample, requestDoc, port) {
   const url = resolveRequestUrl(sample, requestDoc, port);
   const payload = extractRequestBody(requestDoc);
+  if (payload && typeof payload === 'object') {
+    const meta = payload.metadata && typeof payload.metadata === 'object' ? payload.metadata : {};
+    payload.metadata = { ...meta, mockSampleReqId: sample.reqId };
+  }
   const headers = { 'content-type': 'application/json' };
   const wantsStream =
     payload?.stream === true ||
@@ -424,15 +439,64 @@ async function sendRequest(sample, requestDoc, port) {
   }
 }
 
+function looksLikeSseErrorStream(text) {
+  if (typeof text !== 'string') {
+    return false;
+  }
+  const trimmed = text.trim();
+  if (!trimmed) {
+    return false;
+  }
+  // 简单判定：包含 SSE error 事件头和 JSON error 负载。
+  if (trimmed.includes('event: error') && trimmed.includes('data:')) {
+    return true;
+  }
+  if (trimmed.includes('"type":"error"') || trimmed.includes('"status":502')) {
+    return true;
+  }
+  return false;
+}
+
 async function runSample(sample, index) {
   const clientDoc = await loadSampleDocument(sample, { fileName: 'client-request.json', optional: true });
   const requestDoc = clientDoc || (await loadSampleDocument(sample));
+  const responseDoc = await loadSampleDocument(sample, { fileName: 'response.json', optional: true });
   const port = 5800 + index;
   const { dir, file } = await writeTempConfig(sample, port);
-  const server = createServer(file, port);
+  // 为当前样本创建独立的临时快照根目录，并在完成后整体删除
+  const snapshotRoot = path.join(dir, 'codex-samples');
+  const server = createServer(file, port, snapshotRoot);
+  const tags = new Set(Array.isArray(sample.tags) ? sample.tags : []);
+  const expectSseTerminationError = tags.has('responses_sse_terminated');
+  const allowSampleError =
+    responseDoc && typeof responseDoc.status === 'number' && responseDoc.status >= 400;
   try {
     await waitForHealth(port, server.process);
-    const responseText = await sendRequest(sample, requestDoc, port);
+    let responseText;
+    try {
+      responseText = await sendRequest(sample, requestDoc, port);
+      if (expectSseTerminationError) {
+        if (!looksLikeSseErrorStream(responseText)) {
+          throw new Error(
+            'expected SSE termination to surface as HTTP error or SSE error event, but got successful non-error payload'
+          );
+        }
+        // 对于 SSE 终止样本，只要以 SSE error 事件形式返回即可视为通过。
+        return;
+      }
+    } catch (sendError) {
+      if (expectSseTerminationError || allowSampleError) {
+        const msg = sendError instanceof Error ? sendError.message : String(sendError);
+        if (!/HTTP\s+4\d\d|HTTP\s+5\d\d/i.test(msg)) {
+          throw new Error(
+            `expected HTTP 4xx/5xx error, but got: ${msg}`
+          );
+        }
+        // 对于错误类样本，只要成功以 HTTP 错误形式透出即可。
+        return;
+      }
+      throw sendError;
+    }
     const body = (() => {
       try {
         return JSON.parse(responseText);
@@ -440,7 +504,6 @@ async function runSample(sample, index) {
         return undefined;
       }
     })();
-    const tags = new Set(Array.isArray(sample.tags) ? sample.tags : []);
     if (body && Array.isArray(body.output)) {
       const invalid = collectInvalidNames(body);
       if (invalid.length) {

package/scripts/quota-dryrun.mjs

@@ -0,0 +1,124 @@
+#!/usr/bin/env node
+
+/**
+ * Quota dry-run helper:
+ * 从简单的 JSON 事件数组读取错误/成功/usage 事件，驱动 provider-quota-center，
+ * 并将结果写入 ~/.routecodex/quota/provider-quota.json，方便人工检查。
+ *
+ * 用法:
+ *   node scripts/quota-dryrun.mjs path/to/events.json
+ *
+ * 事件格式示例:
+ * [
+ *   { "type": "error", "providerKey": "antigravity.alias1.gemini-3-pro-high", "httpStatus": 429 },
+ *   { "type": "success", "providerKey": "antigravity.alias1.gemini-3-pro-high", "usedTokens": 120 },
+ *   { "type": "usage", "providerKey": "antigravity.alias1.gemini-3-pro-high", "requestedTokens": 80 }
+ * ]
+ */
+
+import fs from 'node:fs/promises';
+import path from 'node:path';
+import {
+  applyErrorEvent,
+  applySuccessEvent,
+  applyUsageEvent,
+  createInitialQuotaState
+} from '../src/manager/quota/provider-quota-center.js';
+import {
+  saveProviderQuotaSnapshot
+} from '../src/manager/quota/provider-quota-store.js';
+
+async function main() {
+  const fileArg = process.argv[2];
+  if (!fileArg) {
+    // eslint-disable-next-line no-console
+    console.error('Usage: node scripts/quota-dryrun.mjs path/to/events.json');
+    process.exitCode = 1;
+    return;
+  }
+  const filePath = path.resolve(process.cwd(), fileArg);
+  const raw = await fs.readFile(filePath, 'utf8');
+  const events = JSON.parse(raw);
+  if (!Array.isArray(events)) {
+    throw new Error('events file must contain a JSON array');
+  }
+
+  const states = new Map();
+  const nowMs = Date.now();
+
+  for (const entry of events) {
+    if (!entry || typeof entry !== 'object') {
+      // eslint-disable-next-line no-console
+      console.warn('[quota-dryrun] skip non-object event', entry);
+      continue;
+    }
+    const record = entry;
+    const providerKey = typeof record.providerKey === 'string' ? record.providerKey.trim() : '';
+    if (!providerKey) {
+      // eslint-disable-next-line no-console
+      console.warn('[quota-dryrun] event missing providerKey', record);
+      continue;
+    }
+    const type = typeof record.type === 'string' ? record.type.trim().toLowerCase() : '';
+    if (!type) {
+      // eslint-disable-next-line no-console
+      console.warn('[quota-dryrun] event missing type', record);
+      continue;
+    }
+    const existing = states.get(providerKey) as any | undefined;
+    const baseState =
+      existing ??
+      createInitialQuotaState(providerKey, undefined, nowMs);
+    let nextState = baseState;
+
+    if (type === 'error') {
+      nextState = applyErrorEvent(
+        baseState,
+        {
+          providerKey,
+          code: record.code,
+          httpStatus: record.httpStatus,
+          fatal: record.fatal === true
+        },
+        nowMs
+      );
+    } else if (type === 'success') {
+      nextState = applySuccessEvent(
+        baseState,
+        {
+          providerKey,
+          usedTokens: record.usedTokens
+        },
+        nowMs
+      );
+    } else if (type === 'usage') {
+      nextState = applyUsageEvent(
+        baseState,
+        {
+          providerKey,
+          requestedTokens: record.requestedTokens
+        },
+        nowMs
+      );
+    } else {
+      // eslint-disable-next-line no-console
+      console.warn('[quota-dryrun] unknown event type', type);
+      continue;
+    }
+    states.set(providerKey, nextState);
+  }
+
+  const snapshot = Object.fromEntries(states.entries());
+  await saveProviderQuotaSnapshot(snapshot, new Date());
+  // eslint-disable-next-line no-console
+  console.log(
+    `[quota-dryrun] wrote snapshot for ${states.size} provider(s) to ~/.routecodex/quota/provider-quota.json`
+  );
+}
+
+main().catch((error) => {
+  // eslint-disable-next-line no-console
+  console.error('[quota-dryrun] failed:', error);
+  process.exitCode = 1;
+});
+

package/scripts/tests/apply-patch-loop.mjs

@@ -8,6 +8,7 @@ import { Readable } from 'node:stream';
 import http from 'node:http';
 import { setTimeout as delay } from 'node:timers/promises';
 import { spawnSync } from 'node:child_process';
+import chalk from 'chalk';
 import { createTempConfig, startServer, stopServer } from '../lib/routecodex-runner.mjs';
 import { GeminiSemanticMapper } from '../../sharedmodule/llmswitch-core/dist/conversion/hub/semantic-mappers/gemini-mapper.js';
 
@@ -30,6 +31,8 @@ const STAGE_SUFFIX = '_req_outbound_stage2_format_build.json';
 const STAGE1_SUFFIX = '_req_outbound_stage1_semantic_map.json';
 const MOCK_PROVIDER_ID = 'mock.apply_patch.toolloop';
 
+const chalkError = typeof chalk?.redBright === 'function' ? chalk.redBright : (value) => value;
+
 function listProcessesOnPort(port) {
   try {
     const res = spawnSync('lsof', ['-ti', `tcp:${port}`], { encoding: 'utf-8' });
@@ -702,6 +705,7 @@ async function main() {
 }
 
 main().catch((error) => {
-  console.error(`[tool-loop] FAILED: ${error.message}`);
+  const msg = error instanceof Error ? (error.stack || error.message) : String(error ?? '');
+  console.error(chalkError(`[tool-loop] FAILED: ${msg}`));
   process.exit(1);
 });

package/scripts/tests/exec-command-loop.mjs

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
 /**
- * exec_command TOON → JSON 回环验证（模拟 Responses 客户端）。
+ * exec_command JSON 形态回环验证（模拟 Responses 客户端）。
  *
  * 目标：
- * - 构造一条带 exec_command TOON arguments 的 chat 响应；
- * - 通过 llmswitch-core 的 response 工具过滤管线（ResponseToolArgumentsToonDecodeFilter）做解码；
- * - 使用 codex 的工具注册表 validateToolCall 校验最终 JSON 形状（必须包含 cmd，且不再暴露 toon）；
- * - 只从“客户端视角”观察：发送/接收的都是 JSON，TOON 对客户端完全透明。
+ * - 构造一条带 exec_command JSON arguments 的 chat 响应；
+ * - 通过 llmswitch-core 的 response 工具过滤管线做统一治理；
+ * - 校验最终 JSON 形状（必须包含 cmd，且不暴露 toon）；
+ * - 再通过 Responses 映射验证 /v1/responses 视图同样保持 JSON 语义。
  */
 
 import path from 'node:path';
@@ -25,9 +25,9 @@ async function main() {
     'conversion/responses/responses-openai-bridge'
   );
 
-  // 构造一条模拟的 chat 响应，其中 exec_command 使用 TOON 编码参数。
+  // 构造一条模拟的 chat 响应，其中 exec_command 直接使用 JSON 编码参数。
   const chatPayload = {
-    id: 'chatcmpl_exec_toon',
+    id: 'chatcmpl_exec_args',
     object: 'chat.completion',
     created: Math.floor(Date.now() / 1000),
     model: 'gpt-5.2-codex',
@@ -39,18 +39,15 @@ async function main() {
           content: null,
           tool_calls: [
             {
-              id: 'call_exec_toon',
+              id: 'call_exec_args',
               type: 'function',
               function: {
                 name: 'exec_command',
                 arguments: JSON.stringify({
-                  toon: [
-                    'cmd: echo 1',
-                    'yield_time_ms: 500',
-                    'max_output_tokens: 128',
-                    'shell: /bin/bash',
-                    'login: false'
-                  ].join('\n')
+                  cmd: 'echo 1',
+                  workdir: '.',
+                  yield_time_ms: 500,
+                  max_output_tokens: 128
                 })
               }
             }
@@ -61,10 +58,10 @@ async function main() {
     ]
   };
 
-  // 通过 response 工具管线运行，触发 TOON → JSON 解码。
+  // 通过 response 工具管线运行，触发统一的工具参数治理/归一化。
   const filtered = await runChatResponseToolFilters(chatPayload, {
     entryEndpoint: '/v1/chat/completions',
-    requestId: 'req_exec_toon',
+    requestId: 'req_exec_args',
     profile: 'openai-chat'
   });
 
@@ -116,7 +113,7 @@ async function main() {
   // 延伸验证：基于 chat 结果构建 Responses payload，确保 /v1/responses 视图中的
   // function_call.arguments 同样保持 exec_command JSON 语义，而不会重新出现 toon。
   const responsesPayload = buildResponsesPayloadFromChat(filtered, {
-    requestId: 'verify_exec_command_toon'
+    requestId: 'verify_exec_command_args'
   });
   const outputItems = Array.isArray(responsesPayload?.output) ? responsesPayload.output : [];
   const fnCall = outputItems.find(
@@ -153,7 +150,7 @@ async function main() {
   console.log(
     `[exec-command-loop] decoded cmd="${args.cmd}" yield_time_ms=${args.yield_time_ms ?? 'n/a'} max_output_tokens=${args.max_output_tokens ?? 'n/a'}`
   );
-  console.log('✅ exec_command TOON decode passed (chat + responses views are JSON-only)');
+  console.log('✅ exec_command arguments normalization passed (chat + responses views are JSON-only)');
 }
 
 main().catch((error) => {