@jsonstudio/rcc 0.85.9

package/scripts/anthropic-compare-modes.mjs

@@ -0,0 +1,210 @@
+#!/usr/bin/env node
+/**
+ * Anthropic 对比工具：直通 vs 编解码
+ *
+ * 用途：
+ *   - 从 codex-samples 中读取一条 Anthropic 请求/响应样本；
+ *   - 在 llmswitch-core 内部模拟两条路径：
+ *       A) passthrough: AnthReq/AnthResp 原样视为 canonical；
+ *       B) chat: AnthReq → Chat → AnthReq' / AnthResp → Chat → AnthResp'；
+ *   - 打印两条路径在“进入 provider 前的请求形状”和“HTTP 返回前的响应形状”上的差异。
+ *
+ * 使用示例：
+ *   node scripts/anthropic-compare-modes.mjs \\
+ *     --request ~/.routecodex/codex-samples/anthropic-messages/req_xxx_server-pre-process.json \\
+ *     --response ~/.routecodex/codex-samples/anthropic-messages/req_xxx_pipeline.provider.response.post.json
+ */
+
+import fs from 'fs';
+import path from 'path';
+import os from 'os';
+import url from 'url';
+
+const __filename = url.fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+
+function asObj(v) {
+  return v && typeof v === 'object' && !Array.isArray(v) ? v : {};
+}
+
+function loadJson(p) {
+  const txt = fs.readFileSync(p, 'utf8');
+  return JSON.parse(txt);
+}
+
+function extractAnthRequestFromServerPre(file) {
+  const j = loadJson(file);
+  const data = asObj(j.data);
+  const orig = asObj(data.originalData ?? data.payload ?? j);
+  return orig;
+}
+
+function extractAnthResponseFromProviderPost(file) {
+  const j = loadJson(file);
+  const data = asObj(j.data);
+  const payload = asObj(data.payload ?? data);
+  const inner = asObj(payload.data ?? payload);
+  return inner;
+}
+
+function viewRequestAnth(req) {
+  const out = {};
+  out.model = String(req.model || '');
+  out.hasSystem = Array.isArray(req.system) && req.system.length > 0;
+  out.messageRoles = Array.isArray(req.messages)
+    ? req.messages.map(m => String(m.role || ''))
+    : [];
+  out.hasTools = Array.isArray(req.tools) && req.tools.length > 0;
+  out.toolNames = Array.isArray(req.tools)
+    ? req.tools.map(t => String(t.name || '')).filter(Boolean)
+    : [];
+  return out;
+}
+
+function viewResponseAnth(resp) {
+  const out = {};
+  out.id = String(resp.id || '');
+  out.model = String(resp.model || '');
+  out.role = String(resp.role || '');
+  out.stop_reason = String(resp.stop_reason || '');
+  const content = Array.isArray(resp.content) ? resp.content : [];
+  out.blockTypes = content.map(b => String(b.type || ''));
+  out.hasToolUse = content.some(b => String(b.type || '').toLowerCase() === 'tool_use');
+  out.hasToolResult = content.some(b => String(b.type || '').toLowerCase() === 'tool_result');
+  return out;
+}
+
+function diffViews(label, a, b) {
+  const keys = new Set([...Object.keys(a || {}), ...Object.keys(b || {})]);
+  const diffs = [];
+  for (const k of keys) {
+    const av = JSON.stringify(a?.[k]);
+    const bv = JSON.stringify(b?.[k]);
+    if (av !== bv) {
+      diffs.push({ field: k, a: a?.[k], b: b?.[k] });
+    }
+  }
+  console.log(`\n=== ${label} ===`);
+  console.log('A (passthrough view):', a);
+  console.log('B (chat bridge view):', b);
+  if (!diffs.length) {
+    console.log('[OK] views identical');
+  } else {
+    console.log('[DIFF]', diffs);
+  }
+}
+
+async function main() {
+  const args = process.argv.slice(2);
+  let reqFile = '';
+  let respFile = '';
+  for (let i = 0; i < args.length; i++) {
+    if (args[i] === '--request') reqFile = args[++i];
+    else if (args[i] === '--response') respFile = args[++i];
+  }
+  if (!reqFile || !respFile) {
+    console.error('Usage: node scripts/anthropic-compare-modes.mjs --request <server-pre> --response <provider-response.post>');
+    process.exit(2);
+  }
+  reqFile = path.resolve(reqFile);
+  respFile = path.resolve(respFile);
+
+  const anthReq = extractAnthRequestFromServerPre(reqFile);
+  const anthResp = extractAnthResponseFromProviderPost(respFile);
+
+  // 动态引入 llmswitch-core：仅允许 sharedmodule/llmswitch-core/dist
+  const root = path.resolve(__dirname, '..');
+  const localCore = path.join(root, 'sharedmodule', 'llmswitch-core', 'dist');
+  const codecPath = path.join(localCore, 'v2', 'conversion', 'codecs', 'anthropic-openai-codec.js');
+  let coreMod = null;
+  try {
+    coreMod = await import(url.pathToFileURL(codecPath).href);
+  } catch {
+    console.error('无法定位 llmswitch-core Anthropic 编解码实现。请先在 sharedmodule/llmswitch-core 运行 `npm run build`。');
+    process.exit(3);
+  }
+  const Codec = coreMod.AnthropicOpenAIConversionCodec;
+  const buildAnthReq = coreMod.buildAnthropicRequestFromOpenAIChat;
+
+  const codec = new Codec({});
+  await codec.initialize();
+
+  // 请求：A 直通 vs B 编解码
+  const chatReqReqSide = await codec.convertRequest(anthReq, { codec: 'anthropic-openai' }, {
+    endpoint: 'messages',
+    entryEndpoint: '/v1/messages',
+    stream: false,
+    requestId: 'compare-req'
+  });
+  const anthReqChat = buildAnthReq(chatReqReqSide);
+
+  const viewReqA = viewRequestAnth(anthReq);
+  const viewReqB = viewRequestAnth(anthReqChat);
+  diffViews('REQUEST COMPARISON', viewReqA, viewReqB);
+
+  // 响应：A 直通 vs B 编解码
+  // 使用与 anthropic-snapshot-closed-loop 相同路径：
+  // AnthResp -> AnthReq-like -> ChatReq -> fake ChatResp -> AnthResp'
+  const anthReqLike = {
+    model: anthResp.model,
+    messages: [
+      {
+        role: anthResp.role,
+        content: anthResp.content
+      }
+    ]
+  };
+
+  const profileReq = { id: 'anthropic-standard', from: 'anthropic-messages', to: 'openai-chat' };
+  const ctxReq = {
+    endpoint: 'anthropic',
+    entryEndpoint: '/v1/messages',
+    stream: false,
+    requestId: 'compare-resp-req'
+  };
+  const chatReqRespSide = await codec.convertRequest(anthReqLike, profileReq, ctxReq);
+
+  const mapStopToFinish = (sr) => {
+    const v = String(sr || '');
+    if (v === 'tool_use') return 'tool_calls';
+    if (v === 'max_tokens') return 'length';
+    if (v === 'stop_sequence') return 'content_filter';
+    return 'stop';
+  };
+
+  const fakeChatResp = {
+    id: `chatcmpl_compare_${Date.now()}`,
+    object: 'chat.completion',
+    model: chatReqRespSide.model || anthResp.model,
+    choices: [
+      {
+        index: 0,
+        finish_reason: mapStopToFinish(anthResp.stop_reason),
+        message: Array.isArray(chatReqRespSide.messages) && chatReqRespSide.messages.length
+          ? chatReqRespSide.messages[chatReqRespSide.messages.length - 1]
+          : { role: 'assistant', content: '' }
+      }
+    ],
+    usage: {}
+  };
+
+  const profileResp = { id: 'anthropic-standard', from: 'openai-chat', to: 'anthropic-messages' };
+  const ctxResp = {
+    endpoint: 'anthropic',
+    entryEndpoint: '/v1/messages',
+    stream: false,
+    requestId: 'compare-resp-back'
+  };
+  const anthRespChat = await codec.convertResponse(fakeChatResp, profileResp, ctxResp);
+
+  const viewRespA = viewResponseAnth(anthResp);
+  const viewRespB = viewResponseAnth(anthRespChat);
+  diffViews('RESPONSE COMPARISON', viewRespA, viewRespB);
+}
+
+if (import.meta.url === `file://${process.argv[1]}`) {
+  main().catch(err => {
+    console.error('anthropic-compare-modes failed:', err);
+    process.exit(1);
+  });
+}

package/scripts/anthropic-four-config-e2e.mjs

@@ -0,0 +1,260 @@
+#!/usr/bin/env node
+/**
+ * Anthropic /v1/messages 四配置对比脚本
+ *
+ * 用途：
+ *   - 针对同一个 /v1/messages 请求负载，分别打到 4 个 RouteCodex 实例：
+ *       1) 全 codec（Chat ↔ Anth）
+ *       2) 全 passthrough
+ *       3) 请求 codec，响应 passthrough
+ *       4) 请求 passthrough，响应 codec
+ *   - 帮你在真实流水线下快速对比 4 条通路的行为差异（是否报错、是否秒停、响应形状）。
+ *
+ * 使用方式：
+ *   - 本脚本会自己按顺序启动/停止 4 次 RouteCodex server：
+ *       --codec-config           全 codec 的 glm-anthropic config（例如 config.json）
+ *       --passthrough-config     全 passthrough 的 glm-anthropic config
+ *       --req-chat-resp-pass-config   请求 codec / 响应 passthrough
+ *       --req-pass-resp-chat-config   请求 passthrough / 响应 codec
+ *   - 每次启动一个 server，用同一 payload 打一次 /v1/messages，然后立刻关掉该 server。
+ *
+ * 示例：
+ *
+ *   node scripts/anthropic-four-config-e2e.mjs \\
+ *     --codec-config ~/.routecodex/provider/glm-anthropic/config.json \\
+ *     --passthrough-config ~/.routecodex/provider/glm-anthropic/config.passthrough.json \\
+ *     --req-chat-resp-pass-config ~/.routecodex/provider/glm-anthropic/config.req-chat_resp-pass.json \\
+ *     --req-pass-resp-chat-config ~/.routecodex/provider/glm-anthropic/config.req-pass_resp-chat.json \\
+ *     --payload-file ~/.routecodex/codex-samples/anthropic-messages/req_XXXX_server-pre-process.json
+ *
+ * 说明：
+ *   - payload-file 应该是一份 Anthropic /v1/messages 形状的 JSON（带 model/system/messages/tools）。
+ *   - 脚本不会改 payload，只是原样 POST 到 4 个不同 baseURL 的 /v1/messages。
+ *   - 差异的细节（provider-request/provider-error/finalize-post）仍然通过 codex-samples 快照来看。
+ */
+
+import fs from 'node:fs';
+import os from 'node:os';
+import { spawn } from 'node:child_process';
+
+function parseArgs(argv) {
+  const args = {};
+  for (let i = 2; i < argv.length; i++) {
+    const a = argv[i];
+    if (a.startsWith('--')) {
+      const key = a.slice(2);
+      const val = argv[i + 1] && !argv[i + 1].startsWith('--') ? argv[++i] : '1';
+      args[key] = val;
+    }
+  }
+  return args;
+}
+
+function loadJson(file) {
+  const p = file.replace(/^~/, os.homedir());
+  const txt = fs.readFileSync(p, 'utf8');
+  return JSON.parse(txt);
+}
+
+function extractPayloadFromServerPre(obj) {
+  // 兼容形状：
+  //  - { data: { originalData: <anthReq> } }
+  //  - 或直接就是 Anth request
+  if (obj && typeof obj === 'object') {
+    const data = obj.data && typeof obj.data === 'object' ? obj.data : null;
+    if (data && data.originalData && typeof data.originalData === 'object') {
+      return data.originalData;
+    }
+  }
+  return obj;
+}
+
+async function postMessages(baseUrl, payload) {
+  const url = `${baseUrl.replace(/\/$/, '')}/v1/messages`;
+  const body = JSON.stringify(payload);
+  const start = Date.now();
+  try {
+    const res = await fetch(url, {
+      method: 'POST',
+      headers: {
+        'Content-Type': 'application/json'
+      },
+      body
+    });
+    const ms = Date.now() - start;
+    const text = await res.text();
+    let json = null;
+    try {
+      json = JSON.parse(text);
+    } catch {
+      // 可能是 SSE 或非 JSON 错误
+    }
+    return {
+      ok: res.ok,
+      status: res.status,
+      ms,
+      rawText: text,
+      json
+    };
+  } catch (err) {
+    const ms = Date.now() - start;
+    return {
+      ok: false,
+      status: 0,
+      ms,
+      error: err?.message || String(err)
+    };
+  }
+}
+
+function summarizeResult(label, result) {
+  const summary = { label };
+  if (result.ok) {
+    summary.status = result.status;
+    summary.ms = result.ms;
+    if (result.json && typeof result.json === 'object') {
+      const j = result.json;
+      summary.type = j.type || j.object || 'unknown';
+      summary.stop_reason = j.stop_reason || j.stopReason || (j.error && j.error.type) || null;
+      // Anthropic message 常见字段
+      if (Array.isArray(j.content)) {
+        summary.blockTypes = j.content.map(b => String(b.type || ''));
+      }
+    } else {
+      summary.type = 'non-json';
+    }
+  } else {
+    summary.status = result.status;
+    summary.ms = result.ms;
+    summary.error = result.error || (result.rawText || '').slice(0, 200);
+  }
+  return summary;
+}
+
+function delay(ms) {
+  return new Promise(resolve => setTimeout(resolve, ms));
+}
+
+async function waitForServer(baseUrl, timeoutMs = 10000) {
+  const url = `${baseUrl.replace(/\/$/, '')}/v1/messages`;
+  const start = Date.now();
+  // 简单轮询：发空 payload，收到任何 HTTP 响应就认为 server 已经起来
+  while (Date.now() - start < timeoutMs) {
+    try {
+      const res = await fetch(url, {
+        method: 'POST',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ model: 'dummy', messages: [] })
+      });
+      // 无论 4xx/5xx，都说明端口和路由已经 ready 了
+      if (res.status > 0) return;
+    } catch {
+      // 端口还没起来，继续等
+    }
+    await delay(300);
+  }
+  throw new Error(`等待 server 启动超时: ${baseUrl}`);
+}
+
+async function runOnce(label, configPath, payload) {
+  // RouteCodex dev 模式默认使用 5555 端口（忽略配置中的 httpserver.port）
+  const baseUrl = 'http://127.0.0.1:5555';
+  console.log(`\n=== [${label}] 启动 server: ${configPath} @ ${baseUrl} ===`);
+
+  const child = spawn('routecodex', ['start', '--config', configPath], {
+    env: { ...process.env },
+    stdio: ['ignore', 'pipe', 'pipe']
+  });
+
+  let started = false;
+  child.stdout.on('data', (chunk) => {
+    const s = chunk.toString();
+    process.stdout.write(`[server-${label}] ${s}`);
+    if (s.includes('Routes setup completed')) {
+      started = true;
+    }
+  });
+  child.stderr.on('data', (chunk) => {
+    const s = chunk.toString();
+    process.stderr.write(`[server-${label}-err] ${s}`);
+  });
+
+  try {
+    if (!started) {
+      await waitForServer(baseUrl, 15000);
+    }
+  } catch (e) {
+    console.error(`等待 [${label}] server 启动失败:`, e.message || String(e));
+  }
+
+  const res = await postMessages(baseUrl, payload);
+  const summary = summarizeResult(label, res);
+  console.log(`[${label}] 摘要:`, summary);
+
+  // 关停 server
+  try {
+    child.kill('SIGINT');
+  } catch {}
+  // 给一点时间退出
+  await delay(1000);
+
+  return summary;
+}
+
+async function main() {
+  const args = parseArgs(process.argv);
+
+  const codecCfg = args['codec-config'] || '';
+  const passthroughCfg = args['passthrough-config'] || '';
+  const reqChatRespPassCfg = args['req-chat-resp-pass-config'] || '';
+  const reqPassRespChatCfg = args['req-pass-resp-chat-config'] || '';
+  const payloadFile = args['payload-file'] || '';
+
+  if (!payloadFile) {
+    console.error('缺少 --payload-file 参数（Anthropic /v1/messages 请求 JSON）。');
+    process.exit(2);
+  }
+
+  const payloadRaw = loadJson(payloadFile);
+  const payload = extractPayloadFromServerPre(payloadRaw);
+
+  const targets = [
+    { label: 'codec', cfg: codecCfg },
+    { label: 'passthrough', cfg: passthroughCfg },
+    { label: 'req-chat_resp-pass', cfg: reqChatRespPassCfg },
+    { label: 'req-pass_resp-chat', cfg: reqPassRespChatCfg }
+  ].filter(t => t.cfg);
+
+  if (!targets.length) {
+    console.error('至少需要指定一个配置，例如 --codec-config ~/.routecodex/provider/glm-anthropic/config.json');
+    process.exit(2);
+  }
+
+  console.log('请求 payload 摘要:', {
+    model: payload.model,
+    hasSystem: Array.isArray(payload.system) && payload.system.length > 0,
+    msgRoles: Array.isArray(payload.messages)
+      ? payload.messages.map(m => String(m.role || ''))
+      : [],
+    toolCount: Array.isArray(payload.tools) ? payload.tools.length : 0
+  });
+
+  const results = [];
+  for (const t of targets) {
+    const summary = await runOnce(t.label, t.cfg, payload);
+    results.push(summary);
+  }
+
+  console.log('\n=== 汇总 ===');
+  for (const r of results) {
+    console.log(r);
+  }
+}
+
+if (import.meta.url === `file://${process.argv[1]}`) {
+  // eslint-disable-next-line unicorn/prefer-top-level-await
+  main().catch(err => {
+    console.error('anthropic-four-config-e2e 出错:', err);
+    process.exit(1);
+  });
+}

package/scripts/anthropic-toolcall.mjs

@@ -0,0 +1,116 @@
+#!/usr/bin/env node
+// Send Chat→Anthropic (Messages) with a simple tool and check for tool_use in SSE, then convert to Chat.
+
+import fs from 'fs';
+import os from 'os';
+import path from 'path';
+import { pathToFileURL } from 'url';
+
+const PROVIDER_DIR = path.join(os.homedir(), '.routecodex', 'provider');
+const OUT_DIR = path.join(os.homedir(), '.routecodex', 'logs', 'anthropic-sse');
+
+function ensureDir(p) { fs.mkdirSync(p, { recursive: true }); }
+function nowStamp() { return new Date().toISOString().replace(/[:.]/g, '-'); }
+
+function findProviderConfig(providerId='glm-anthropic') {
+  const dir = path.join(PROVIDER_DIR, providerId);
+  const candidates = ['config.v1.json', 'config.json'];
+  for (const name of candidates) {
+    const p = path.join(dir, name);
+    if (fs.existsSync(p)) {
+      return JSON.parse(fs.readFileSync(p, 'utf-8'));
+    }
+  }
+  throw new Error('no provider config');
+}
+
+function extract(base) {
+  // Try pipeline_assembler first
+  try {
+    const p = base?.pipeline_assembler?.config?.pipelines?.[0]?.modules?.provider?.config;
+    const baseURL = p?.baseUrl?.replace(/\/$/, '') || p?.baseURL?.replace(/\/$/, '');
+    const apiKey = p?.auth?.apiKey;
+    const model = p?.model || p?.modelId || p?.defaultModel || 'glm-4.6';
+    if (baseURL && apiKey) return { baseURL, apiKey, model };
+  } catch {}
+  const providers = base?.virtualrouter?.providers || {};
+  const entry = providers['glm-anthropic'] || Object.values(providers)[0];
+  if (!entry) throw new Error('no provider entry');
+  const baseURL = entry.baseURL?.replace(/\/$/, '') || 'https://api.anthropic.com/v1';
+  const apiKey = (Array.isArray(entry.apiKey) ? entry.apiKey[0] : (entry.auth?.apiKey || entry.apiKey));
+  const route = base?.virtualrouter?.routing?.default?.[0] || '';
+  const model = route.split('.').slice(1).join('.') || Object.keys(entry.models||{})[0] || 'glm-4.6';
+  return { baseURL, apiKey, model };
+}
+
+async function main() {
+  const cfg = findProviderConfig();
+  const { baseURL, apiKey, model } = extract(cfg);
+  if (!apiKey) throw new Error('no apiKey');
+  const chat = {
+    model: 'dummy',
+    messages: [
+      { role: 'user', content: 'Using tools, call add with {"a":2,"b":3}. Return only a function call.' }
+    ],
+    tools: [ { type: 'function', function: { name: 'add', description: 'add two numbers', parameters: { type: 'object', properties: { a: { type: 'number' }, b: { type: 'number' } }, required: ['a','b'] } } } ],
+    tool_choice: 'auto'
+  };
+
+  const codecPath = pathToFileURL(path.join(process.cwd(), 'sharedmodule/llmswitch-core/dist/conversion/codecs/anthropic-openai-codec.js')).href;
+  const { buildAnthropicRequestFromOpenAIChat, buildOpenAIChatFromAnthropic } = await import(codecPath);
+  const req = buildAnthropicRequestFromOpenAIChat(chat);
+  req.model = model;
+  req.stream = true;
+  req.max_tokens = 256;
+
+  ensureDir(OUT_DIR);
+  const base = path.join(OUT_DIR, `glm_anthropic_${nowStamp()}`);
+  const sseLog = `${base}.sse.log`;
+  const jsonOut = `${base}.json`;
+  const chatOut = `${base}.chat.json`;
+  fs.writeFileSync(`${base}.request.json`, JSON.stringify(req, null, 2));
+
+  const headers = {
+    'content-type': 'application/json',
+    'accept': 'text/event-stream',
+    'x-api-key': apiKey,
+    'anthropic-version': '2023-06-01'
+  };
+  const resp = await fetch(baseURL + '/messages', { method: 'POST', headers, body: JSON.stringify(req) });
+  if (!resp.ok || !resp.body) {
+    const t = await resp.text().catch(()=> '');
+    throw new Error(`HTTP ${resp.status} ${resp.statusText}: ${t}`);
+  }
+  const reader = resp.body.getReader();
+  const decoder = new TextDecoder();
+  let buffer = '';
+  const lines = [];
+  while (true) {
+    const { value, done } = await reader.read();
+    if (done) break;
+    const chunk = decoder.decode(value);
+    const parts = (buffer + chunk).split('\n');
+    buffer = parts.pop() || '';
+    for (const l of parts) if (l.trim()) lines.push(l.trim());
+  }
+  // reconstruct SSE text for converter
+  const sseText = lines
+    .map((l, i, arr) => l.startsWith('event:') || l.startsWith('data:') ? l : '')
+    .filter(Boolean)
+    .join('\n')
+    .replace(/\n(?=event:)/g, '\n\n');
+  fs.writeFileSync(sseLog, sseText, 'utf-8');
+
+  const convPath = pathToFileURL(path.join(process.cwd(), 'sharedmodule/llmswitch-core/dist/sse/sse-to-json/anthropic-sse-to-json-converter.js')).href;
+  const { AnthropicSseToJsonConverter } = await import(convPath);
+  async function* gen() { yield sseText; }
+  const conv = new AnthropicSseToJsonConverter();
+  const message = await conv.convertSseToJson(gen(), { requestId: path.basename(base) });
+  fs.writeFileSync(jsonOut, JSON.stringify(message, null, 2));
+  const chatResp = buildOpenAIChatFromAnthropic({ messages: [message] });
+  fs.writeFileSync(chatOut, JSON.stringify(chatResp, null, 2));
+  const tc = chatResp?.choices?.[0]?.message?.tool_calls || [];
+  console.log('[anthropic-toolcall] model=%s tool_calls=%s out=%s', model, Array.isArray(tc)? tc.length : 0, chatOut);
+}
+
+main().catch(e => { console.error(e); process.exit(1); });