@stage-labs/metro 0.1.0-beta.70 → 0.1.0-beta.72

package/runtime/node_modules/@metro-labs/mcp/src/gateway/codex-translate.ts

@@ -0,0 +1,203 @@
+import { createHash } from 'node:crypto';
+import { isRecord } from '../daemon/is-record.js';
+
+export const SIGNATURE_PREFIX = 'metro-codex:';
+const DEFAULT_EFFORT = 'medium';
+const EFFORTS = new Set(['minimal', 'low', 'medium', 'high', 'xhigh']);
+const EFFORT_ALIAS: Record<string, string> = { max: 'xhigh' };
+const IMAGE_NOTE = '[an image was attached here; this model cannot see it]';
+const NAME_MAX = 64;
+const NAME_RE = /^[a-zA-Z0-9_-]+$/;
+const HASH_LEN = 8;
+
+type Item = Record<string, unknown>;
+
+export interface TranslateOptions {
+  promptCacheKey: string;
+  names?: ToolNames;
+}
+
+export interface ResponsesRequest {
+  model: string;
+  instructions?: string;
+  input: Item[];
+  tools: Item[];
+  tool_choice: unknown;
+  parallel_tool_calls: boolean;
+  reasoning: { effort: string; summary: string };
+  store: false;
+  stream: true;
+  include: string[];
+  prompt_cache_key: string;
+}
+
+const textOf = (value: unknown): string => (typeof value === 'string' ? value : '');
+
+export function codexToolName(name: string): string {
+  if (name.length <= NAME_MAX && NAME_RE.test(name)) return name;
+  const clean = name.replace(/[^a-zA-Z0-9_-]/g, '_');
+  const hash = createHash('sha256').update(name).digest('hex').slice(0, HASH_LEN);
+  return `${clean.slice(0, NAME_MAX - HASH_LEN - 1)}_${hash}`;
+}
+
+export class ToolNames {
+  private readonly original = new Map<string, string>();
+
+  alias(name: string): string {
+    const alias = codexToolName(name);
+    if (alias !== name) this.original.set(alias, name);
+    return alias;
+  }
+
+  restore(alias: string): string {
+    return this.original.get(alias) ?? alias;
+  }
+}
+
+function blocksText(content: unknown): string {
+  if (typeof content === 'string') return content;
+  if (!Array.isArray(content)) return '';
+  return content
+    .filter(isRecord)
+    .filter((block) => block.type === 'text')
+    .map((block) => textOf(block.text))
+    .join('\n');
+}
+
+export function systemText(system: unknown): string {
+  return blocksText(system).trim();
+}
+
+export function encodeSignature(item: Item): string {
+  return `${SIGNATURE_PREFIX}${Buffer.from(JSON.stringify(item)).toString('base64url')}`;
+}
+
+export function decodeSignature(signature: unknown): Item | null {
+  if (typeof signature !== 'string' || !signature.startsWith(SIGNATURE_PREFIX)) return null;
+  try {
+    const parsed: unknown = JSON.parse(Buffer.from(signature.slice(SIGNATURE_PREFIX.length), 'base64url').toString('utf8'));
+    return isRecord(parsed) ? parsed : null;
+  } catch {
+    return null;
+  }
+}
+
+function userPart(block: Item): Item | null {
+  if (block.type === 'text') return { type: 'input_text', text: textOf(block.text) };
+  if (block.type === 'image' && isRecord(block.source) && block.source.type === 'base64')
+    return { type: 'input_image', image_url: `data:${textOf(block.source.media_type)};base64,${textOf(block.source.data)}` };
+  return null;
+}
+
+const partText = (part: Item): string => (part.type === 'text' ? textOf(part.text) : part.type === 'image' ? IMAGE_NOTE : '');
+
+function resultText(block: Item): string {
+  const content = block.content;
+  const text = typeof content === 'string' ? content : Array.isArray(content) ? content.filter(isRecord).map(partText).filter((t) => t !== '').join('\n') : '';
+  return block.is_error === true ? `[tool error] ${text}` : text;
+}
+
+function userItems(content: unknown): Item[] {
+  if (typeof content === 'string') return [{ type: 'message', role: 'user', content: [{ type: 'input_text', text: content }] }];
+  if (!Array.isArray(content)) return [];
+  const out: Item[] = [];
+  let parts: Item[] = [];
+  const flush = (): void => {
+    if (parts.length > 0) out.push({ type: 'message', role: 'user', content: parts });
+    parts = [];
+  };
+  for (const block of content.filter(isRecord)) {
+    if (block.type === 'tool_result') {
+      flush();
+      out.push({ type: 'function_call_output', call_id: textOf(block.tool_use_id), output: resultText(block) });
+      continue;
+    }
+    const part = userPart(block);
+    if (part !== null) parts.push(part);
+  }
+  flush();
+  return out;
+}
+
+function assistantItems(content: unknown, names: ToolNames): Item[] {
+  if (typeof content === 'string') return [{ type: 'message', role: 'assistant', content: [{ type: 'output_text', text: content }] }];
+  if (!Array.isArray(content)) return [];
+  const out: Item[] = [];
+  for (const block of content.filter(isRecord)) {
+    if (block.type === 'text') out.push({ type: 'message', role: 'assistant', content: [{ type: 'output_text', text: textOf(block.text) }] });
+    else if (block.type === 'tool_use')
+      out.push({ type: 'function_call', call_id: textOf(block.id), name: names.alias(textOf(block.name)), arguments: JSON.stringify(block.input ?? {}) });
+    else if (block.type === 'thinking') {
+      const reasoning = decodeSignature(block.signature);
+      if (reasoning !== null) out.push({ type: 'reasoning', ...reasoning, summary: [] });
+    }
+  }
+  return out;
+}
+
+export function inputItems(messages: unknown, names = new ToolNames()): Item[] {
+  const out: Item[] = [];
+  if (!Array.isArray(messages)) return out;
+  for (const message of messages.filter(isRecord)) {
+    if (message.role === 'assistant') out.push(...assistantItems(message.content, names));
+    else out.push(...userItems(message.content));
+  }
+  return out;
+}
+
+export function toolItems(tools: unknown, names = new ToolNames()): Item[] {
+  if (!Array.isArray(tools)) return [];
+  return tools
+    .filter(isRecord)
+    .filter((tool) => typeof tool.name === 'string' && isRecord(tool.input_schema))
+    .map((tool) => ({
+      type: 'function',
+      name: names.alias(textOf(tool.name)),
+      description: textOf(tool.description),
+      parameters: tool.input_schema,
+      strict: false,
+    }));
+}
+
+export function toolChoiceOf(choice: unknown, names = new ToolNames()): unknown {
+  if (!isRecord(choice)) return 'auto';
+  if (choice.type === 'any') return 'required';
+  if (choice.type === 'none') return 'none';
+  if (choice.type === 'tool' && typeof choice.name === 'string') return { type: 'function', name: names.alias(choice.name) };
+  return 'auto';
+}
+
+function configuredEffort(body: Item): string | null {
+  const config = isRecord(body.output_config) ? body.output_config : {};
+  const effort = typeof config.effort === 'string' ? (EFFORT_ALIAS[config.effort] ?? config.effort) : '';
+  return EFFORTS.has(effort) ? effort : null;
+}
+
+export function effortOf(body: Item): string {
+  const configured = configuredEffort(body);
+  if (configured !== null) return configured;
+  const thinking = isRecord(body.thinking) ? body.thinking : {};
+  if (thinking.type === 'disabled') return 'low';
+  const budget = typeof thinking.budget_tokens === 'number' ? thinking.budget_tokens : 0;
+  if (budget > 0 && budget <= 4_000) return 'low';
+  if (budget > 16_000) return 'high';
+  return DEFAULT_EFFORT;
+}
+
+export function toResponsesRequest(body: Item, model: string, opts: TranslateOptions): ResponsesRequest {
+  const system = systemText(body.system);
+  const names = opts.names ?? new ToolNames();
+  return {
+    model,
+    ...(system === '' ? {} : { instructions: system }),
+    input: inputItems(body.messages, names),
+    tools: toolItems(body.tools, names),
+    tool_choice: toolChoiceOf(body.tool_choice, names),
+    parallel_tool_calls: true,
+    reasoning: { effort: effortOf(body), summary: 'auto' },
+    store: false,
+    stream: true,
+    include: ['reasoning.encrypted_content'],
+    prompt_cache_key: opts.promptCacheKey,
+  };
+}

package/runtime/node_modules/@metro-labs/mcp/src/gateway/codex.ts

@@ -0,0 +1,211 @@
+import { randomUUID } from 'node:crypto';
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { arch, platform, release } from 'node:os';
+import { isRecord } from '../daemon/is-record.js';
+import { errMsg } from '../daemon/log.js';
+import { refreshTokens, tokensStale, type CodexTokens } from './codex-auth.js';
+import { assembleMessage, CodexEventTranslator, parseEvent, SseParser } from './codex-stream.js';
+import { ToolNames, toResponsesRequest } from './codex-translate.js';
+import { GatewayError, idleMessage, providerStatus, sendError, upstreamMessage, type Watch } from './forward.js';
+import type { ModelConfig } from './model-config.js';
+
+export const CODEX_BASE = 'https://chatgpt.com/backend-api/codex';
+const CODEX_VERSION = '0.104.0';
+const PING_MS = 25_000;
+const STATUS_OF: Record<string, number> = { rate_limit_error: 429, invalid_request_error: 400, permission_error: 403, overloaded_error: 529 };
+
+export interface CodexDeps {
+  base?: string;
+  issuer?: string;
+  fetchImpl?: typeof fetch;
+  save: (tokens: CodexTokens) => void;
+}
+
+export interface CodexState {
+  refreshing: Promise<CodexTokens> | null;
+  latest: CodexTokens | null;
+}
+
+export const freshCodexState = (): CodexState => ({ refreshing: null, latest: null });
+
+const OS_NAMES: Record<string, string> = { darwin: 'Mac OS', linux: 'Linux', win32: 'Windows' };
+
+export const userAgent = (): string => `codex_cli_rs/${CODEX_VERSION} (${OS_NAMES[platform()] ?? platform()} ${release()}; ${arch()}) metro`;
+
+function headersFor(tokens: CodexTokens, sessionId: string): Record<string, string> {
+  return {
+    authorization: `Bearer ${tokens.accessToken}`,
+    'chatgpt-account-id': tokens.accountId,
+    'content-type': 'application/json',
+    accept: 'text/event-stream',
+    originator: 'codex_cli_rs',
+    'user-agent': userAgent(),
+    'openai-beta': 'responses=experimental',
+    'session-id': sessionId,
+  };
+}
+
+const newerThan = (a: CodexTokens, b: CodexTokens): boolean => Date.parse(a.savedAt) > Date.parse(b.savedAt);
+
+function refreshed(tokens: CodexTokens, deps: CodexDeps, state: CodexState): Promise<CodexTokens> {
+  const latest = state.latest;
+  if (latest !== null && newerThan(latest, tokens) && !tokensStale(latest)) return Promise.resolve(latest);
+  if (state.refreshing !== null) return state.refreshing;
+  const run = refreshTokens(tokens, deps.issuer, deps.fetchImpl)
+    .then((fresh) => {
+      deps.save(fresh);
+      state.latest = fresh;
+      return fresh;
+    })
+    .catch((err: unknown) => {
+      throw new GatewayError(403, 'permission_error', `Codex sign-in expired (${errMsg(err)}): connect again on the Model page`);
+    })
+    .finally(() => {
+      state.refreshing = null;
+    });
+  state.refreshing = run;
+  return run;
+}
+
+export function currentTokens(cfg: ModelConfig, deps: CodexDeps, state: CodexState): Promise<CodexTokens> {
+  const tokens = cfg.codex.auth;
+  if (tokens === null) throw new GatewayError(400, 'invalid_request_error', 'Codex is not connected: sign in on the Model page.');
+  return tokensStale(tokens) ? refreshed(tokens, deps, state) : Promise.resolve(tokens);
+}
+
+function errorKind(status: number): string {
+  if (status === 401 || status === 403) return 'permission_error';
+  if (status === 429) return 'rate_limit_error';
+  if (status === 400 || status === 404 || status === 422) return 'invalid_request_error';
+  return 'api_error';
+}
+
+const sessionIdOf = (req: IncomingMessage): string => {
+  const raw = req.headers['x-claude-code-session-id'];
+  const given = (Array.isArray(raw) ? raw[0] : raw)?.trim() ?? '';
+  return given === '' ? randomUUID() : given;
+};
+
+interface Call {
+  body: Record<string, unknown>;
+  model: string;
+  sessionId: string;
+  watch: Watch;
+  deps: CodexDeps;
+  names: ToolNames;
+}
+
+function send(call: Call, tokens: CodexTokens): Promise<Response> {
+  const request = toResponsesRequest(call.body, call.model, { promptCacheKey: call.sessionId, names: call.names });
+  return (call.deps.fetchImpl ?? fetch)(`${call.deps.base ?? CODEX_BASE}/responses`, {
+    method: 'POST',
+    headers: headersFor(tokens, call.sessionId),
+    body: JSON.stringify(request),
+    signal: call.watch.signal,
+    redirect: 'manual',
+  });
+}
+
+async function reach(call: Call, cfg: ModelConfig, state: CodexState): Promise<Response> {
+  let tokens = await currentTokens(cfg, call.deps, state);
+  let upstream = await send(call, tokens);
+  if (upstream.status === 401) {
+    await upstream.body?.cancel();
+    tokens = await refreshed(tokens, call.deps, state);
+    upstream = await send(call, tokens);
+  }
+  return upstream;
+}
+
+async function relayStream(upstream: Response, res: ServerResponse, model: string, names: ToolNames, watch: Watch): Promise<void> {
+  res.writeHead(200, { 'content-type': 'text/event-stream', 'cache-control': 'no-store', connection: 'keep-alive' });
+  const translator = new CodexEventTranslator(model, (name) => names.restore(name));
+  const body = upstream.body;
+  if (body === null) {
+    res.end(translator.close());
+    return;
+  }
+  const ping = setInterval(() => res.write('event: ping\ndata: {"type":"ping"}\n\n'), PING_MS);
+  try {
+    const parser = new SseParser();
+    const decoder = new TextDecoder();
+    const reader = body.getReader();
+    for (;;) {
+      const { done, value } = await reader.read();
+      if (done) break;
+      watch.touch();
+      for (const raw of parser.push(decoder.decode(value, { stream: true }))) {
+        const parsed = parseEvent(raw);
+        if (parsed !== null) res.write(translator.push(parsed.event, parsed.data));
+      }
+    }
+    res.write(translator.close());
+  } catch (err) {
+    if (!watch.idle()) throw err;
+    res.write(translator.finished ? '' : translator.close(idleMessage(watch.ms)));
+  } finally {
+    clearInterval(ping);
+    watch.stop();
+    res.end();
+  }
+}
+
+async function relayWhole(upstream: Response, res: ServerResponse, model: string, names: ToolNames): Promise<void> {
+  const translator = new CodexEventTranslator(model, (name) => names.restore(name));
+  let frames = '';
+  const parser = new SseParser();
+  for (const raw of parser.push(await upstream.text())) {
+    const parsed = parseEvent(raw);
+    if (parsed !== null) frames += translator.push(parsed.event, parsed.data);
+  }
+  frames += translator.close();
+  const message = assembleMessage(frames);
+  const kind = isRecord(message.error) ? String(message.error.type) : '';
+  res.writeHead(message.type === 'error' ? (STATUS_OF[kind] ?? 502) : 200, { 'content-type': 'application/json' });
+  res.end(JSON.stringify(message));
+}
+
+export async function codexMessages(
+  req: IncomingMessage,
+  res: ServerResponse,
+  body: Record<string, unknown>,
+  model: string,
+  cfg: ModelConfig,
+  deps: CodexDeps,
+  state: CodexState,
+  watch: Watch,
+): Promise<void> {
+  const call: Call = { body, model, sessionId: sessionIdOf(req), watch, deps, names: new ToolNames() };
+  const upstream = await reach(call, cfg, state);
+  if (!upstream.ok) {
+    const text = await upstream.text();
+    sendError(res, providerStatus(upstream.status), errorKind(upstream.status), upstreamMessage(text, `Codex answered ${String(upstream.status)}`));
+    return;
+  }
+  if (body.stream === true) await relayStream(upstream, res, model, call.names, watch);
+  else await relayWhole(upstream, res, model, call.names);
+}
+
+export function codexCount(res: ServerResponse, body: Record<string, unknown>): void {
+  res.writeHead(200, { 'content-type': 'application/json' });
+  res.end(JSON.stringify({ input_tokens: Math.ceil(JSON.stringify(body).length / 4) }));
+}
+
+export async function codexModels(tokens: CodexTokens, deps: Omit<CodexDeps, 'save'>): Promise<string[]> {
+  const res = await (deps.fetchImpl ?? fetch)(`${deps.base ?? CODEX_BASE}/models?client_version=${CODEX_VERSION}`, {
+    headers: { ...headersFor(tokens, randomUUID()), accept: 'application/json' },
+    redirect: 'manual',
+  });
+  if (!res.ok) throw new GatewayError(res.status, errorKind(res.status), `Codex would not list models (${String(res.status)})`);
+  const slugs = new Set<string>();
+  const walk = (value: unknown): void => {
+    if (Array.isArray(value)) value.forEach(walk);
+    else if (typeof value === 'object' && value !== null) {
+      const record = value as Record<string, unknown>;
+      if (typeof record.slug === 'string' && record.slug !== '') slugs.add(record.slug);
+      Object.values(record).forEach(walk);
+    }
+  };
+  walk(await res.json());
+  return [...slugs];
+}

package/runtime/node_modules/@metro-labs/mcp/src/gateway/eventstream.ts

@@ -0,0 +1,123 @@
+export interface EventStreamMessage {
+  headers: Record<string, string>;
+  payload: Buffer;
+}
+
+const PRELUDE_BYTES = 12;
+const CRC_BYTES = 4;
+
+const HEADER_TRUE = 0;
+const HEADER_FALSE = 1;
+const HEADER_BYTE = 2;
+const HEADER_SHORT = 3;
+const HEADER_INT = 4;
+const HEADER_LONG = 5;
+const HEADER_BYTES = 6;
+const HEADER_STRING = 7;
+const HEADER_TIMESTAMP = 8;
+const HEADER_UUID = 9;
+
+const FIXED_WIDTH: Record<number, number> = {
+  [HEADER_TRUE]: 0,
+  [HEADER_FALSE]: 0,
+  [HEADER_BYTE]: 1,
+  [HEADER_SHORT]: 2,
+  [HEADER_INT]: 4,
+  [HEADER_LONG]: 8,
+  [HEADER_TIMESTAMP]: 8,
+  [HEADER_UUID]: 16,
+};
+
+function readHeaderValue(buf: Buffer, at: number, type: number): { value: string; next: number } {
+  if (type === HEADER_BYTES || type === HEADER_STRING) {
+    const len = buf.readUInt16BE(at);
+    const raw = buf.subarray(at + 2, at + 2 + len);
+    const value = type === HEADER_STRING ? raw.toString('utf8') : raw.toString('base64');
+    return { value, next: at + 2 + len };
+  }
+  const width = FIXED_WIDTH[type];
+  if (width === undefined) throw new Error(`eventstream: unknown header type ${String(type)}`);
+  if (type === HEADER_TRUE) return { value: 'true', next: at };
+  if (type === HEADER_FALSE) return { value: 'false', next: at };
+  return { value: buf.subarray(at, at + width).toString('hex'), next: at + width };
+}
+
+function readHeaders(buf: Buffer): Record<string, string> {
+  const out: Record<string, string> = {};
+  let at = 0;
+  while (at < buf.length) {
+    const nameLen = buf.readUInt8(at);
+    const name = buf.subarray(at + 1, at + 1 + nameLen).toString('utf8');
+    const type = buf.readUInt8(at + 1 + nameLen);
+    const parsed = readHeaderValue(buf, at + 2 + nameLen, type);
+    out[name] = parsed.value;
+    at = parsed.next;
+  }
+  return out;
+}
+
+export function decodeFrame(buf: Buffer, offset: number): { message: EventStreamMessage; end: number } | null {
+  if (buf.length - offset < PRELUDE_BYTES) return null;
+  const total = buf.readUInt32BE(offset);
+  const headersLen = buf.readUInt32BE(offset + 4);
+  if (total < PRELUDE_BYTES + CRC_BYTES || headersLen > total) throw new Error('eventstream: malformed frame prelude');
+  if (buf.length - offset < total) return null;
+  const headersStart = offset + PRELUDE_BYTES;
+  const payloadStart = headersStart + headersLen;
+  const payloadEnd = offset + total - CRC_BYTES;
+  return {
+    message: {
+      headers: readHeaders(buf.subarray(headersStart, payloadStart)),
+      payload: Buffer.from(buf.subarray(payloadStart, payloadEnd)),
+    },
+    end: offset + total,
+  };
+}
+
+export class EventStreamDecoder {
+  private pending: Buffer = Buffer.alloc(0);
+
+  push(chunk: Buffer): EventStreamMessage[] {
+    this.pending = this.pending.length === 0 ? chunk : Buffer.concat([this.pending, chunk]);
+    const out: EventStreamMessage[] = [];
+    let offset = 0;
+    for (;;) {
+      const frame = decodeFrame(this.pending, offset);
+      if (frame === null) break;
+      out.push(frame.message);
+      offset = frame.end;
+    }
+    this.pending = this.pending.subarray(offset);
+    return out;
+  }
+}
+
+function encodeHeader(name: string, value: string): Buffer {
+  const nameBuf = Buffer.from(name, 'utf8');
+  const valueBuf = Buffer.from(value, 'utf8');
+  const out = Buffer.alloc(1 + nameBuf.length + 1 + 2 + valueBuf.length);
+  let at = 0;
+  out.writeUInt8(nameBuf.length, at);
+  at += 1;
+  nameBuf.copy(out, at);
+  at += nameBuf.length;
+  out.writeUInt8(HEADER_STRING, at);
+  at += 1;
+  out.writeUInt16BE(valueBuf.length, at);
+  at += 2;
+  valueBuf.copy(out, at);
+  return out;
+}
+
+export function encodeFrame(headers: Record<string, string>, payload: Buffer): Buffer {
+  const headerBuf = Buffer.concat(Object.entries(headers).map(([name, value]) => encodeHeader(name, value)));
+  const total = PRELUDE_BYTES + headerBuf.length + payload.length + CRC_BYTES;
+  const out = Buffer.alloc(total);
+  out.writeUInt32BE(total, 0);
+  out.writeUInt32BE(headerBuf.length, 4);
+  out.writeUInt32BE(0, 8);
+  headerBuf.copy(out, PRELUDE_BYTES);
+  payload.copy(out, PRELUDE_BYTES + headerBuf.length);
+  out.writeUInt32BE(0, total - CRC_BYTES);
+  return out;
+}