@stage-labs/metro 0.1.0-beta.7 → 0.1.0-beta.71

package/runtime/node_modules/@metro-labs/mcp/src/daemon/http.ts

@@ -0,0 +1,390 @@
+import { handleSessionApis, type SessionApis } from './session-apis.js';
+import { handleGatewayRequest } from '../gateway/gateway.js';
+import { handleRelayRequest } from './relay.js';
+import {
+  createServer,
+  type IncomingMessage,
+  type Server,
+  type ServerResponse,
+} from 'node:http';
+import { Line } from '../stations/lines.js';
+import { errMsg, log } from './log.js';
+import {
+  classifyEvent,
+  formatDisplay,
+  mintId,
+  publishEvent,
+  userSelf,
+  type MetroEvent,
+} from './events.js';
+import type { TrainEvent } from './protocol.js';
+import { agentForLine, agentIdForLine } from '../db/agent-map.js';
+import {
+  findEndpointByWebhookId,
+  listEndpoints,
+  tokenMatches,
+  webhookPort,
+  type Endpoint,
+} from './tunnel.js';
+import { attachmentEventUrl, handleAttachRequest } from './attach-serve.js';
+import { webhookEntry } from '@metro-labs/webhook';
+import { handleIdentityRequest } from './identity-routes.js';
+import { attachTerminalSockets } from './terminal-ws.js';
+import { tmuxCommand } from './terminal-api.js';
+import { handleModeRequest } from './mode-api.js';
+import { handleUploadRequest } from './upload-api.js';
+import {
+  handleMonitorRequest,
+  type MonitorCall,
+} from '../monitor/api.js';
+import { applyMcpCors, handleMcpPreflight } from './cors.js';
+import { METRO_VERSION } from './version.js';
+
+const LRU_CAP = 2_000;
+
+function dedupKey(
+  e: Pick<MetroEvent, 'station' | 'line' | 'messageId'>,
+): string | null {
+  if (!e.messageId) return null;
+  return `${e.station} ${e.line} ${e.messageId}`;
+}
+
+export interface DedupSeq {
+  admit(entry: MetroEvent): number | null;
+}
+
+export function makeDedupSeq(): DedupSeq {
+  const seen = new Map<string, true>();
+  const seqByLine = new Map<string, number>();
+
+  log.info('dedup+seq: live-from-boot (no persisted seed)');
+
+  const isInbound = (e: MetroEvent): boolean => !Line.isLocal(e.from);
+
+  return {
+    admit(entry: MetroEvent): number | null {
+      const key = dedupKey(entry);
+      if (key && isInbound(entry)) {
+        if (seen.has(key)) {
+          log.debug(
+            {
+              station: entry.station,
+              line: entry.line,
+              messageId: entry.messageId,
+            },
+            'dedup: dropped duplicate inbound message',
+          );
+          return null;
+        }
+        seen.set(key, true);
+        while (seen.size > LRU_CAP) {
+          const oldest = seen.keys().next();
+          if (oldest.done) break;
+          seen.delete(oldest.value);
+        }
+      }
+      const next = (seqByLine.get(entry.line) ?? 0) + 1;
+      seqByLine.set(entry.line, next);
+      while (seqByLine.size > LRU_CAP) {
+        const oldest = seqByLine.keys().next();
+        if (oldest.done) break;
+        seqByLine.delete(oldest.value);
+      }
+      return next;
+    },
+  };
+}
+
+function withAttachmentUrl(entry: MetroEvent): MetroEvent {
+  const payload = entry.payload;
+  if (!payload || typeof payload !== 'object') return entry;
+  const agentId = agentIdForLine(entry.line);
+  if (agentId === undefined) return entry;
+  const url = attachmentEventUrl(payload as Record<string, unknown>, agentId);
+  if (!url) return entry;
+  return { ...entry, payload: { ...payload, url } };
+}
+
+type Emit = (entry: MetroEvent) => void;
+
+export function makeEmit(dedupSeq?: DedupSeq): Emit {
+  const tracker = dedupSeq ?? makeDedupSeq();
+  return function emit(entry: MetroEvent): void {
+    const seq = tracker.admit(entry);
+    if (seq === null) return;
+    const enriched: MetroEvent = withAttachmentUrl({
+      ...entry,
+      seq,
+      agent: entry.agent ?? agentForLine(entry.line),
+      display: entry.display ?? formatDisplay(entry),
+      event: entry.event ?? classifyEvent(entry),
+    });
+    process.stdout.write(JSON.stringify(enriched) + '\n');
+    publishEvent(enriched);
+  };
+}
+
+function eventText(env: TrainEvent): string | undefined {
+  if (env.text !== undefined) return env.text;
+  return env.emoji ? `[react ${env.emoji}]` : undefined;
+}
+
+function addressingFacts(
+  env: TrainEvent,
+  isPrivate: boolean,
+): Pick<MetroEvent, 'isPrivate' | 'mentionsSelf' | 'replyToSelf'> {
+  return {
+    ...(isPrivate ? { isPrivate: true } : {}),
+    ...(env.mentions_self === true ? { mentionsSelf: true } : {}),
+    ...(env.reply_to_self === true ? { replyToSelf: true } : {}),
+  };
+}
+
+export function trainEventToMetroEvent(
+  env: TrainEvent,
+  trainName: string,
+): MetroEvent | null {
+  const line = env.line;
+  if (typeof line !== 'string') {
+    log.warn({ train: trainName }, 'train: dropped event without `line`');
+    return null;
+  }
+  const station = env.station ?? Line.station(line) ?? trainName;
+  const isPrivate = env.is_private === true;
+  const text = eventText(env);
+  return {
+    event: env.event,
+    agent: agentForLine(line),
+    id: env.id ?? mintId(),
+    ts: env.ts ?? new Date().toISOString(),
+    station,
+    line: line as MetroEvent['line'],
+    lineName: env.line_name,
+    from: (env.from ?? `metro://${station}`) as MetroEvent['from'],
+    fromName: env.from_name,
+    fromDisplayName: env.from_display_name,
+    to: (env.to ?? (isPrivate ? userSelf() : line)) as MetroEvent['to'],
+    text,
+    messageId: env.message_id,
+    replyTo: env.reply_to,
+    ...addressingFacts(env, isPrivate),
+    payload: env.payload,
+  };
+}
+
+type McpHandler = (req: IncomingMessage, res: ServerResponse) => Promise<void>;
+
+export async function startWebhookServer(
+  emit: Emit,
+  apis: SessionApis = {},
+  mcp?: McpHandler,
+  monitorCall?: MonitorCall,
+): Promise<Server> {
+  const port = webhookPort();
+  const server = createServer((req, res) => {
+    handleRequest(req, res, emit, apis, mcp, monitorCall).catch(
+      (err: unknown) => {
+      log.warn({ err: errMsg(err) }, 'webhook handler error');
+      if (!res.headersSent) res.writeHead(500).end();
+    });
+  });
+  if (apis.terminalApi !== undefined)
+    attachTerminalSockets(server, { command: apis.terminalApi.command ?? tmuxCommand });
+  await new Promise<void>((resolve, reject) => {
+    server.once('error', reject);
+    const host = process.env.METRO_HTTP_HOST ?? '127.0.0.1';
+    server.listen(port, host, () => {
+      log.info(
+        {
+          host,
+          port,
+          endpoints: listEndpoints().length,
+          mcp: mcp ? '/' : 'off',
+        },
+        'webhook + mcp ready',
+      );
+      resolve();
+    });
+  });
+  return server;
+}
+
+function isMcpPath(req: IncomingMessage): boolean {
+  const path = (req.url ?? '').split('?')[0];
+  return path === '/' || path === '/mcp';
+}
+
+export const WEBHOOK_BODY_MAX = 25 * 1024 * 1024;
+
+export class BodyTooLargeError extends Error {
+  constructor(readonly limit: number) {
+    super(`request body exceeds ${limit} bytes`);
+  }
+}
+
+export async function readBody(
+  req: IncomingMessage,
+  maxBytes: number,
+): Promise<Buffer> {
+  const chunks: Buffer[] = [];
+  let total = 0;
+  for await (const c of req) {
+    const buf = c as Buffer;
+    total += buf.length;
+    if (total > maxBytes) throw new BodyTooLargeError(maxBytes);
+    chunks.push(buf);
+  }
+  return Buffer.concat(chunks);
+}
+
+function flatHeaders(req: IncomingMessage): Record<string, string> {
+  return Object.fromEntries(
+    Object.entries(req.headers).map(([k, v]) => [
+      k,
+      Array.isArray(v) ? v.join(',') : (v ?? ''),
+    ]),
+  );
+}
+
+function parseBody(raw: Buffer): unknown {
+  const text = raw.toString('utf8');
+  try {
+    return JSON.parse(text);
+  } catch {
+    return text;
+  }
+}
+
+async function handleWebhookPost(
+  req: IncomingMessage,
+  res: ServerResponse,
+  emit: Emit,
+  endpointId: string,
+  endpoint: Endpoint,
+): Promise<void> {
+  let raw: Buffer;
+  try {
+    raw = await readBody(req, WEBHOOK_BODY_MAX);
+  } catch (err) {
+    if (!(err instanceof BodyTooLargeError)) throw err;
+    log.warn({ endpoint: endpointId, limit: err.limit }, 'webhook body too large — rejecting');
+    res.writeHead(413).end('payload too large');
+    return;
+  }
+  const body = parseBody(raw);
+  emit(
+    webhookEntry(
+      endpoint,
+      flatHeaders(req),
+      body,
+      req.method ?? 'POST',
+      hookPath(endpointId),
+    ),
+  );
+  res.writeHead(200).end('ok');
+}
+
+function handleHealth(req: IncomingMessage, res: ServerResponse): boolean {
+  const reqPath = (req.url ?? '').split('?')[0];
+  if (reqPath !== '/health' && reqPath !== '/healthz') return false;
+  res.writeHead(200, { 'content-type': 'application/json' }).end(
+    JSON.stringify({
+      status: 'ok',
+      version: METRO_VERSION,
+      uptime: Math.round(process.uptime()),
+    }),
+  );
+  return true;
+}
+
+const HOOK_PATH =
+  /^\/api\/webhooks\/([0-9]{17,20})\/([A-Za-z0-9_-]{32,128})$/;
+
+const HOOK_PREFIX = '/api/webhooks/';
+
+const hookPath = (webhookId: string): string => `${HOOK_PREFIX}${webhookId}`;
+
+function hookTarget(
+  path: string,
+): { id: string; endpoint: Endpoint } | null {
+  const m = HOOK_PATH.exec(path);
+  const webhookId = m?.[1];
+  const token = m?.[2];
+  if (webhookId === undefined || token === undefined) return null;
+  const endpoint = findEndpointByWebhookId(webhookId);
+  if (!endpoint?.secret || !tokenMatches(endpoint.secret, token)) return null;
+  return { id: webhookId, endpoint };
+}
+
+async function handleWebhookRoute(
+  req: IncomingMessage,
+  res: ServerResponse,
+  emit: Emit,
+): Promise<boolean> {
+  const path = (req.url ?? '').split('?')[0] ?? '';
+  if (!path.startsWith(HOOK_PREFIX)) return false;
+  const target = hookTarget(path);
+  if (target === null) {
+    res.writeHead(404).end();
+    return true;
+  }
+  if (req.method === 'GET') {
+    res.writeHead(200).end(`metro webhook ${target.id} ready\n`);
+    return true;
+  }
+  if (req.method !== 'POST') {
+    res.writeHead(405).end();
+    return true;
+  }
+  await handleWebhookPost(req, res, emit, target.id, target.endpoint);
+  return true;
+}
+
+function handleSignInRoutes(
+  req: IncomingMessage,
+  res: ServerResponse,
+  apis: SessionApis,
+): boolean {
+  if (apis.identity !== undefined && handleIdentityRequest(req, res, apis.identity)) return true;
+  return apis.mode !== undefined && handleModeRequest(req, res, apis.mode);
+}
+
+function handleEarlyRoutes(req: IncomingMessage, res: ServerResponse, apis: SessionApis): boolean {
+  if (handleHealth(req, res)) return true;
+  if (apis.gateway !== undefined && handleGatewayRequest(req, res, apis.gateway)) return true;
+  if (handleSignInRoutes(req, res, apis)) return true;
+  return handleSessionApis(req, res, apis);
+}
+
+async function handlePreMcpRoutes(
+  req: IncomingMessage,
+  res: ServerResponse,
+  emit: Emit,
+  apis: SessionApis,
+  monitorCall?: MonitorCall,
+): Promise<boolean> {
+  if (handleEarlyRoutes(req, res, apis)) return true;
+  if (handleUploadRequest(req, res)) return true;
+  if (handleAttachRequest(req, res)) return true;
+  if (apis.relayApi && handleRelayRequest(req, res, apis.relayApi)) return true;
+  if (await handleWebhookRoute(req, res, emit)) return true;
+  return Boolean(monitorCall && handleMonitorRequest(req, res, monitorCall));
+}
+
+async function handleRequest(
+  req: IncomingMessage,
+  res: ServerResponse,
+  emit: Emit,
+  apis: SessionApis = {},
+  mcp?: McpHandler,
+  monitorCall?: MonitorCall,
+): Promise<void> {
+  if (await handlePreMcpRoutes(req, res, emit, apis, monitorCall)) return;
+  if (mcp && isMcpPath(req)) {
+    applyMcpCors(req, res);
+    if (handleMcpPreflight(req, res)) return;
+    await mcp(req, res);
+    return;
+  }
+  res.writeHead(404).end();
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/identity-key.ts

@@ -0,0 +1,33 @@
+import { hkdfSync } from 'node:crypto';
+import { secp256k1 } from '@noble/curves/secp256k1';
+import { mapHashToField } from '@noble/curves/abstract/modular';
+import { privateKeyToAccount } from 'viem/accounts';
+
+export const ENCRYPTION_KEY_TYPED_DATA = {
+  domain: { name: 'metro', version: '1' },
+  types: {
+    EncryptionKey: [
+      { name: 'purpose', type: 'string' },
+      { name: 'keyVersion', type: 'uint256' },
+    ],
+  },
+  primaryType: 'EncryptionKey',
+  message: { purpose: 'encryption-key', keyVersion: 1n },
+} as const;
+
+const KEY_SALT = 'metro';
+const IDENTITY_INFO = 'vault-secp256k1';
+const KEY_HASH_BYTES = 48;
+
+const toHex = (bytes: Uint8Array): `0x${string}` =>
+  `0x${[...bytes].map((b) => b.toString(16).padStart(2, '0')).join('')}`;
+
+export function deriveIdentityKey(signature: `0x${string}`): `0x${string}` {
+  const ikm = Buffer.from(signature.slice(2), 'hex');
+  const hash = new Uint8Array(hkdfSync('sha256', ikm, KEY_SALT, IDENTITY_INFO, KEY_HASH_BYTES));
+  return toHex(mapHashToField(hash, secp256k1.CURVE.n));
+}
+
+export function deriveIdentityAddress(signature: `0x${string}`): string {
+  return privateKeyToAccount(deriveIdentityKey(signature)).address.toLowerCase();
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/identity-registry.ts

@@ -0,0 +1,13 @@
+const subjects = new Map<string, string>();
+
+export function authorizeIdentity(address: string, subject: string): void {
+  subjects.set(address.toLowerCase(), subject.toLowerCase());
+}
+
+export function identitySubject(address: string): string | undefined {
+  return subjects.get(address.toLowerCase());
+}
+
+export function resetIdentities(): void {
+  subjects.clear();
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/identity-routes.ts

@@ -0,0 +1,54 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { verifyTypedData } from 'viem';
+import { log } from './log.js';
+import { ApiError } from './api-error.js';
+import { apiFailure, bodyField, cors, readJsonBody, sendJson } from './api-http.js';
+import { ENCRYPTION_KEY_TYPED_DATA, deriveIdentityAddress } from './identity-key.js';
+import { authorizeIdentity } from './identity-registry.js';
+
+const PATH = '/auth/identity';
+const SIGNATURE_RE = /^0x[0-9a-fA-F]{130}$/;
+
+export interface IdentityRouteDeps {
+  owner: () => string | null;
+}
+
+async function register(req: IncomingMessage, deps: IdentityRouteDeps): Promise<{ address: string; owner: string }> {
+  const signature = bodyField(await readJsonBody(req), 'signature');
+  if (typeof signature !== 'string' || !SIGNATURE_RE.test(signature))
+    throw new ApiError('signature is required: the EncryptionKey signature of the owner wallet', 400);
+  const owner = deps.owner();
+  if (owner === null)
+    throw new ApiError('this machine has no owner yet: start it with metro serve --owner <address>', 403);
+  const ok = await verifyTypedData({
+    ...ENCRYPTION_KEY_TYPED_DATA,
+    address: owner as `0x${string}`,
+    signature: signature as `0x${string}`,
+  }).catch(() => false);
+  if (!ok) throw new ApiError('this machine belongs to another wallet', 403);
+  const address = deriveIdentityAddress(signature as `0x${string}`);
+  authorizeIdentity(address, owner);
+  log.info({ owner, identity: address }, 'identity: owner signed in');
+  return { address, owner };
+}
+
+export function handleIdentityRequest(req: IncomingMessage, res: ServerResponse, deps: IdentityRouteDeps): boolean {
+  const path = (req.url ?? '').split('?')[0] ?? '';
+  if (path !== PATH) return false;
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, cors(req)).end();
+    return true;
+  }
+  if (req.method !== 'POST') {
+    sendJson(req, res, 405, { error: 'method not allowed' });
+    return true;
+  }
+  register(req, deps)
+    .then((body) => {
+      sendJson(req, res, 200, body);
+    })
+    .catch((err: unknown) => {
+      apiFailure(req, res, err, 'identity');
+    });
+  return true;
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/identity.ts

@@ -0,0 +1,7 @@
+import { Line } from '../stations/lines.js';
+
+export const userSelf = (): Line =>
+  (process.env.METRO_FROM ?? 'metro://user') as Line;
+
+export const daemonSelf = (): Line =>
+  (process.env.METRO_FROM ?? process.env.METRO_SELF_URI ?? 'metro://user') as Line;

package/runtime/node_modules/@metro-labs/mcp/src/daemon/is-record.ts

@@ -0,0 +1,2 @@
+export const isRecord = (v: unknown): v is Record<string, unknown> =>
+  typeof v === 'object' && v !== null && !Array.isArray(v);

package/runtime/node_modules/@metro-labs/mcp/src/daemon/local-cli-api.ts

@@ -0,0 +1,63 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { errMsg, log } from './log.js';
+import { cors, sendJson, type AgentIdentity } from './api-http.js';
+import { publicBaseOrDefault } from './attach-serve.js';
+import { relayServersJson, type RelayServerEntry } from './connector-json.js';
+import { agentIdForKey } from '../db/key-map.js';
+
+const PATH = '/api/cli/mcp';
+
+export interface LocalCliDeps {
+  agentName: (agentId: string) => string | null;
+  connectorEntries: (agentId: string) => Promise<RelayServerEntry[]>;
+}
+
+function keyOf(req: IncomingMessage): string {
+  const header = req.headers.authorization ?? '';
+  if (header.toLowerCase().startsWith('bearer ')) return header.slice(7).trim();
+  const query = new URLSearchParams((req.url ?? '').split('?')[1] ?? '');
+  return query.get('token')?.trim() ?? '';
+}
+
+export function keyIdentity(req: IncomingMessage): AgentIdentity | null {
+  const key = keyOf(req);
+  const agentId = key === '' ? undefined : agentIdForKey(key);
+  return agentId === undefined ? null : { subject: 'agent-key', agentId };
+}
+
+export function handleLocalCliRequest(
+  req: IncomingMessage,
+  res: ServerResponse,
+  deps: LocalCliDeps,
+): boolean {
+  const path = (req.url ?? '').split('?')[0] ?? '';
+  if (path !== PATH && !path.startsWith('/api/cli/')) return false;
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, cors(req)).end();
+    return true;
+  }
+  if (path !== PATH) {
+    sendJson(req, res, 404, { error: 'not on a local daemon' });
+    return true;
+  }
+  if (req.method !== 'GET') {
+    sendJson(req, res, 405, { error: 'method not allowed' });
+    return true;
+  }
+  const who = keyIdentity(req);
+  if (who === null) {
+    sendJson(req, res, 401, { error: 'unauthorized' });
+    return true;
+  }
+  deps
+    .connectorEntries(who.agentId)
+    .then((entries) => {
+      const agent = deps.agentName(who.agentId) ?? '';
+      sendJson(req, res, 200, { json: relayServersJson(entries, publicBaseOrDefault(), keyOf(req)), agent });
+    })
+    .catch((err: unknown) => {
+      log.warn({ err: errMsg(err) }, 'local cli: request failed');
+      if (!res.headersSent) sendJson(req, res, 500, { error: 'cli failed' });
+    });
+  return true;
+}