@stage-labs/metro 0.1.0-beta.3 → 0.1.0-beta.30

package/runtime/node_modules/@metro-labs/mcp/src/daemon/runtime-source.ts

@@ -0,0 +1,105 @@
+import { errMsg, log } from './log.js';
+import type { LoadedAgent, StationSource } from '../db/materialize.js';
+
+const POLL_MS = 30_000;
+const BACKOFF_MS = 5 * 60_000;
+const FETCH_TIMEOUT_MS = 15_000;
+
+export class RuntimeRevoked extends Error {}
+
+const LOOPBACK = new Set(['127.0.0.1', '::1', 'localhost']);
+
+export function carriesSecretsSafely(base: string): boolean {
+  let url: URL;
+  try {
+    url = new URL(base);
+  } catch {
+    return false;
+  }
+  if (url.protocol === 'https:') return true;
+  return url.protocol === 'http:' && LOOPBACK.has(url.hostname);
+}
+
+export interface RuntimeConfig {
+  url: string;
+  token: string;
+}
+
+export function runtimeConfigFromEnv(): RuntimeConfig | null {
+  const token = process.env.METRO_RUN_TOKEN?.trim() ?? '';
+  if (token === '') return null;
+  const raw = (process.env.METRO_URL?.trim() ?? '').replace(/\/+$/, '');
+  const url = raw === '' ? 'https://mcp.metro.box' : raw;
+  if (!carriesSecretsSafely(url))
+    throw new Error(
+      `refusing to fetch station credentials from ${url} in the clear — ` +
+        'use https, or a loopback address',
+    );
+  return { url, token };
+}
+
+export function httpSource(cfg: RuntimeConfig): StationSource {
+  return async () => {
+    const res = await fetch(`${cfg.url}/api/run/config`, {
+      headers: { authorization: `Bearer ${cfg.token}` },
+      signal: AbortSignal.timeout(FETCH_TIMEOUT_MS),
+      redirect: 'manual',
+    });
+    if (res.status === 401 || res.status === 403 || res.status === 409)
+      throw new RuntimeRevoked(
+        `metro no longer recognises this machine as the holder (${String(res.status)})`,
+      );
+    if (!res.ok)
+      throw new Error(`metro answered ${String(res.status)} for the run config`);
+    const body = (await res.json()) as { agent?: LoadedAgent };
+    if (!body.agent) throw new Error('metro returned no agent');
+    return [body.agent];
+  };
+}
+
+export interface PollerDeps {
+  sync: () => Promise<void>;
+  stopAll: () => Promise<void>;
+  everyMs?: number;
+  backoffMs?: number;
+}
+
+export function startRuntimePoller(deps: PollerDeps): () => void {
+  const everyMs = deps.everyMs ?? POLL_MS;
+  const backoffMs = deps.backoffMs ?? BACKOFF_MS;
+  let stopped = false;
+  let timer: ReturnType<typeof setTimeout> | null = null;
+
+  const arm = (ms: number): void => {
+    if (stopped) return;
+    timer = setTimeout(() => {
+      tick().catch((err: unknown) => {
+        log.error({ err: errMsg(err) }, 'runtime: poller failed');
+      });
+    }, ms);
+    timer.unref?.();
+  };
+
+  async function tick(): Promise<void> {
+    if (stopped) return;
+    try {
+      await deps.sync();
+      arm(everyMs);
+    } catch (err) {
+      if (err instanceof RuntimeRevoked) {
+        stopped = true;
+        log.error({ reason: err.message }, 'runtime: revoked — stopping stations');
+        await deps.stopAll();
+        return;
+      }
+      log.warn({ err: errMsg(err) }, 'runtime: could not reach metro; retrying');
+      arm(backoffMs);
+    }
+  }
+
+  arm(everyMs);
+  return () => {
+    stopped = true;
+    if (timer !== null) clearTimeout(timer);
+  };
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/secure-fs.ts

@@ -0,0 +1,57 @@
+import {
+  chmodSync,
+  existsSync,
+  mkdirSync,
+  readFileSync,
+  renameSync,
+  statSync,
+  writeFileSync,
+} from 'node:fs';
+import { dirname } from 'node:path';
+import { errMsg, log } from './log.js';
+
+export function ensureSecureDir(dir: string): void {
+  mkdirSync(dir, { recursive: true, mode: 0o700 });
+  try {
+    chmodSync(dir, 0o700);
+  } catch {
+  }
+}
+
+export function chmodIfExists(path: string, mode = 0o600): void {
+  if (!existsSync(path)) return;
+  try {
+    if ((statSync(path).mode & 0o777) !== mode) chmodSync(path, mode);
+  } catch {
+  }
+}
+
+export function writeSecure(path: string, data: string): void {
+  ensureSecureDir(dirname(path));
+  const tmp = `${path}.tmp-${process.pid}`;
+  writeFileSync(tmp, data, { mode: 0o600 });
+  try {
+    chmodSync(tmp, 0o600);
+  } catch {
+  }
+  renameSync(tmp, path);
+  chmodIfExists(path, 0o600);
+}
+
+export function readJson<T>(
+  path: string,
+  fallback: T,
+  opts?: { warn?: string },
+): T {
+  if (!existsSync(path)) return fallback;
+  try {
+    return JSON.parse(readFileSync(path, 'utf8')) as T;
+  } catch (err) {
+    if (opts?.warn) log.warn({ err: errMsg(err), path }, opts.warn);
+    return fallback;
+  }
+}
+
+export function writeJson(path: string, value: unknown): void {
+  writeFileSync(path, JSON.stringify(value, null, 2));
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/session-api.ts

@@ -0,0 +1,27 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { apiSession, cors, sendJson } from './api-http.js';
+
+const PATH = '/api/session';
+
+export function handleSessionApiRequest(
+  req: IncomingMessage,
+  res: ServerResponse,
+): boolean {
+  const path = (req.url ?? '').split('?')[0] ?? '';
+  if (path !== PATH) return false;
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, cors(req)).end();
+    return true;
+  }
+  if (req.method !== 'GET') {
+    sendJson(req, res, 405, { error: 'method not allowed' });
+    return true;
+  }
+  const session = apiSession(req);
+  if (!session) {
+    sendJson(req, res, 401, { error: 'unauthorized' });
+    return true;
+  }
+  sendJson(req, res, 200, { email: session.email });
+  return true;
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/session-apis.ts

@@ -0,0 +1,43 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { handleSessionApiRequest } from './session-api.js';
+import { handleAgentApiRequest, type AgentApiDeps } from './agent-api.js';
+import {
+  handleConnectorApiRequest,
+  type ConnectorApiDeps,
+} from './connector-api.js';
+import { handleCollectionApiRequest } from './collection-api.js';
+import { handleCliPairRequest } from './cli-pair-api.js';
+import { handleRunApiRequest, type RunApiDeps } from './run-api.js';
+import type { RelayApiDeps } from './relay.js';
+import {
+  handleProjectApiRequest,
+  type ProjectApiDeps,
+} from './project-api.js';
+
+export interface SessionApis {
+  agentApi?: AgentApiDeps;
+  connectorApi?: ConnectorApiDeps;
+  projectApi?: ProjectApiDeps;
+  runApi?: RunApiDeps;
+  relayApi?: RelayApiDeps;
+}
+
+export function handleSessionApis(
+  req: IncomingMessage,
+  res: ServerResponse,
+  apis: SessionApis,
+): boolean {
+  const { agentApi, connectorApi, projectApi, runApi } = apis;
+  const routes: (() => boolean)[] = [() => handleSessionApiRequest(req, res)];
+  if (runApi) routes.push(() => handleRunApiRequest(req, res, runApi));
+  if (projectApi)
+    routes.push(() => handleProjectApiRequest(req, res, projectApi));
+  if (connectorApi)
+    routes.push(
+      () => handleCliPairRequest(req, res, connectorApi),
+      () => handleCollectionApiRequest(req, res, connectorApi),
+      () => handleConnectorApiRequest(req, res, connectorApi),
+    );
+  if (agentApi) routes.push(() => handleAgentApiRequest(req, res, agentApi));
+  return routes.some((run) => run());
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/session.ts

@@ -0,0 +1,218 @@
+import { createHmac, randomBytes, timingSafeEqual } from 'node:crypto';
+import { ID_RE } from '../db/ids.js';
+
+export class SessionError extends Error {}
+
+const b64url = (buf: Buffer): string =>
+  buf
+    .toString('base64')
+    .replace(/\+/g, '-')
+    .replace(/\//g, '_')
+    .replace(/=+$/, '');
+
+const b64urlJson = (v: unknown): string =>
+  b64url(Buffer.from(JSON.stringify(v)));
+
+const decodeJson = (seg: string): unknown =>
+  JSON.parse(
+    Buffer.from(seg.replace(/-/g, '+').replace(/_/g, '/'), 'base64').toString(
+      'utf8',
+    ),
+  );
+
+const HEADER = b64urlJson({ alg: 'HS256', typ: 'JWT' });
+
+function sign(payload: Record<string, unknown>, secret: string): string {
+  if (secret === '') throw new SessionError('missing signing secret');
+  const body = b64urlJson(payload);
+  const data = `${HEADER}.${body}`;
+  const sig = b64url(createHmac('sha256', secret).update(data).digest());
+  return `${data}.${sig}`;
+}
+
+function verify(token: string, secret: string): Record<string, unknown> {
+  if (secret === '') throw new SessionError('missing signing secret');
+  const parts = token.split('.');
+  if (parts.length !== 3) throw new SessionError('malformed token');
+  const data = `${parts[0]}.${parts[1]}`;
+  const expected = b64url(createHmac('sha256', secret).update(data).digest());
+  const a = Buffer.from(parts[2] ?? '');
+  const b = Buffer.from(expected);
+  if (a.length !== b.length || !timingSafeEqual(a, b))
+    throw new SessionError('bad signature');
+  let payload: unknown;
+  try {
+    payload = decodeJson(parts[1] ?? '');
+  } catch {
+    throw new SessionError('malformed payload');
+  }
+  if (typeof payload !== 'object' || payload === null)
+    throw new SessionError('malformed payload');
+  return payload as Record<string, unknown>;
+}
+
+const nowSec = (now?: number): number => Math.floor((now ?? Date.now()) / 1000);
+
+export function newNonce(): string {
+  return b64url(randomBytes(16));
+}
+
+interface StateClaims {
+  return_to: string;
+  nonce: string;
+}
+
+export function signState(
+  claims: StateClaims,
+  secret: string,
+  opts: { ttlSec?: number; now?: number } = {},
+): string {
+  const iat = nowSec(opts.now);
+  return sign(
+    {
+      typ: 'state',
+      return_to: claims.return_to,
+      nonce: claims.nonce,
+      iat,
+      exp: iat + (opts.ttlSec ?? 600),
+    },
+    secret,
+  );
+}
+
+export function verifyState(
+  token: string,
+  secret: string,
+  now?: number,
+): StateClaims {
+  const p = verify(token, secret);
+  if (p.typ !== 'state') throw new SessionError('wrong token type');
+  if (typeof p.exp !== 'number' || p.exp < nowSec(now))
+    throw new SessionError('state expired');
+  if (typeof p.return_to !== 'string' || typeof p.nonce !== 'string')
+    throw new SessionError('malformed state');
+  return { return_to: p.return_to, nonce: p.nonce };
+}
+
+interface SessionClaims {
+  email: string;
+  agentIds: string[];
+}
+
+export interface CliClaims {
+  email: string;
+  collectionId: string;
+}
+
+export interface RunClaims {
+  email: string;
+  agentId: string;
+  runtimeId: string;
+}
+
+export function signSession(
+  claims: SessionClaims,
+  secret: string,
+  opts: { ttlSec?: number; now?: number } = {},
+): string {
+  const iat = nowSec(opts.now);
+  return sign(
+    {
+      typ: 'session',
+      sub: claims.email,
+      agent_ids: claims.agentIds,
+      iat,
+      exp: iat + (opts.ttlSec ?? 30 * 24 * 3600),
+    },
+    secret,
+  );
+}
+
+export function verifySession(
+  token: string,
+  secret: string,
+  now?: number,
+): SessionClaims {
+  const p = verify(token, secret);
+  if (p.typ !== 'session') throw new SessionError('wrong token type');
+  if (typeof p.exp !== 'number' || p.exp < nowSec(now))
+    throw new SessionError('session expired');
+  const ids = p.agent_ids;
+  if (
+    typeof p.sub !== 'string' ||
+    !Array.isArray(ids) ||
+    ids.some((a) => typeof a !== 'string' || !ID_RE.test(a))
+  )
+    throw new SessionError('malformed session');
+  return { email: p.sub, agentIds: ids as string[] };
+}
+
+export function signCliToken(
+  claims: CliClaims,
+  secret: string,
+  opts: { ttlSec?: number; now?: number } = {},
+): string {
+  const iat = nowSec(opts.now);
+  return sign(
+    {
+      typ: 'cli',
+      sub: claims.email,
+      collection: claims.collectionId,
+      iat,
+      exp: iat + (opts.ttlSec ?? 30 * 24 * 3600),
+    },
+    secret,
+  );
+}
+
+export function verifyCliToken(
+  token: string,
+  secret: string,
+  now?: number,
+): CliClaims {
+  const p = verify(token, secret);
+  if (p.typ !== 'cli') throw new SessionError('wrong token type');
+  if (typeof p.exp !== 'number' || p.exp < nowSec(now))
+    throw new SessionError('cli token expired');
+  if (typeof p.sub !== 'string' || typeof p.collection !== 'string')
+    throw new SessionError('malformed cli token');
+  return { email: p.sub, collectionId: p.collection };
+}
+
+export function signRunToken(
+  claims: RunClaims,
+  secret: string,
+  opts: { ttlSec?: number; now?: number } = {},
+): string {
+  const iat = nowSec(opts.now);
+  return sign(
+    {
+      typ: 'run',
+      sub: claims.email,
+      agent: claims.agentId,
+      rt: claims.runtimeId,
+      iat,
+      exp: iat + (opts.ttlSec ?? 365 * 24 * 3600),
+    },
+    secret,
+  );
+}
+
+export function verifyRunToken(
+  token: string,
+  secret: string,
+  now?: number,
+): RunClaims {
+  const p = verify(token, secret);
+  if (p.typ !== 'run') throw new SessionError('wrong token type');
+  if (typeof p.exp !== 'number' || p.exp < nowSec(now))
+    throw new SessionError('run token expired');
+  if (
+    typeof p.sub !== 'string' ||
+    typeof p.agent !== 'string' ||
+    typeof p.rt !== 'string' ||
+    !ID_RE.test(p.agent)
+  )
+    throw new SessionError('malformed run token');
+  return { email: p.sub, agentId: p.agent, runtimeId: p.rt };
+}

package/runtime/node_modules/@metro-labs/mcp/src/daemon/supervisor-io.ts

@@ -0,0 +1,97 @@
+import { watch, type FSWatcher } from 'node:fs';
+import { join, parse as parsePath } from 'node:path';
+import { errMsg, log } from './log.js';
+import type { Pending } from './protocol.js';
+
+export const RESTART_BACKOFFS_MS = [1_000, 5_000, 30_000] as const;
+export const MAX_CONSECUTIVE_FAILS = 5;
+export const HOT_RELOAD_DEBOUNCE_MS = 300;
+export const TRAIN_EXT = /\.(ts|js|mjs)$/;
+
+export interface TrainState {
+  name: string;
+  path: string;
+  proc: ReturnType<typeof Bun.spawn> | null;
+  pending: Map<string, Pending>;
+  buf: string;
+  errBuf: string;
+  failCount: number;
+  restartTimer: ReturnType<typeof setTimeout> | null;
+  startedAt: string | null;
+  stopped: boolean;
+}
+
+export function startWatcher(
+  dir: string,
+  timers: Map<string, ReturnType<typeof setTimeout>>,
+  onChange: (name: string, path: string) => void,
+): FSWatcher | null {
+  try {
+    const w = watch(dir, (_event, filename) => {
+      if (!filename) return;
+      const base = filename;
+      if (!TRAIN_EXT.test(base) || base.startsWith('_') || base.startsWith('.'))
+        return;
+      const name = parsePath(base).name;
+      const existing = timers.get(name);
+      if (existing) clearTimeout(existing);
+      timers.set(
+        name,
+        setTimeout(() => {
+          timers.delete(name);
+          onChange(name, join(dir, base));
+        }, HOT_RELOAD_DEBOUNCE_MS),
+      );
+    });
+    w.on('error', (err) => {
+      log.warn({ err: errMsg(err) }, 'train hot-reload: watcher error');
+    });
+    log.info({ dir }, 'train hot-reload: watching');
+    return w;
+  } catch (err) {
+    log.warn(
+      { err: errMsg(err) },
+      'train hot-reload: watch unavailable (on-demand restart only)',
+    );
+    return null;
+  }
+}
+
+export function killGracefully(
+  proc: ReturnType<typeof Bun.spawn> | null,
+): Promise<unknown> | null {
+  if (proc?.exitCode !== null) return null;
+  try {
+    proc.kill('SIGTERM');
+  } catch {
+  }
+  const grace = setTimeout(() => {
+    try {
+      proc.kill('SIGKILL');
+    } catch {
+    }
+  }, 2_000);
+  return proc.exited.finally(() => {
+    clearTimeout(grace);
+  });
+}
+
+export async function pumpStream(
+  stream: unknown,
+  name: string,
+  kind: 'stdout' | 'stderr',
+  onChunk: (s: string) => void,
+): Promise<void> {
+  if (!stream || typeof stream === 'number') return;
+  const reader = (stream as ReadableStream<Uint8Array>).getReader();
+  const dec = new TextDecoder();
+  try {
+    while (true) {
+      const { value, done } = await reader.read();
+      if (done) break;
+      onChunk(dec.decode(value, { stream: true }));
+    }
+  } catch (err) {
+    log.debug({ name, err: errMsg(err) }, `train: ${kind} pump ended`);
+  }
+}