@stage-labs/metro 0.1.0-beta.4 → 0.1.0-beta.41

package/runtime/node_modules/@metro-labs/mcp/src/db/agent-admin.ts

@@ -0,0 +1,214 @@
+import { randomBytes } from 'node:crypto';
+import { and, asc, eq, inArray } from 'drizzle-orm';
+import { ApiError } from '../daemon/api-error.js';
+import { getDb } from './client.js';
+import { registerKey, rotateAgentKey, unregisterAgentKey } from './key-map.js';
+import { AGENT_NAME_RE, newId, parseId } from './ids.js';
+import { agents, stations } from './schema.js';
+import { isUniqueViolation } from './users.js';
+import { projectIdOrThrow } from './projects.js';
+
+const KEY_ATTEMPTS = 5;
+
+export class AgentAdminError extends ApiError {}
+
+export interface AgentSummary {
+  id: string;
+  name: string;
+  owned: boolean;
+  key: string | null;
+}
+
+export interface CreatedAgent {
+  id: string;
+  name: string;
+  key: string;
+}
+
+export interface OwnedAgent {
+  id: string;
+  name: string;
+}
+
+export type DeletedAgent = OwnedAgent;
+
+export interface ResetAgentKey extends OwnedAgent {
+  key: string;
+}
+
+export function normalizeAgentName(raw: unknown): string {
+  const name = typeof raw === 'string' ? raw.trim() : '';
+  if (!AGENT_NAME_RE.test(name))
+    throw new AgentAdminError(
+      'name must be 2-32 characters of A-Z, a-z, 0-9, - or _, starting with a letter or digit',
+      400,
+    );
+  return name;
+}
+
+export function newApiKey(): string {
+  return `mk_${randomBytes(32).toString('base64url')}`;
+}
+
+const agentPin = (): string => process.env.METRO_AGENT?.trim() ?? '';
+
+export function servesEveryAgent(): boolean {
+  return agentPin() === '';
+}
+
+export function daemonServesAgent(id: string): boolean {
+  const pin = agentPin();
+  return pin === '' || pin === id;
+}
+
+interface AgentRow {
+  id: string;
+  name: string;
+  projectId: string;
+}
+
+interface KeyRow {
+  agentId: string;
+  key: string | null;
+}
+
+export function toAgentSummaries(
+  rows: AgentRow[],
+  keyRows: KeyRow[],
+): AgentSummary[] {
+  return rows.map((r) => ({
+    id: r.id,
+    name: r.name,
+    owned: true,
+    key: keyRows.find((k) => k.agentId === r.id)?.key ?? null,
+  }));
+}
+
+async function selectKeyRows(ids: string[]): Promise<KeyRow[]> {
+  if (ids.length === 0) return [];
+  return getDb()
+    .select({ agentId: agents.id, key: agents.key })
+    .from(agents)
+    .where(inArray(agents.id, ids));
+}
+
+export async function listAgentsForUser(
+  subject: string,
+  project: string,
+): Promise<AgentSummary[]> {
+  const projectId = await projectIdOrThrow(subject, project);
+  const rows = await getDb()
+    .select({ id: agents.id, name: agents.name, projectId: agents.projectId })
+    .from(agents)
+    .where(eq(agents.projectId, projectId))
+    .orderBy(asc(agents.name), asc(agents.id));
+  if (rows.length === 0) return [];
+  const keyRows = await selectKeyRows(rows.map((r) => r.id));
+  return toAgentSummaries(rows, keyRows);
+}
+
+async function insertAgent(
+  projectId: string,
+  name: string,
+  key: string,
+): Promise<string> {
+  const inserted = await getDb()
+    .insert(agents)
+    .values({ id: newId(), name, projectId, key })
+    .returning({ id: agents.id });
+  const id = inserted[0]?.id;
+  if (id === undefined)
+    throw new AgentAdminError('agent insert returned no id', 500);
+  return id;
+}
+
+export async function createAgentForUser(
+  subject: string,
+  project: string,
+  rawName: string,
+): Promise<CreatedAgent> {
+  const name = normalizeAgentName(rawName);
+  const key = newApiKey();
+  const id = await insertAgent(await projectIdOrThrow(subject, project), name, key);
+  if (servesEveryAgent()) registerKey(key, id);
+  return { id, name, key };
+}
+
+export function parseAgentId(raw: string): string | null {
+  return parseId(raw);
+}
+
+interface Deletable {
+  agent: DeletedAgent;
+  projectId: string;
+}
+
+export async function ownedAgentOrThrow(
+  subject: string,
+  id: string,
+): Promise<Deletable> {
+  const rows = await getDb().select().from(agents).where(eq(agents.id, id));
+  const row = rows[0];
+  const missing = new AgentAdminError('no such agent', 404);
+  if (!row) throw missing;
+  try {
+    await projectIdOrThrow(subject, row.projectId);
+  } catch {
+    throw missing;
+  }
+  return { agent: { id: row.id, name: row.name }, projectId: row.projectId };
+}
+
+async function writeNewKey(id: string, projectId: string): Promise<string> {
+  for (let attempt = 0; attempt < KEY_ATTEMPTS; attempt += 1) {
+    const key = newApiKey();
+    try {
+      const changed = await getDb()
+        .update(agents)
+        .set({ key })
+        .where(and(eq(agents.id, id), eq(agents.projectId, projectId)))
+        .returning({ id: agents.id });
+      if (changed.length === 0)
+        throw new AgentAdminError('no such agent', 404);
+      return key;
+    } catch (err) {
+      if (!isUniqueViolation(err)) throw err;
+    }
+  }
+  throw new AgentAdminError('could not allocate a free api key', 500);
+}
+
+export async function resetAgentKeyForUser(
+  subject: string,
+  id: string,
+): Promise<ResetAgentKey> {
+  const { agent, projectId } = await ownedAgentOrThrow(subject, id);
+  const key = await writeNewKey(agent.id, projectId);
+  rotateAgentKey(agent.id, daemonServesAgent(agent.id) ? key : null);
+  return { id: agent.id, name: agent.name, key };
+}
+
+export async function deleteAgentForUser(
+  subject: string,
+  id: string,
+): Promise<DeletedAgent> {
+  const { agent, projectId } = await ownedAgentOrThrow(subject, id);
+  await getDb().transaction(async (tx) => {
+    const attached = await tx
+      .select({ id: stations.id })
+      .from(stations)
+      .where(eq(stations.agentId, id));
+    if (attached.length > 0)
+      throw new AgentAdminError(
+        `agent '${agent.name}' still has ${attached.length} station account(s) attached — an operator must remove them first`,
+        409,
+      );
+    const gone = await tx
+      .delete(agents)
+      .where(and(eq(agents.id, id), eq(agents.projectId, projectId)))
+      .returning({ id: agents.id });
+    if (gone.length === 0) throw new AgentAdminError('no such agent', 404);
+  });
+  unregisterAgentKey(id);
+  return agent;
+}

package/runtime/node_modules/@metro-labs/mcp/src/db/agent-connectors.ts

@@ -0,0 +1,143 @@
+import { and, asc, eq, inArray, ne } from 'drizzle-orm';
+import { getDb } from './client.js';
+import { newId } from './ids.js';
+import { isUniqueViolation } from './users.js';
+import { ownedAgentOrThrow } from './agent-admin.js';
+import { ConnectorError } from './connector-config.js';
+import { agentConnectors, agents, connectors } from './schema.js';
+
+export interface AgentConnectors {
+  id: string;
+  name: string;
+  connectorIds: string[];
+}
+
+const nameClash = (name: string, agent: string): ConnectorError =>
+  new ConnectorError(
+    `the agent '${agent}' already has a connector named '${name}'`,
+    409,
+  );
+
+async function collidingAgent(
+  agentIds: string[],
+  name: string,
+  exceptConnectorId: string,
+): Promise<string | null> {
+  if (agentIds.length === 0) return null;
+  const rows = await getDb()
+    .select({ agent: agents.name })
+    .from(agentConnectors)
+    .innerJoin(connectors, eq(connectors.id, agentConnectors.connectorId))
+    .innerJoin(agents, eq(agents.id, agentConnectors.agentId))
+    .where(
+      and(
+        inArray(agentConnectors.agentId, agentIds),
+        eq(connectors.name, name),
+        ne(connectors.id, exceptConnectorId),
+      ),
+    )
+    .limit(1);
+  return rows[0]?.agent ?? null;
+}
+
+export async function assertRenameFreeOfClash(
+  connectorId: string,
+  name: string,
+): Promise<void> {
+  const rows = await getDb()
+    .select({ agentId: agentConnectors.agentId })
+    .from(agentConnectors)
+    .where(eq(agentConnectors.connectorId, connectorId));
+  const clash = await collidingAgent(
+    rows.map((r) => r.agentId),
+    name,
+    connectorId,
+  );
+  if (clash !== null) throw nameClash(name, clash);
+}
+
+export async function connectorIdsOfAgent(agentId: string): Promise<string[]> {
+  const rows = await getDb()
+    .select({ connectorId: agentConnectors.connectorId })
+    .from(agentConnectors)
+    .where(eq(agentConnectors.agentId, agentId))
+    .orderBy(asc(agentConnectors.id));
+  return rows.map((r) => r.connectorId);
+}
+
+export async function connectorIdsByAgent(
+  agentIds: string[],
+): Promise<Map<string, string[]>> {
+  const out = new Map<string, string[]>();
+  if (agentIds.length === 0) return out;
+  const rows = await getDb()
+    .select({
+      agentId: agentConnectors.agentId,
+      connectorId: agentConnectors.connectorId,
+    })
+    .from(agentConnectors)
+    .where(inArray(agentConnectors.agentId, agentIds))
+    .orderBy(asc(agentConnectors.id));
+  for (const row of rows) {
+    const list = out.get(row.agentId) ?? [];
+    list.push(row.connectorId);
+    out.set(row.agentId, list);
+  }
+  return out;
+}
+
+export async function agentConnectorsForUser(
+  subject: string,
+  agentId: string,
+): Promise<AgentConnectors> {
+  const { agent } = await ownedAgentOrThrow(subject, agentId);
+  return { ...agent, connectorIds: await connectorIdsOfAgent(agent.id) };
+}
+
+async function connectorNameIn(
+  projectId: string,
+  connectorId: string,
+): Promise<string | null> {
+  const rows = await getDb()
+    .select({ name: connectors.name })
+    .from(connectors)
+    .where(and(eq(connectors.id, connectorId), eq(connectors.projectId, projectId)));
+  return rows[0]?.name ?? null;
+}
+
+export async function addConnectorToAgentForUser(
+  subject: string,
+  agentId: string,
+  connectorId: string,
+): Promise<AgentConnectors> {
+  const { agent, projectId } = await ownedAgentOrThrow(subject, agentId);
+  const name = await connectorNameIn(projectId, connectorId);
+  if (name === null) throw new ConnectorError('no such connector', 404);
+  const clash = await collidingAgent([agent.id], name, connectorId);
+  if (clash !== null) throw nameClash(name, clash);
+  try {
+    await getDb()
+      .insert(agentConnectors)
+      .values({ id: newId(), agentId: agent.id, connectorId });
+  } catch (err) {
+    if (!isUniqueViolation(err)) throw err;
+  }
+  return { ...agent, connectorIds: await connectorIdsOfAgent(agent.id) };
+}
+
+export async function removeConnectorFromAgentForUser(
+  subject: string,
+  agentId: string,
+  connectorId: string,
+): Promise<AgentConnectors> {
+  const { agent } = await ownedAgentOrThrow(subject, agentId);
+  await getDb()
+    .delete(agentConnectors)
+    .where(
+      and(
+        eq(agentConnectors.agentId, agent.id),
+        eq(agentConnectors.connectorId, connectorId),
+      ),
+    );
+  return { ...agent, connectorIds: await connectorIdsOfAgent(agent.id) };
+}

package/runtime/node_modules/@metro-labs/mcp/src/db/agent-map.ts

@@ -0,0 +1,84 @@
+export type AgentMap = Record<string, string>;
+export type AgentNameMap = Record<string, string>;
+export type AllowlistMap = Record<string, string[]>;
+
+const mapKey = (station: string, accountId: string): string =>
+  `${station}/${accountId}`;
+
+let agentMap: AgentMap = {};
+let agentNames: AgentNameMap = {};
+let allowlistMap: AllowlistMap = {};
+
+export function setAgentMap(map: AgentMap, names: AgentNameMap): void {
+  agentMap = map;
+  agentNames = names;
+}
+
+export function setAllowlistMap(map: AllowlistMap): void {
+  allowlistMap = map;
+}
+
+export function accountFromLine(
+  line: string,
+): { station: string; accountId: string } | undefined {
+  const parts = line.split('/');
+  const station = parts[2];
+  const accountId = parts[3];
+  if (!station || !accountId) return undefined;
+  return { station, accountId };
+}
+
+export function agentIdForAccount(
+  station: string,
+  accountId: string,
+): string | undefined {
+  return agentMap[mapKey(station, accountId)];
+}
+
+export function agentIdForLine(line: string): string | undefined {
+  const a = accountFromLine(line);
+  return a ? agentIdForAccount(a.station, a.accountId) : undefined;
+}
+
+export function agentForLine(line: string): string | undefined {
+  const id = agentIdForLine(line);
+  return id === undefined ? undefined : agentNames[id];
+}
+
+export interface KnownAccount {
+  station: string;
+  id: string;
+  agentId: string;
+}
+
+export function knownAccounts(): KnownAccount[] {
+  return Object.entries(agentMap).flatMap(([key, agentId]) => {
+    const cut = key.indexOf('/');
+    return cut === -1 ? [] : [{ station: key.slice(0, cut), id: key.slice(cut + 1), agentId }];
+  });
+}
+
+export function stationAgentIds(station: string): string[] {
+  const prefix = `${station}/`;
+  return Object.entries(agentMap)
+    .filter(([key]) => key.startsWith(prefix))
+    .map(([, id]) => id);
+}
+
+export function allowlistForLine(line: string): string[] | undefined {
+  const a = accountFromLine(line);
+  return a ? allowlistMap[mapKey(a.station, a.accountId)] : undefined;
+}
+
+export function senderMatchesAllowlist(
+  allowlist: string[],
+  from: string,
+): boolean {
+  if (allowlist.length === 0 || allowlist.includes('*')) return true;
+  const f = (from ?? '').toLowerCase();
+  const id = f.split('/').pop() ?? f;
+  return allowlist.some((a) => {
+    const v = a.toLowerCase();
+    return v === f || v === id;
+  });
+}

package/runtime/node_modules/@metro-labs/mcp/src/db/agent-scope.ts

@@ -0,0 +1,64 @@
+import {
+  accountFromLine,
+  agentIdForAccount,
+  stationAgentIds,
+} from './agent-map.js';
+import { STATIONS } from './schema.js';
+
+const ACCOUNT_STATIONS = new Set<string>(STATIONS);
+
+const stationHasAccounts = (station: string): boolean =>
+  ACCOUNT_STATIONS.has(station);
+
+const accountInScope = (
+  allowed: Set<string>,
+  station: string,
+  accountId: string,
+): boolean => {
+  const agentId = agentIdForAccount(station, accountId);
+  return agentId !== undefined && allowed.has(agentId);
+};
+
+export function lineTargetDenied(
+  allowed: Set<string>,
+  args: Record<string, unknown>,
+  station?: string,
+): boolean {
+  const line = typeof args.line === 'string' ? args.line : undefined;
+  if (line === undefined) return false;
+  const acct = accountFromLine(line);
+  if (!acct) return true;
+  if (station !== undefined && acct.station !== station) return true;
+  if (!accountInScope(allowed, acct.station, acct.accountId)) return true;
+  const override = typeof args.account === 'string' ? args.account : undefined;
+  return override !== undefined
+    ? !accountInScope(allowed, acct.station, override)
+    : false;
+}
+
+export function stationFullyScoped(
+  allowed: Set<string>,
+  station: string,
+): boolean {
+  const ids = stationAgentIds(station);
+  return ids.length > 0 && ids.every((id) => allowed.has(id));
+}
+
+export function callTargetDenied(
+  allowed: Set<string>,
+  station: string,
+  args: Record<string, unknown>,
+): boolean {
+  if (typeof args.line === 'string')
+    return lineTargetDenied(allowed, args, station);
+  if (typeof args.account === 'string')
+    return !accountInScope(allowed, station, args.account);
+  return !stationFullyScoped(allowed, station);
+}
+
+export function eventInScope(allowed: Set<string>, line: string): boolean {
+  const acct = accountFromLine(line);
+  if (!acct) return false;
+  if (!stationHasAccounts(acct.station)) return true;
+  return accountInScope(allowed, acct.station, acct.accountId);
+}

package/runtime/node_modules/@metro-labs/mcp/src/db/client.ts

@@ -0,0 +1,37 @@
+import { drizzle, type PostgresJsDatabase } from 'drizzle-orm/postgres-js';
+import postgres from 'postgres';
+import { log } from '../daemon/log.js';
+import * as schema from './schema.js';
+
+export type Db = PostgresJsDatabase<typeof schema>;
+
+let sql: ReturnType<typeof postgres> | null = null;
+let db: Db | null = null;
+
+export function databaseUrl(): string | undefined {
+  const url = process.env.DATABASE_URL?.trim();
+  if (!url) return undefined;
+  return url;
+}
+
+export function getDb(): Db {
+  const url = databaseUrl();
+  if (!url) throw new Error('DATABASE_URL is not set');
+  if (!db) {
+    sql = postgres(url, {
+      max: 4,
+      prepare: false,
+      onnotice: (notice) => {
+        log.debug({ notice: notice.message }, 'postgres notice');
+      },
+    });
+    db = drizzle(sql, { schema });
+  }
+  return db;
+}
+
+export async function closeDb(): Promise<void> {
+  if (sql) await sql.end({ timeout: 5 });
+  sql = null;
+  db = null;
+}

package/runtime/node_modules/@metro-labs/mcp/src/db/connector-config.ts

@@ -0,0 +1,147 @@
+import { ApiError } from '../daemon/api-error.js';
+import type {
+  ConnectorAuth,
+  VerifiedRecord,
+  VerifiedServer,
+} from '../daemon/connector-verify.js';
+import { readStoredTools } from '../daemon/connector-tools.js';
+
+const CONNECTOR_NAME_MAX = 64;
+const HEADER_NAME_RE = /^[A-Za-z0-9!#$%&'*+.^_`|~-]{1,64}$/;
+const HEADER_VALUE_RE = /^[\x20-\x7e]{1,4096}$/;
+const DEFAULT_HEADER = 'Authorization';
+
+export class ConnectorError extends ApiError {}
+
+export type ConnectorSignIn = 'connected' | 'disconnected' | null;
+
+export interface ConnectorConfig {
+  auth: ConnectorAuth;
+  createdAt: string;
+  verified: VerifiedRecord;
+  oauth: boolean;
+}
+
+function isRecord(value: unknown): value is Record<string, unknown> {
+  return typeof value === 'object' && value !== null && !Array.isArray(value);
+}
+
+function text(value: unknown): string {
+  return typeof value === 'string' ? value : '';
+}
+
+function hasControlChar(value: string): boolean {
+  for (const ch of value) {
+    const code = ch.codePointAt(0) ?? 0;
+    if (code < 0x20 || code === 0x7f) return true;
+  }
+  return false;
+}
+
+export function connectorName(raw: unknown): string {
+  const name = typeof raw === 'string' ? raw.trim() : '';
+  if (name === '') throw new ConnectorError('a connector needs a name', 400);
+  if (name.length > CONNECTOR_NAME_MAX)
+    throw new ConnectorError(
+      `a connector name must be ${String(CONNECTOR_NAME_MAX)} characters or fewer`,
+      400,
+    );
+  if (hasControlChar(name))
+    throw new ConnectorError(
+      'a connector name must not contain control characters',
+      400,
+    );
+  return name;
+}
+
+export function connectorAuth(
+  rawHeader: unknown,
+  rawValue: unknown,
+): ConnectorAuth {
+  const header = text(rawHeader).trim();
+  const value = text(rawValue).trim();
+  if (header === '' && value === '') return { kind: 'none' };
+  if (value === '')
+    throw new ConnectorError(
+      'that header has no value — give both a header name and its value, or neither',
+      400,
+    );
+  const name = header === '' ? DEFAULT_HEADER : header;
+  if (!HEADER_NAME_RE.test(name))
+    throw new ConnectorError('that is not a valid HTTP header name', 400);
+  if (!HEADER_VALUE_RE.test(value))
+    throw new ConnectorError('that header value is not sendable', 400);
+  return { kind: 'header', name, value };
+}
+
+function readOAuth(raw: Record<string, unknown>): ConnectorAuth {
+  const accessToken = text(raw.accessToken);
+  const clientId = text(raw.clientId);
+  const tokenEndpoint = text(raw.tokenEndpoint);
+  if (accessToken === '' || clientId === '' || tokenEndpoint === '')
+    return { kind: 'none' };
+  const refreshToken = text(raw.refreshToken);
+  const clientSecret = text(raw.clientSecret);
+  return {
+    kind: 'oauth',
+    accessToken,
+    clientId,
+    tokenEndpoint,
+    issuer: text(raw.issuer),
+    ...(refreshToken === '' ? {} : { refreshToken }),
+    ...(clientSecret === '' ? {} : { clientSecret }),
+    ...(typeof raw.expiresAt === 'number' ? { expiresAt: raw.expiresAt } : {}),
+  };
+}
+
+function readAuth(raw: unknown): ConnectorAuth {
+  if (!isRecord(raw)) return { kind: 'none' };
+  if (raw.kind === 'oauth') return readOAuth(raw);
+  if (raw.kind !== 'header') return { kind: 'none' };
+  const name = text(raw.name);
+  const value = text(raw.value);
+  if (name === '' || value === '') return { kind: 'none' };
+  return { kind: 'header', name, value };
+}
+
+function readVerified(raw: unknown): VerifiedRecord {
+  const record = isRecord(raw) ? raw : {};
+  const catalog = readStoredTools(record.catalog);
+  return {
+    at: text(record.at),
+    server: text(record.server),
+    version: text(record.version),
+    protocol: text(record.protocol),
+    icon: text(record.icon),
+    tools: typeof record.tools === 'number' ? record.tools : 0,
+    catalog,
+  };
+}
+
+export function readConfig(raw: unknown): ConnectorConfig {
+  const record = isRecord(raw) ? raw : {};
+  const auth = readAuth(record.auth);
+  return {
+    auth,
+    createdAt: text(record.createdAt),
+    verified: readVerified(record.verified),
+    oauth: record.oauth === true || auth.kind === 'oauth',
+  };
+}
+
+export function signInState(config: ConnectorConfig): ConnectorSignIn {
+  if (config.auth.kind === 'oauth') return 'connected';
+  return config.oauth ? 'disconnected' : null;
+}
+
+export function stamp(server: VerifiedServer): VerifiedRecord {
+  return {
+    at: new Date().toISOString(),
+    server: server.server,
+    version: server.version,
+    protocol: server.protocol,
+    icon: server.icon,
+    tools: server.tools,
+    catalog: server.catalog,
+  };
+}