@stage-labs/metro 0.1.0-beta.31 → 0.1.0-beta.310

package/runtime/node_modules/@metro-labs/daemon/src/agents/api.ts

@@ -0,0 +1,131 @@
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { parseId } from '@metro-labs/core/ids';
+import {
+  apiFailure,
+  apiSession,
+  cors,
+  sendJson,
+} from '@metro-labs/http/api-http';
+import { ATTACHABLE, handleAccountRoute, type AccountApiDeps } from './accounts-api.js';
+import {
+  accountRoute,
+  accountRouteAllows,
+  type AccountRoute,
+} from './account-routes.js';
+import type { AgentSummary } from './admin.js';
+
+const PREFIX = '/api/agents';
+
+export interface AgentApiDeps extends AccountApiDeps {
+  listAgents: () => Promise<AgentSummary[]>;
+  gatherAccounts: (allowed: Set<string>) => Promise<{
+    accounts: Record<string, unknown[]>;
+    unavailable: string[];
+  }>;
+  capabilities: () => Record<string, string[]>;
+  toolGroups?: () => Record<string, { name: string; group: string }[]>;
+  attachable?: string[];
+  features?: string[];
+}
+
+type Routable =
+  | { kind: 'collection' }
+  | { kind: 'accounts'; id: string; route: AccountRoute };
+
+type Target = Routable | { kind: 'unknown' } | null;
+
+function subTarget(id: string, rest: string[]): Target {
+  if (rest[0] !== 'accounts') return { kind: 'unknown' };
+  const route = accountRoute(rest.slice(1));
+  return route === null ? { kind: 'unknown' } : { kind: 'accounts', id, route };
+}
+
+export function target(path: string): Target {
+  if (path === PREFIX || path === `${PREFIX}/`) return { kind: 'collection' };
+  if (!path.startsWith(`${PREFIX}/`)) return null;
+  const segments = path.slice(PREFIX.length + 1).split('/').filter(Boolean);
+  const head = segments[0];
+  if (head === undefined) return { kind: 'collection' };
+  const id = parseId(head);
+  return id === null ? { kind: 'unknown' } : subTarget(id, segments.slice(1));
+}
+
+function agentPayload(agent: AgentSummary): Record<string, unknown> {
+  return { id: agent.id, name: agent.name };
+}
+
+function wantsAccounts(req: IncomingMessage): boolean {
+  const query = (req.url ?? '').split('?')[1] ?? '';
+  return new URLSearchParams(query).get('accounts') === '1';
+}
+
+async function handleList(
+  req: IncomingMessage,
+  res: ServerResponse,
+  deps: AgentApiDeps,
+): Promise<void> {
+  const list = await deps.listAgents();
+  const base = {
+    agents: list.map((a) => agentPayload(a)),
+    capabilities: deps.capabilities(),
+    features: deps.features ?? [],
+    attachable: deps.attachable ?? ATTACHABLE,
+    ...(deps.toolGroups === undefined ? {} : { tools: deps.toolGroups() }),
+  };
+  if (!wantsAccounts(req)) {
+    sendJson(req, res, 200, base);
+    return;
+  }
+  const { accounts, unavailable } = await deps.gatherAccounts(
+    new Set(list.map((a) => a.id)),
+  );
+  sendJson(req, res, 200, { ...base, accounts, unavailable });
+}
+
+const ALLOWED_LIST = ['GET'];
+
+function methodAllowed(tgt: Routable, method: string | undefined): boolean {
+  if (tgt.kind === 'accounts') return accountRouteAllows(tgt.route, method);
+  return ALLOWED_LIST.includes(method ?? '');
+}
+
+async function dispatch(
+  req: IncomingMessage,
+  res: ServerResponse,
+  deps: AgentApiDeps,
+  tgt: Routable,
+): Promise<void> {
+  const session = await apiSession(req);
+  if (!session) {
+    sendJson(req, res, 401, { error: 'unauthorized' });
+    return;
+  }
+  if (tgt.kind === 'accounts') await handleAccountRoute(req, res, deps, tgt.id, tgt.route, session);
+  else await handleList(req, res, deps);
+}
+
+export function handleAgentApiRequest(
+  req: IncomingMessage,
+  res: ServerResponse,
+  deps: AgentApiDeps,
+): boolean {
+  const tgt = target((req.url ?? '').split('?')[0] ?? '');
+  if (tgt === null) return false;
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, cors(req)).end();
+    return true;
+  }
+  if (tgt.kind === 'unknown') {
+    sendJson(req, res, 404, { error: 'no such agent' });
+    return true;
+  }
+  if (!methodAllowed(tgt, req.method)) {
+    sendJson(req, res, 405, { error: 'method not allowed' });
+    return true;
+  }
+  dispatch(req, res, deps, tgt).catch((err: unknown) => {
+    if (res.headersSent) return;
+    apiFailure(req, res, err, 'agent-api');
+  });
+  return true;
+}

package/runtime/node_modules/@metro-labs/daemon/src/agents/bundle.ts

@@ -0,0 +1,124 @@
+import { parsePolicy } from '../policy/policy.js';
+import type { IncomingMessage, ServerResponse } from 'node:http';
+import { errMsg, log } from '@metro-labs/core/log';
+import { apiFailure, apiSession, cors, readJsonBody, requireAdmin, sendJson } from '@metro-labs/http/api-http';
+import { ApiError } from '@metro-labs/http/api-error';
+import { isRecord } from '@metro-labs/core/is-record';
+import { parseId } from '@metro-labs/core/ids';
+import type { LoadedAccount, LoadedAgent } from '../stations/materialize.js';
+import { STATIONS } from '@metro-labs/core/station-names';
+import { approversOf } from './files.js';
+
+const AGENTS = '/api/agents';
+const RESTORE_PATH = `${AGENTS}/restore`;
+const BUNDLE_MAX = 2 * 1024 * 1024;
+const STATION_NAMES = new Set<string>(STATIONS);
+
+export interface AgentBundle {
+  version: 1;
+  agent: { id: string; name: string; stations: LoadedAccount[] };
+  connectors: [];
+}
+
+export const loadedAgentOf = (bundle: AgentBundle): LoadedAgent => ({
+  id: bundle.agent.id,
+  name: bundle.agent.name,
+  key: null,
+  accounts: bundle.agent.stations,
+});
+
+interface RestoredAgent {
+  id: string;
+  name: string;
+  stations: number;
+  connectors: number;
+}
+
+type ImportMode = 'append' | 'overwrite';
+
+export interface BundleApiDeps {
+  bundle: (agentId: string) => Promise<AgentBundle>;
+  restore: (bundle: AgentBundle, mode: ImportMode) => Promise<RestoredAgent>;
+}
+
+function parseMode(raw: unknown): ImportMode {
+  const mode = isRecord(raw) && typeof raw.mode === 'string' ? raw.mode : 'overwrite';
+  if (mode !== 'append' && mode !== 'overwrite') throw bad("mode is 'append' or 'overwrite'");
+  return mode;
+}
+
+const bad = (what: string): ApiError => new ApiError(`bundle: ${what}`, 400);
+
+function stationOf(raw: unknown): LoadedAccount {
+  if (!isRecord(raw) || typeof raw.station !== 'string' || !STATION_NAMES.has(raw.station))
+    throw bad('a station is not a known station');
+  if (typeof raw.id !== 'string' || !isRecord(raw.config)) throw bad('a station has no id or config');
+  const allowlist = Array.isArray(raw.allowlist)
+    ? raw.allowlist.filter((s): s is string => typeof s === 'string')
+    : null;
+  const policy = parsePolicy(raw.policy, `bundle ${raw.station}/${raw.id}`);
+  return {
+    station: raw.station as LoadedAccount['station'],
+    id: raw.id,
+    allowlist,
+    ...approversOf(raw.approvers),
+    enabled: raw.enabled !== false,
+    ...(policy === undefined ? {} : { policy }),
+    config: raw.config,
+  };
+}
+
+function agentOf(raw: unknown): AgentBundle['agent'] {
+  if (!isRecord(raw)) throw bad('not a v1 agent bundle');
+  const { id, name, stations } = raw;
+  if (typeof id !== 'string' || parseId(id) === null) throw bad('agent id is not an id');
+  if (!Array.isArray(stations)) throw bad('agent has no station list');
+  return { id, name: typeof name === 'string' ? name : '', stations: stations.map(stationOf) };
+}
+
+export function parseBundle(raw: unknown): AgentBundle {
+  if (!isRecord(raw) || raw.version !== 1) throw bad('not a v1 agent bundle');
+  return { version: 1, agent: agentOf(raw.agent), connectors: [] };
+}
+
+async function answer(req: IncomingMessage, deps: BundleApiDeps, path: string): Promise<unknown> {
+  if (path === RESTORE_PATH) {
+    const body: unknown = await readJsonBody(req, BUNDLE_MAX);
+    return deps.restore(parseBundle(body), parseMode(body));
+  }
+  const id = parseId(path.slice(AGENTS.length + 1).split('/')[0] ?? '');
+  if (id === null) throw new ApiError('no such agent', 404);
+  return deps.bundle(id);
+}
+
+export function handleBundleRequest(req: IncomingMessage, res: ServerResponse, deps: BundleApiDeps): boolean {
+  const path = (req.url ?? '').split('?')[0] ?? '';
+  const isRestore = path === RESTORE_PATH;
+  const isBundle = /^\/api\/agents\/[^/]+\/bundle$/.test(path);
+  if (!isRestore && !isBundle) return false;
+  if (req.method === 'OPTIONS') {
+    res.writeHead(204, cors(req)).end();
+    return true;
+  }
+  if (req.method !== (isRestore ? 'POST' : 'GET')) {
+    sendJson(req, res, 405, { error: 'method not allowed' });
+    return true;
+  }
+  apiSession(req)
+    .then((session) => {
+      if (!session) throw new ApiError('unauthorized', 401);
+      requireAdmin(session);
+      return answer(req, deps, path);
+    })
+    .then((body) => {
+      sendJson(req, res, isRestore ? 201 : 200, body);
+    })
+    .catch((err: unknown) => {
+      if (err instanceof ApiError) apiFailure(req, res, err, 'bundle-api');
+      else {
+        log.warn({ err: errMsg(err) }, 'bundle-api: request failed');
+        if (!res.headersSent) sendJson(req, res, 500, { error: 'bundle api failed' });
+      }
+    });
+  return true;
+}

package/runtime/node_modules/@metro-labs/daemon/src/agents/file-admin.ts

@@ -0,0 +1,317 @@
+import { readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { ApiError } from '@metro-labs/http/api-error';
+import { isOrganizationId } from '@metro-labs/http/workos-token';
+import { ensureSecureDir, writeSecure } from '@metro-labs/core/secure-fs';
+import {
+  newApiKey,
+  AgentAdminError,
+  normalizeAgentName,
+  type AgentSummary,
+  type CreatedAgent,
+} from './admin.js';
+import type { AccountRef } from './account-attach.js';
+import {
+  agentFilePath,
+  AgentFileError,
+  agentsDir,
+  listAgentFiles,
+  parseAgentFile,
+  readAgentFile,
+  type AgentFile,
+} from './files.js';
+import { newId } from '@metro-labs/core/ids';
+import { registerKey } from './keys.js';
+import { MOVABLE_STATIONS, type LoadedAgent } from '../stations/materialize.js';
+import type { StationName } from '@metro-labs/core/station-names';
+import type { ToolPolicy } from '../policy/policy.js';
+
+const OWNER_FILE = '.owner';
+
+interface Stored {
+  path: string;
+  file: AgentFile;
+}
+
+const missing = (): AgentAdminError => new AgentAdminError('no such agent', 404);
+
+function parseOwner(raw: string): string | null {
+  const text = raw.trim();
+  return isOrganizationId(text) ? text : null;
+}
+
+export function localOwner(dir = agentsDir()): string | null {
+  try {
+    return parseOwner(readFileSync(join(dir, OWNER_FILE), 'utf8'));
+  } catch {
+    return null;
+  }
+}
+
+export function setLocalOwner(raw: string, dir = agentsDir()): string {
+  const owner = parseOwner(raw);
+  if (owner === null) throw new ApiError(`'${raw}' is not an organization id`, 400);
+  ensureSecureDir(dir);
+  writeSecure(join(dir, OWNER_FILE), `${owner}\n`);
+  return owner;
+}
+
+function storedAgents(dir: string): Stored[] {
+  return listAgentFiles(dir).map((path) => ({ path, file: readAgentFile(path) }));
+}
+
+function save(stored: Stored): void {
+  writeSecure(stored.path, `${JSON.stringify(stored.file, null, 2)}\n`);
+}
+
+function agentOrThrow(id: string, dir: string): Stored {
+  const found = storedAgents(dir).find((s) => s.file.id === id);
+  if (found === undefined) throw missing();
+  return found;
+}
+
+export async function localListAgents(dir = agentsDir()): Promise<AgentSummary[]> {
+  return Promise.resolve(storedAgents(dir).map(({ file }) => ({ id: file.id, name: file.name })));
+}
+
+function freshId(taken: Set<string>): string {
+  for (let attempt = 0; attempt < 5; attempt += 1) {
+    const id = newId();
+    if (!taken.has(id)) return id;
+  }
+  throw new AgentAdminError('could not allocate a free id', 500);
+}
+
+export async function localCreateAgent(rawName?: string, dir = agentsDir()): Promise<CreatedAgent> {
+  const name = rawName === undefined ? null : normalizeAgentName(rawName);
+  const existing = storedAgents(dir);
+  if (existing.length > 0) throw new AgentAdminError('this box already has its agent', 409);
+  const id = freshId(new Set());
+  const key = newApiKey();
+  ensureSecureDir(dir);
+  save({
+    path: agentFilePath(dir),
+    file: { version: 1, id, name, key, stations: [] },
+  });
+  registerKey(key, id);
+  return Promise.resolve({ id, name, key });
+}
+
+export type Ensured = 'created' | 'present' | 'no-owner';
+
+export async function ensureLocalAgent(dir = agentsDir()): Promise<Ensured> {
+  if (storedAgents(dir).length > 0) return 'present';
+  if (localOwner(dir) === null) return 'no-owner';
+  await localCreateAgent(undefined, dir);
+  return 'created';
+}
+
+function assertUnclaimed(existing: Stored[], agent: LoadedAgent): void {
+  for (const { file } of existing) {
+    if (file.id === agent.id)
+      throw new AgentAdminError(`agent ${agent.id} is already on this machine`, 409);
+    if (agent.key !== null && file.key === agent.key)
+      throw new AgentAdminError('that agent key is already on this machine', 409);
+  }
+}
+
+function assertImportable(agent: LoadedAgent): void {
+  if (agent.accounts.some((a) => a.station === 'gmail' && a.config.managed === true)) throw new AgentAdminError('Managed Gmail cannot be imported. Connect the mailbox again on this box.', 400);
+  const immovable = agent.accounts.find((a) => !MOVABLE_STATIONS.has(a.station));
+  if (immovable !== undefined)
+    throw new AgentAdminError(
+      `a ${immovable.station} endpoint needs a public url and cannot live on a local daemon`,
+      400,
+    );
+}
+
+interface ImportTarget {
+  path: string;
+  previous: AgentFile | undefined;
+}
+
+function importTarget(dir: string, agent: LoadedAgent): ImportTarget {
+  const existing = storedAgents(dir);
+  const same = existing.find((s) => s.file.id === agent.id);
+  if (same === undefined && existing.length > 0)
+    throw new AgentAdminError('this box already has its agent; import into it rather than bringing another', 409);
+  assertUnclaimed(existing.filter((s) => s !== same), agent);
+  return { path: same?.path ?? agentFilePath(dir), previous: same?.file };
+}
+
+export type ImportMode = 'append' | 'overwrite';
+
+export async function localImportAgent(
+  agent: LoadedAgent,
+  dir = agentsDir(),
+  mode: ImportMode = 'overwrite',
+): Promise<{ id: string; name: string; key: string; stations: number }> {
+  assertImportable(agent);
+  const { path, previous } = importTarget(dir, agent);
+  const key = previous?.key ?? agent.key ?? newApiKey();
+  const file = fileFor({ ...agent, key }, path, previous, mode);
+  ensureSecureDir(join(path, '..'));
+  save({ path, file });
+  registerKey(key, agent.id);
+  return Promise.resolve({
+    id: agent.id,
+    name: agent.name,
+    key,
+    stations: file.stations.length,
+  });
+}
+
+function mergedStations(
+  agent: LoadedAgent,
+  previous: AgentFile | undefined,
+  mode: ImportMode,
+): AgentFile['stations'] {
+  const before = previous?.stations ?? [];
+  const here = (station: string, id: string): boolean => before.some((s) => s.station === station && s.id === id);
+  const fromMetro = agent.accounts
+    .map((a) => ({ ...a, allowlist: a.allowlist ?? ['*'] }))
+    .filter((m) => mode === 'overwrite' || !here(m.station, m.id));
+  if (fromMetro.some((m) => m.station === 'gmail' && before.some((s) => s.station === 'gmail' && s.id === m.id && s.config.managed === true))) throw new AgentAdminError('Managed Gmail cannot be overwritten by an import. Delete the connection first.', 400);
+  const kept = before.filter((s) => !fromMetro.some((m) => m.station === s.station && m.id === s.id));
+  return [...fromMetro, ...kept];
+}
+
+function fileFor(
+  agent: LoadedAgent,
+  path: string,
+  previous: AgentFile | undefined,
+  mode: ImportMode,
+): AgentFile {
+  try {
+    return parseAgentFile(
+      JSON.stringify({
+        version: 1,
+        id: agent.id,
+        name: previous?.name ?? null,
+        key: agent.key,
+        stations: mergedStations(agent, previous, mode),
+      }),
+      path,
+    );
+  } catch (err) {
+    if (err instanceof AgentFileError)
+      throw new AgentAdminError(`metro's copy of this agent cannot be written here: ${err.message}`, 400);
+    throw err;
+  }
+}
+
+export function localRenewGmail(agentId: string, accountId: string, previous: string, config: Record<string, unknown>, dir = agentsDir()): AccountRef {
+  const stored = agentOrThrow(agentId, dir);
+  const account = stored.file.stations.find((s) => s.station === 'gmail' && s.id === accountId);
+  if (account === undefined || (account.config.authorizationId ?? account.config.refreshToken) !== previous) throw new AgentAdminError('This Gmail connection changed. Start again.', 409);
+  if (account.config.accountEmail !== config.accountEmail) throw new AgentAdminError('The Gmail mailbox did not match. Nothing was changed.', 400);
+  account.config = { ...account.config, ...config };
+  save(stored);
+  return { agentId, station: 'gmail', accountId };
+}
+
+export function readLocalAgentFile(agentId: string, dir = agentsDir()): AgentFile {
+  const found = storedAgents(dir).find((s) => s.file.id === agentId);
+  if (found === undefined) throw missing();
+  return found.file;
+}
+
+const UNIQUE_CREDENTIALS: Record<string, string> = {
+  token: 'that bot token is already attached to an agent on this machine',
+  accountEmail: 'that mailbox is already connected to an agent on this machine',
+};
+
+function assertCredentialFree(all: Stored[], station: StationName, config: Record<string, unknown>): void {
+  for (const [key, refusal] of Object.entries(UNIQUE_CREDENTIALS)) {
+    const value = config[key];
+    if (typeof value !== 'string') continue;
+    const taken = all.some((s) => s.file.stations.some((a) => a.station === station && a.config[key] === value));
+    if (taken) throw new AgentAdminError(refusal, 409);
+  }
+}
+
+export async function localAttachAccount(
+  agentId: string,
+  station: StationName,
+  config: Record<string, unknown>,
+  dir = agentsDir(),
+): Promise<AccountRef> {
+  const stored = agentOrThrow(agentId, dir);
+  if (!MOVABLE_STATIONS.has(station))
+    throw new AgentAdminError(
+      `a ${station} endpoint needs a public url and cannot live on a local daemon`,
+      400,
+    );
+  assertCredentialFree(storedAgents(dir), station, config);
+  const taken = new Set(stored.file.stations.map((a) => a.id));
+  const accountId = freshId(taken);
+  stored.file.stations.push({ station, id: accountId, allowlist: ['*'], enabled: true, ...(station === 'gmail' && config.sendEnabled === false ? { policy: { write: 'deny' as const } } : {}), config });
+  save(stored);
+  return Promise.resolve({ agentId, station, accountId });
+}
+
+export async function localSetAllowlist(
+  agentId: string,
+  station: StationName,
+  accountId: string,
+  allowlist: string[],
+  approvers: string[] = [],
+  dir = agentsDir(),
+): Promise<string[]> {
+  const stored = agentOrThrow(agentId, dir);
+  const account = stored.file.stations.find((a) => a.station === station && a.id === accountId);
+  if (account === undefined) throw new AgentAdminError('no such account on this agent', 404);
+  account.allowlist = allowlist;
+  if (approvers.length === 0) delete account.approvers;
+  else account.approvers = approvers;
+  save(stored);
+  return Promise.resolve(allowlist);
+}
+
+export async function localSetPolicy(
+  agentId: string,
+  station: StationName,
+  accountId: string,
+  policy: ToolPolicy,
+  dir = agentsDir(),
+): Promise<ToolPolicy> {
+  const stored = agentOrThrow(agentId, dir);
+  const account = stored.file.stations.find((a) => a.station === station && a.id === accountId);
+  if (account === undefined) throw new AgentAdminError('no such account on this agent', 404);
+  if (policy.read === undefined && policy.write === undefined && policy.tools === undefined) delete account.policy;
+  else account.policy = policy;
+  save(stored);
+  return Promise.resolve(policy);
+}
+
+export async function localSetAccountEnabled(
+  agentId: string,
+  station: StationName,
+  accountId: string,
+  enabled: boolean,
+  dir = agentsDir(),
+): Promise<boolean> {
+  const stored = agentOrThrow(agentId, dir);
+  const account = stored.file.stations.find((a) => a.station === station && a.id === accountId);
+  if (account === undefined) throw new AgentAdminError('no such account on this agent', 404);
+  account.enabled = enabled;
+  save(stored);
+  return Promise.resolve(enabled);
+}
+
+export async function localDetachAccount(
+  agentId: string,
+  station: StationName,
+  accountId: string,
+  dir = agentsDir(),
+): Promise<AccountRef> {
+  const stored = agentOrThrow(agentId, dir);
+  const before = stored.file.stations.length;
+  stored.file.stations = stored.file.stations.filter(
+    (a) => !(a.station === station && a.id === accountId),
+  );
+  if (stored.file.stations.length === before)
+    throw new AgentAdminError('no such account on this agent', 404);
+  save(stored);
+  return Promise.resolve({ agentId, station, accountId });
+}