@stage-labs/metro 0.1.0-beta.3 → 0.1.0-beta.300

package/dist/root-release.js

@@ -0,0 +1,74 @@
+import { createHash } from 'node:crypto';
+import { isRecord } from './background.js';
+import { compareVersions, PACKAGE_NAME } from './version.js';
+export const RELEASE_DIR = '/usr/local/lib/metro/release';
+export const PUBLISHER = 'https://github.com/bonustrack/metro/.github/workflows/publish-cli.yml@refs/heads/main';
+export const ISSUER = 'https://token.actions.githubusercontent.com';
+const REGISTRY = 'https://registry.npmjs.org';
+const PROVENANCE = 'https://slsa.dev/provenance/v1';
+const IN_TOTO = 'application/vnd.in-toto+json';
+const VERSION_RE = /^\d{1,9}\.\d{1,9}\.\d{1,9}(?:-[0-9A-Za-z]{1,20}(?:\.[0-9A-Za-z]{1,20}){0,4})?$/;
+export const isVersion = (raw) => VERSION_RE.test(raw);
+export const tarballUrl = (version) => `${REGISTRY}/${PACKAGE_NAME}/-/metro-${version}.tgz`;
+const subjectName = (version) => `pkg:npm/${PACKAGE_NAME.replace('@', '%40')}@${version}`;
+function provenanceBundle(body, version) {
+    const list = isRecord(body) && Array.isArray(body.attestations) ? body.attestations : [];
+    const entry = list.find((a) => isRecord(a) && a.predicateType === PROVENANCE);
+    if (!isRecord(entry) || !isRecord(entry.bundle))
+        throw new Error(`${PACKAGE_NAME}@${version} has no build provenance on npm; refused`);
+    return entry.bundle;
+}
+function statementOf(bundle) {
+    const envelope = bundle.dsseEnvelope;
+    if (!isRecord(envelope) || envelope.payloadType !== IN_TOTO || typeof envelope.payload !== 'string')
+        throw new Error('the provenance is not a signed in-toto statement; refused');
+    const statement = JSON.parse(Buffer.from(envelope.payload, 'base64').toString('utf8'));
+    if (!isRecord(statement))
+        throw new Error('the provenance statement is unreadable; refused');
+    return statement;
+}
+export function provenanceNames(statement, version, sha512) {
+    const subjects = Array.isArray(statement.subject) ? statement.subject : [];
+    return (statement.predicateType === PROVENANCE &&
+        subjects.some((s) => isRecord(s) && s.name === subjectName(version) && isRecord(s.digest) && s.digest.sha512 === sha512));
+}
+async function checkProvenance(version, tarball, deps) {
+    const bundle = provenanceBundle(await deps.attestations(version), version);
+    await deps.verifySignature(bundle);
+    const sha512 = createHash('sha512').update(tarball).digest('hex');
+    if (!provenanceNames(statementOf(bundle), version, sha512))
+        throw new Error(`the signed provenance does not name this tarball of ${PACKAGE_NAME}@${version}; refused`);
+}
+async function fetchChecked(version, trigger, deps) {
+    const published = await deps.published(version);
+    if (trigger === 'metro' && published.tags.beta !== version && published.tags.latest !== version)
+        throw new Error(`${version} is not what the beta or latest tag of ${PACKAGE_NAME} points to now; refused`);
+    if (published.tarball !== tarballUrl(version))
+        throw new Error(`npm names an unexpected tarball for ${version}: ${published.tarball}; refused`);
+    const tarball = await deps.download(published.tarball);
+    if (`sha512-${createHash('sha512').update(tarball).digest('base64')}` !== published.integrity)
+        throw new Error(`the tarball of ${version} does not match the sha512 npm publishes for it; refused`);
+    await checkProvenance(version, tarball, deps);
+    return tarball;
+}
+export async function installRelease(version, trigger, deps) {
+    if (!isVersion(version))
+        throw new Error(`'${version}' is not a ${PACKAGE_NAME} version`);
+    const have = deps.installed();
+    if (have !== null && compareVersions(version, have) <= 0) {
+        if (trigger === 'metro') {
+            deps.out(`the root side is at ${have}, and ${version} is not newer: nothing to do`);
+            return 'current';
+        }
+        deps.setup(RELEASE_DIR);
+        deps.out(`the root side stays at ${have} (it never goes back) and its root setup ran again`);
+        return 'refreshed';
+    }
+    deps.out(`checking ${PACKAGE_NAME}@${version} (npm sha512 and the GitHub provenance of ${PUBLISHER})`);
+    const tarball = await fetchChecked(version, trigger, deps);
+    const staged = deps.unpack(tarball, version);
+    deps.setup(staged);
+    deps.swap(staged);
+    deps.out(`the root side is now ${PACKAGE_NAME}@${version}, verified, in ${RELEASE_DIR}`);
+    return 'installed';
+}

package/dist/route.js

@@ -0,0 +1,66 @@
+import { existsSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { agentsDir } from './local.js';
+const PROVIDERS = new Set(['bedrock', 'openrouter', 'codex', 'gemini']);
+const ANTHROPIC = 'anthropic';
+const text = (value) => (typeof value === 'string' ? value : '');
+function routedIn(cfg) {
+    if (typeof cfg !== 'object' || cfg === null)
+        return null;
+    const { route, connections } = cfg;
+    if (!Array.isArray(connections))
+        return null;
+    const conn = connections.find((c) => typeof c === 'object' && c !== null && c.id === route);
+    if (typeof conn !== 'object' || conn === null)
+        return null;
+    const model = text(conn.model);
+    return model === '' ? null : { provider: text(conn.provider), model };
+}
+function routed(dir) {
+    const path = join(dir, 'model.json');
+    if (!existsSync(path))
+        return null;
+    try {
+        return routedIn(JSON.parse(readFileSync(path, 'utf8')));
+    }
+    catch {
+        return null;
+    }
+}
+const prefixed = (found) => (found !== null && PROVIDERS.has(found.provider) ? `${found.provider}:${found.model}` : null);
+export const currentRoute = (dir = agentsDir()) => prefixed(routed(dir));
+export function currentModel(dir = agentsDir()) {
+    const found = routed(dir);
+    return found?.provider === ANTHROPIC ? found.model : prefixed(found);
+}
+export function routeModelEnv(env, route) {
+    if (route === null || (env.ANTHROPIC_MODEL ?? '').trim() !== '')
+        return env;
+    return { ...env, ANTHROPIC_MODEL: route };
+}
+export const permissionMode = (dir = agentsDir()) => (setupField(dir, 'permissionMode') === 'bypass' ? 'bypass' : 'auto');
+function setupField(dir, field) {
+    const path = join(dir, 'claude-setup.json');
+    if (!existsSync(path))
+        return undefined;
+    try {
+        const state = JSON.parse(readFileSync(path, 'utf8'));
+        return state[field];
+    }
+    catch {
+        return undefined;
+    }
+}
+export const harnessRunner = (dir = agentsDir()) => (setupField(dir, 'runner') === 'sdk' ? 'sdk' : 'cli');
+export function systemPrompt(dir = agentsDir()) {
+    const path = join(dir, 'system-prompt.md');
+    if (!existsSync(path))
+        return null;
+    try {
+        const text = readFileSync(path, 'utf8').trim();
+        return text === '' ? null : text;
+    }
+    catch {
+        return null;
+    }
+}

package/dist/runtime-install.js

@@ -0,0 +1,114 @@
+import { spawnSync } from 'node:child_process';
+import { copyFileSync, cpSync, existsSync, mkdirSync, readFileSync, rmSync, writeFileSync } from 'node:fs';
+import { homedir } from 'node:os';
+import { dirname, join } from 'node:path';
+import { localStations } from './local.js';
+import { STORE_ENTRY, daemonEntry, findBun, runtimeDir } from './runtime.js';
+const MANIFEST_FILE = 'stations.json';
+const MARKETPLACE = 'marketplace';
+const METRO_SOURCES = join('node_modules', '@metro-labs');
+const INSTALL_TIMEOUT_MS = 15 * 60_000;
+export function runtimeStore() {
+    const env = process.env.METRO_RUNTIME_STORE?.trim() ?? '';
+    return env === '' ? join(homedir(), '.metro', 'runtime') : env;
+}
+const isRecord = (v) => typeof v === 'object' && v !== null;
+export const ranges = (raw) => isRecord(raw)
+    ? Object.fromEntries(Object.entries(raw).filter((e) => typeof e[1] === 'string'))
+    : {};
+export function readManifest(path) {
+    const raw = JSON.parse(readFileSync(path, 'utf8'));
+    if (!isRecord(raw))
+        throw new Error(`${path} is not a runtime manifest`);
+    const stations = isRecord(raw.stations) ? raw.stations : {};
+    return {
+        core: ranges(raw.core),
+        stations: Object.fromEntries(Object.entries(stations).map(([name, deps]) => [name, ranges(deps)])),
+        ...(raw.patchedDependencies === undefined ? {} : { patchedDependencies: ranges(raw.patchedDependencies) }),
+    };
+}
+export function dependenciesFor(manifest, stations) {
+    const out = { ...manifest.core };
+    for (const station of new Set(stations))
+        Object.assign(out, manifest.stations[station] ?? {});
+    return Object.fromEntries(Object.entries(out).sort(([a], [b]) => a.localeCompare(b)));
+}
+function packageText(deps, patches) {
+    const patchedDependencies = Object.fromEntries(Object.entries(deps).flatMap(([name, version]) => {
+        const key = `${name}@${version}`;
+        const path = patches[key];
+        return path === undefined ? [] : [[key, path]];
+    }));
+    return `${JSON.stringify({
+        name: 'metro-runtime',
+        private: true,
+        dependencies: deps,
+        ...(Object.keys(patchedDependencies).length === 0 ? {} : { patchedDependencies }),
+    }, null, 2)}\n`;
+}
+export function readOrNull(path) {
+    try {
+        return readFileSync(path, 'utf8');
+    }
+    catch {
+        return null;
+    }
+}
+function copyMarketplace(sources, store) {
+    const staged = join(sources, MARKETPLACE);
+    if (!existsSync(staged))
+        return false;
+    cpSync(staged, join(store, MARKETPLACE), { recursive: true });
+    return true;
+}
+function syncSources(sources, store) {
+    const shim = join(sources, STORE_ENTRY);
+    if (existsSync(shim))
+        copyFileSync(shim, join(store, STORE_ENTRY));
+    const stamp = readOrNull(join(sources, 'runtime.json'));
+    if (stamp !== null && readOrNull(join(store, 'runtime.json')) === stamp)
+        return existsSync(join(store, MARKETPLACE)) ? false : copyMarketplace(sources, store);
+    rmSync(join(store, METRO_SOURCES), { recursive: true, force: true });
+    cpSync(join(sources, METRO_SOURCES), join(store, METRO_SOURCES), { recursive: true });
+    rmSync(join(store, MARKETPLACE), { recursive: true, force: true });
+    copyMarketplace(sources, store);
+    if (stamp !== null)
+        writeFileSync(join(store, 'runtime.json'), stamp);
+    return true;
+}
+export function installDependencies(store, deps, bun, log, patches = {}) {
+    const wanted = packageText(deps, patches);
+    const marker = join(store, 'node_modules', '.metro-installed');
+    if (existsSync(marker) && readOrNull(join(store, 'package.json')) === wanted)
+        return false;
+    rmSync(marker, { force: true });
+    writeFileSync(join(store, 'package.json'), wanted);
+    log(`Installing the channel SDKs this machine needs into ${store}`);
+    const run = spawnSync(bun, ['install', '--no-summary', '--no-progress'], {
+        cwd: store,
+        stdio: ['ignore', 'inherit', 'inherit'],
+        timeout: INSTALL_TIMEOUT_MS,
+    });
+    if (run.error !== undefined || run.status !== 0)
+        throw new Error(`bun install failed in ${store}: ${run.error?.message ?? `exit ${String(run.status)}`}`);
+    writeFileSync(marker, `${new Date().toISOString()}\n`);
+    return true;
+}
+export function prepareRuntime(opts = {}) {
+    const sources = opts.sources ?? runtimeDir();
+    const manifestPath = join(sources, MANIFEST_FILE);
+    const manifest = readManifest(manifestPath);
+    const store = opts.store ?? runtimeStore();
+    const log = opts.log ??
+        ((line) => {
+            process.stderr.write(`${line}\n`);
+        });
+    mkdirSync(join(store, 'trains'), { recursive: true });
+    syncSources(sources, store);
+    for (const path of Object.values(manifest.patchedDependencies ?? {})) {
+        mkdirSync(dirname(join(store, path)), { recursive: true });
+        copyFileSync(join(sources, path), join(store, path));
+    }
+    installDependencies(store, dependenciesFor(manifest, localStations(opts.agents)), opts.bun ?? findBun(), log, manifest.patchedDependencies);
+    return { dir: store, entry: daemonEntry(store), trains: join(store, 'trains'), manifest: manifestPath };
+}

package/dist/runtime.js

@@ -0,0 +1,71 @@
+import { spawn, spawnSync } from 'node:child_process';
+import { existsSync } from 'node:fs';
+import { dirname, join } from 'node:path';
+import { fileURLToPath } from 'node:url';
+const AGENT_RE = /^[A-Za-z0-9][A-Za-z0-9_-]{10}$/;
+export const STORE_ENTRY = 'server.ts';
+export const daemonEntry = (dir) => join(dir, STORE_ENTRY);
+export class MissingRuntime extends Error {
+}
+export function runtimeDir() {
+    const explicit = process.env.METRO_RUNTIME_DIR?.trim();
+    const dir = explicit !== undefined && explicit !== ''
+        ? explicit
+        : join(dirname(dirname(fileURLToPath(import.meta.url))), 'runtime');
+    if (!existsSync(daemonEntry(dir)))
+        throw new MissingRuntime(`no metro daemon at ${dir}. Reinstall with: npm i -g @stage-labs/metro@beta`);
+    return dir;
+}
+class MissingBun extends Error {
+}
+export function assertAgentId(id) {
+    if (id === undefined || !AGENT_RE.test(id))
+        throw new Error(`'${id ?? ''}' is not an agent id — copy it from the agent's page in the web UI`);
+    return id;
+}
+export function findBun() {
+    const found = spawnSync('bun', ['--version'], { stdio: 'ignore' });
+    if (found.error !== undefined || found.status !== 0)
+        throw new MissingBun('metro serve needs Bun, which is not on PATH.\n' +
+            'Install it with:  curl -fsSL https://bun.sh/install | bash');
+    return 'bun';
+}
+export const localPort = () => Number(process.env.METRO_WEBHOOK_PORT) || 8420;
+export const localUrl = () => `http://127.0.0.1:${String(localPort())}`;
+export const RESTART_CODE = 75;
+export const HOLD_CODE = 76;
+function spawnOnce(plan) {
+    const child = spawn(plan.command, plan.args, {
+        cwd: plan.cwd,
+        env: plan.env,
+        stdio: ['ignore', 'inherit', 'inherit'],
+    });
+    const relay = (sig) => () => {
+        child.kill(sig);
+    };
+    const onInt = relay('SIGINT');
+    const onTerm = relay('SIGTERM');
+    process.on('SIGINT', onInt);
+    process.on('SIGTERM', onTerm);
+    return new Promise((resolve) => {
+        child.on('exit', (code) => {
+            process.off('SIGINT', onInt);
+            process.off('SIGTERM', onTerm);
+            resolve(code ?? 0);
+        });
+    });
+}
+export async function spawnPlan(plan, hold) {
+    for (;;) {
+        const code = await spawnOnce(plan());
+        if (code === RESTART_CODE) {
+            process.stderr.write('metro was updated; restarting the daemon on the new version\n');
+            continue;
+        }
+        if (code !== HOLD_CODE || hold === undefined)
+            return code;
+        if ((await hold()) === 'exit')
+            return 0;
+        process.stderr.write('starting the daemon again\n');
+    }
+}

package/dist/serve.js

@@ -0,0 +1,157 @@
+import { spawnSync } from 'node:child_process';
+import { existsSync, readFileSync } from 'node:fs';
+import { join } from 'node:path';
+import { agentsDir } from './local.js';
+import { currentVersion } from './version.js';
+import { serveLockedBy, serveStateDir } from './control.js';
+import { findBun, localPort, spawnPlan } from './runtime.js';
+import { prepareRuntime } from './runtime-install.js';
+import { ensureNodeName } from './node-name.js';
+import { holdUntilStart } from './hold.js';
+const SCRUBBED = new Set(['DATABASE_URL']);
+const PORT_FLAG = /^--port=(.*)$/;
+const OWNER_FLAG = /^--owner=(.*)$/;
+const ADDRESS = /^0x[0-9a-fA-F]{40}$/;
+const USAGE = 'usage: metro serve [--port <n>] [--owner <organization id>]';
+const TUNNEL_FLAG = /^--(no-)?tunnel(=.*)?$/;
+const TAILSCALE_APP = '/Applications/Tailscale.app/Contents/MacOS/Tailscale';
+function portOf(raw) {
+    const n = Number(raw);
+    if (raw === undefined || raw === '' || !Number.isInteger(n) || n < 1 || n > 65535)
+        throw new Error(`'${raw ?? ''}' is not a port — ${USAGE}`);
+    return n;
+}
+const ORGANIZATION = /^org_[A-Za-z0-9]{10,64}$/;
+function ownerOf(raw) {
+    if (raw !== undefined && ORGANIZATION.test(raw))
+        return { owner: raw };
+    if (raw !== undefined && ADDRESS.test(raw))
+        return { owner: null, ignoredOwner: raw };
+    throw new Error(`'${raw ?? ''}' is not an organization id (org_…) — ${USAGE}`);
+}
+export function parseServeArgs(argv) {
+    let port = localPort();
+    let owner = { owner: null };
+    for (let i = 0; i < argv.length; i += 1) {
+        const arg = argv[i] ?? '';
+        if (TUNNEL_FLAG.test(arg))
+            throw new Error('--tunnel is gone: metro serve always publishes through Tailscale Funnel — ' + USAGE);
+        const inlineOwner = OWNER_FLAG.exec(arg);
+        if (inlineOwner) {
+            owner = ownerOf(inlineOwner[1]);
+            continue;
+        }
+        if (arg === '--owner') {
+            owner = ownerOf(argv[i + 1]);
+            i += 1;
+            continue;
+        }
+        const inline = PORT_FLAG.exec(arg);
+        if (inline) {
+            port = portOf(inline[1]);
+            continue;
+        }
+        if (arg === '--port' || arg === '-p') {
+            port = portOf(argv[i + 1]);
+            i += 1;
+            continue;
+        }
+        throw new Error(`unknown argument '${arg}' — ${USAGE}`);
+    }
+    return { port, ...owner };
+}
+export function requireOwner(args, dir = agentsDir()) {
+    if (args.ignoredOwner !== undefined) {
+        process.stderr.write(`--owner ${args.ignoredOwner} is a wallet address, which metro ignores: the organization id in ${join(dir, '.owner')} decides who signs in\n`);
+        return;
+    }
+    if (args.owner !== null || existsSync(join(dir, '.owner')))
+        return;
+    throw new Error('no owner is set for this machine, so nobody could sign in.\n' +
+        'Pass the organization that owns it once; it is remembered in ' +
+        join(dir, '.owner') +
+        ':\n  metro serve --owner <org_…>');
+}
+function readOwner(dir = agentsDir()) {
+    try {
+        const raw = readFileSync(join(dir, '.owner'), 'utf8').trim();
+        return ORGANIZATION.test(raw) ? raw : null;
+    }
+    catch {
+        return null;
+    }
+}
+function holdInfo(port, owner, tailscaleBin) {
+    return {
+        port,
+        host: process.env.METRO_HTTP_HOST ?? '127.0.0.1',
+        owner: owner ?? readOwner(),
+        version: currentVersion(),
+        funnel: tailscaleBin,
+        lockFile: join(process.env.METRO_STATE_DIR ?? serveStateDir(), '.tail-lock'),
+    };
+}
+function tailscaleStatus(bin) {
+    const run = spawnSync(bin, ['status', '--json'], { encoding: 'utf8', stdio: ['ignore', 'pipe', 'ignore'] });
+    if (run.error !== undefined || run.status !== 0)
+        return { ok: false, state: 'not running' };
+    try {
+        const parsed = JSON.parse(run.stdout);
+        if (parsed.BackendState !== 'Running')
+            return { ok: false, state: String(parsed.BackendState) };
+        if (parsed.Self?.Online === false)
+            return { ok: false, state: 'Running, but not connected to the tailnet: the machine may have been removed from it' };
+        return { ok: true };
+    }
+    catch {
+        return { ok: false, state: 'unreadable' };
+    }
+}
+export function findTailscale(candidates = ['tailscale', TAILSCALE_APP]) {
+    const bin = candidates.find((c) => spawnSync(c, ['version'], { stdio: 'ignore' }).status === 0);
+    if (bin === undefined)
+        throw new Error('metro serve needs Tailscale on this machine: the daemon is published through Tailscale Funnel.\n' +
+            'macOS:  brew install --cask tailscale   (or the App Store app)\n' +
+            'Linux:  curl -fsSL https://tailscale.com/install.sh | sh\n' +
+            'Then sign the machine in:  tailscale up');
+    const status = tailscaleStatus(bin);
+    if (!status.ok)
+        throw new Error(`Tailscale is installed but this machine is not connected (${status.state}). Sign it in first:  tailscale up\n` +
+            'Funnel also has to be enabled once on your tailnet: https://tailscale.com/kb/1223/funnel');
+    return bin;
+}
+export function servePlan(opts) {
+    const env = Object.fromEntries(Object.entries(process.env).filter(([key]) => !SCRUBBED.has(key)));
+    return {
+        command: findBun(),
+        args: [opts.runtime.entry],
+        cwd: opts.runtime.dir,
+        env: {
+            ...env,
+            METRO_VERSION: currentVersion(),
+            METRO_CLI_BIN: process.argv[1] ?? '',
+            METRO_WEBHOOK_PORT: String(opts.port),
+            METRO_HTTP_HOST: process.env.METRO_HTTP_HOST ?? '127.0.0.1',
+            METRO_TRAINS_DIR: opts.runtime.trains,
+            METRO_RUNTIME_STORE: opts.runtime.dir,
+            METRO_RUNTIME_MANIFEST: opts.runtime.manifest,
+            METRO_STATE_DIR: process.env.METRO_STATE_DIR ?? serveStateDir(),
+            METRO_TUNNEL: 'tailscale',
+            METRO_TAILSCALE_BIN: opts.tailscaleBin,
+            ...(opts.owner === null ? {} : { METRO_OWNER: opts.owner }),
+        },
+    };
+}
+export function serve(argv) {
+    const args = parseServeArgs(argv);
+    const { port, owner } = args;
+    const running = serveLockedBy();
+    if (running !== null)
+        throw new Error(`a metro serve daemon is already running on this machine (pid ${String(running)}). ` +
+            'Stop it first: metro stop');
+    requireOwner(args);
+    const tailscaleBin = findTailscale();
+    const node = ensureNodeName(tailscaleBin);
+    process.stderr.write(`Starting a metro daemon of your own on http://127.0.0.1:${String(port)}, published as ${node} on your tailnet\n`);
+    return spawnPlan(() => servePlan({ runtime: prepareRuntime(), port, owner, tailscaleBin }), () => holdUntilStart(holdInfo(port, owner, tailscaleBin)));
+}