@stage-labs/metro 0.1.0-beta.26 → 0.1.0-beta.261

package/runtime/node_modules/@metro-labs/core/src/stations/oauth.ts

@@ -0,0 +1,126 @@
+import { createHash, randomBytes } from 'node:crypto';
+
+export class SignInError extends Error {}
+
+export type FetchLike = (input: string, init?: RequestInit) => Promise<Response>;
+
+export type OAuthBody = Record<string, unknown>;
+
+export interface Tokens {
+  accessToken: string;
+  refreshToken: string;
+  expiresAt: number;
+}
+
+export interface Pkce {
+  verifier: string;
+  challenge: string;
+}
+
+const RENEW_BEFORE_MS = 5 * 60_000;
+const MAILBOX_RE = /^[^\s@]+@[^\s@]+\.[^\s@]+$/;
+
+const text = (v: unknown): string => (typeof v === 'string' ? v : '');
+
+export const seconds = (v: unknown, fallback: number): number =>
+  typeof v === 'number' && Number.isFinite(v) && v >= 0 ? v : fallback;
+
+export function envValue(name: string, fallback: string): string {
+  const value = (process.env[name] ?? '').trim();
+  return value === '' ? fallback : value;
+}
+
+export const envUrl = (name: string, fallback: string): string => envValue(name, fallback).replace(/\/+$/, '');
+
+export function pkcePair(verifier = randomBytes(32).toString('base64url')): Pkce {
+  return { verifier, challenge: createHash('sha256').update(verifier).digest('base64url') };
+}
+
+export const newState = (): string => randomBytes(24).toString('base64url');
+
+export function parseMailbox(value: unknown): string | null {
+  const mailbox = (typeof value === 'string' ? value.trim() : '').toLowerCase();
+  if (mailbox === '') return null;
+  if (!MAILBOX_RE.test(mailbox))
+    throw new SignInError('Type the whole address of the mailbox, like andy@company.com, or leave it blank.');
+  return mailbox;
+}
+
+export async function postForm(url: string, fields: Record<string, string>, fetchImpl: FetchLike, provider: string): Promise<{ status: number; body: OAuthBody }> {
+  let res: Response;
+  try {
+    res = await fetchImpl(url, {
+      method: 'POST',
+      headers: { 'content-type': 'application/x-www-form-urlencoded', accept: 'application/json' },
+      body: new URLSearchParams(fields).toString(),
+    });
+  } catch (err) {
+    throw new SignInError(`Metro could not reach ${provider}: ${err instanceof Error ? err.message : String(err)}`);
+  }
+  const raw: unknown = await res.json().catch(() => ({}));
+  return { status: res.status, body: typeof raw === 'object' && raw !== null ? (raw as OAuthBody) : {} };
+}
+
+export function tokensOf(body: OAuthBody, now: number, provider: string, previous?: string): Tokens {
+  const accessToken = text(body.access_token);
+  const refreshToken = text(body.refresh_token) || (previous ?? '');
+  if (accessToken === '' || refreshToken === '') throw new SignInError(`${provider} answered without the tokens Metro needs.`);
+  return { accessToken, refreshToken, expiresAt: now + seconds(body.expires_in, 3600) * 1000 };
+}
+
+export function tokenStateOf(saved: OAuthBody, seed: Partial<Tokens>): Tokens {
+  const fromFile = text(saved.refreshToken) !== '';
+  return {
+    refreshToken: fromFile ? text(saved.refreshToken) : text(seed.refreshToken),
+    accessToken: fromFile ? text(saved.accessToken) : text(seed.accessToken),
+    expiresAt: fromFile ? Number(saved.expiresAt) || 0 : Number(seed.expiresAt) || 0,
+  };
+}
+
+export class TokenKeeper {
+  private refreshing: Promise<string> | null = null;
+
+  constructor(
+    private readonly state: Tokens,
+    private readonly renewWith: (refreshToken: string) => Promise<Tokens>,
+    private readonly renewed: () => void,
+  ) {}
+
+  token(force = false): Promise<string> {
+    const fresh = this.state.accessToken !== '' && this.state.expiresAt - RENEW_BEFORE_MS > Date.now();
+    if (fresh && !force) return Promise.resolve(this.state.accessToken);
+    this.refreshing ??= this.renew().finally(() => {
+      this.refreshing = null;
+    });
+    return this.refreshing;
+  }
+
+  private async renew(): Promise<string> {
+    Object.assign(this.state, await this.renewWith(this.state.refreshToken));
+    this.renewed();
+    return this.state.accessToken;
+  }
+}
+
+export interface BrowserFlow<R> {
+  authorize: (challenge: string, state: string) => string;
+  redeem: (code: string, verifier: string) => Promise<R>;
+}
+
+export class BrowserSignIn<R> {
+  readonly state = newState();
+  readonly authorizeUrl: string;
+  private readonly pkce = pkcePair();
+  private used = false;
+
+  constructor(private readonly flow: BrowserFlow<R>) {
+    this.authorizeUrl = flow.authorize(this.pkce.challenge, this.state);
+  }
+
+  async finish(code: string, state: string): Promise<R> {
+    if (state !== this.state) throw new SignInError('This sign-in link belongs to another attempt. Start again from the Channels page.');
+    if (this.used) throw new SignInError('This sign-in was already used. Start again from the Channels page.');
+    this.used = true;
+    return this.flow.redeem(code, this.pkce.verifier);
+  }
+}

package/runtime/node_modules/@metro-labs/core/src/stations/profile.ts

@@ -0,0 +1,58 @@
+import { TrainError } from '../train-error.js';
+
+export const PROFILE_FIELDS = ['name', 'bio', 'avatar'] as const;
+export type ProfileField = (typeof PROFILE_FIELDS)[number];
+
+export const NAME_MAX = 64;
+export const BIO_MAX = 512;
+
+export interface ProfileAvatar {
+  path: string;
+  mime: string;
+  name: string;
+}
+
+export interface ProfileChange {
+  name?: string;
+  bio?: string;
+  avatar?: ProfileAvatar;
+}
+
+export interface ProfileApplied {
+  account: string;
+  applied: ProfileField[];
+}
+
+const text = (value: unknown, field: string, max: number): string | undefined => {
+  if (value === undefined) return undefined;
+  if (typeof value !== 'string') throw new TrainError('bad_request', `${field} must be a string`);
+  const trimmed = value.trim();
+  if (trimmed === '') throw new TrainError('bad_request', `${field} cannot be empty`);
+  if (trimmed.length > max) throw new TrainError('bad_request', `${field} is over ${String(max)} characters`);
+  return trimmed;
+};
+
+function avatarOf(value: unknown): ProfileAvatar | undefined {
+  if (value === undefined) return undefined;
+  const raw = (value ?? {}) as Record<string, unknown>;
+  if (typeof raw.path !== 'string' || raw.path === '') throw new TrainError('bad_request', 'avatar needs a local file');
+  return { path: raw.path, mime: typeof raw.mime === 'string' ? raw.mime : 'application/octet-stream', name: typeof raw.name === 'string' ? raw.name : 'avatar' };
+}
+
+export function parseProfileChange(args: Record<string, unknown>): ProfileChange {
+  const change: ProfileChange = {};
+  const name = text(args.name, 'name', NAME_MAX);
+  const bio = text(args.bio, 'bio', BIO_MAX);
+  const avatar = avatarOf(args.avatar);
+  if (name !== undefined) change.name = name;
+  if (bio !== undefined) change.bio = bio;
+  if (avatar !== undefined) change.avatar = avatar;
+  if (Object.keys(change).length === 0) throw new TrainError('bad_request', 'set_profile needs at least one of name, bio, avatar');
+  return change;
+}
+
+export const fieldsOf = (change: ProfileChange): ProfileField[] => PROFILE_FIELDS.filter((f) => change[f] !== undefined);
+
+export const assertImage = (avatar: ProfileAvatar): void => {
+  if (!avatar.mime.startsWith('image/')) throw new TrainError('bad_request', `avatar must be an image, not ${avatar.mime}`);
+};

package/runtime/node_modules/@metro-labs/core/src/stations/sender-profile.ts

@@ -0,0 +1,64 @@
+export interface SenderProfile {
+  id: string;
+  name?: string;
+  display_name?: string;
+  about?: string;
+  avatar?: string;
+  address?: string;
+}
+
+export interface ProfileCacheOptions {
+  ttlMs?: number;
+  max?: number;
+  onError: (key: string, err: unknown) => void;
+}
+
+export interface ProfileCache<T> {
+  get(key: string): Promise<T | null>;
+  peek(key: string): T | null;
+}
+
+const TTL_MS = 10 * 60_000;
+const MAX = 2000;
+
+interface Held<T> {
+  at: number;
+  value: Promise<T | null>;
+  settled: T | null;
+}
+
+export const nonEmpty = (v: unknown): string | undefined => (typeof v === 'string' && v.trim() !== '' ? v.trim() : undefined);
+
+export function makeProfileCache<T>(lookup: (key: string) => Promise<T | null>, opts: ProfileCacheOptions): ProfileCache<T> {
+  const ttl = opts.ttlMs ?? TTL_MS;
+  const max = opts.max ?? MAX;
+  const cache = new Map<string, Held<T>>();
+  const fresh = (key: string): Held<T> | undefined => {
+    const held = cache.get(key);
+    return held !== undefined && Date.now() - held.at < ttl ? held : undefined;
+  };
+  const start = (key: string): Held<T> => {
+    const held: Held<T> = { at: Date.now(), settled: null, value: Promise.resolve(null) };
+    held.value = lookup(key)
+      .then((value) => {
+        held.settled = value;
+        return value;
+      })
+      .catch((err: unknown) => {
+        opts.onError(key, err);
+        cache.delete(key);
+        return null;
+      });
+    cache.set(key, held);
+    while (cache.size > max) {
+      const oldest = cache.keys().next();
+      if (oldest.done) break;
+      cache.delete(oldest.value);
+    }
+    return held;
+  };
+  return {
+    get: (key) => (fresh(key) ?? start(key)).value,
+    peek: (key) => (fresh(key) ?? start(key)).settled,
+  };
+}

package/runtime/node_modules/@metro-labs/{mcp → core}/src/stations/station-runtime.ts

@@ -1,5 +1,5 @@
-import { serializeTrainError, type TrainErrorInfo } from '../daemon/train-error.js';
-import type { Normalized } from './messaging-normalize.js';
+import { serializeTrainError, type TrainErrorInfo } from '../train-error.js';
+import type { Normalize } from './messaging-normalize.js';
 
 export const emit = (e: unknown): void =>
   void process.stdout.write(JSON.stringify(e) + '\n');
@@ -12,8 +12,7 @@ export const respond = (
     JSON.stringify({ op: 'response', id, ...body }) + '\n',
   );
 
-export const mintId = (): string =>
-  `msg_${Math.random().toString(36).slice(2, 10)}`;
+export { mintId } from '../ids.js';
 
 type Args = Record<string, unknown>;
 
@@ -28,30 +27,26 @@ export type StationHandler = (id: string, args: Args) => void | Promise<void>;
 
 export interface StationConfig {
   handlers: Record<string, StationHandler>;
-  normalize: (action: string, args: Args) => Normalized;
-  preDispatch?: (id: string, action: string) => boolean;
+  normalize?: Normalize;
 }
 
 const lineTag = (args: Args): string =>
   typeof args.line === 'string' ? args.line : '?';
 
-export function makeStation({ handlers, normalize, preDispatch }: StationConfig) {
+export function makeStation({ handlers, normalize }: StationConfig) {
   const known = Object.keys(handlers).join(', ');
   return async function handleCall(msg: CallMsg): Promise<void> {
     const { id } = msg;
     let action = msg.action;
     let args: Args = msg.args;
     try {
-      ({ action, args } = normalize(msg.action, msg.args));
-      emit({ op: 'log', text: `call ${action} recv (line=${lineTag(args)})` });
-      if (preDispatch?.(id, action)) return;
+      if (normalize && !handlers[action]) ({ action, args } = normalize(action, args));
       const handler = handlers[action];
       if (!handler) {
         respond(id, { error: `unknown action '${action}' (have: ${known})` });
         return;
       }
       await handler(id, args);
-      emit({ op: 'log', text: `call ${action} done (line=${lineTag(args)})` });
     } catch (err) {
       const info = serializeTrainError(err);
       emit({

package/runtime/node_modules/@metro-labs/core/src/stations/train-boot.ts

@@ -0,0 +1,42 @@
+import { errMsg } from '../log.js';
+import { readCalls } from '../protocol.js';
+import { TrainError } from '../train-error.js';
+import type { CallMsg } from './station-runtime.js';
+
+export function announceAccounts(station: string, ids: Iterable<string>): void {
+  const list = [...ids];
+  if (list.length === 0) {
+    process.stderr.write(`${station}: no accounts booted, exiting\n`);
+    process.exit(2);
+  }
+  process.stderr.write(`${station} train ready — ${String(list.length)} account(s): ${list.join(', ')}\n`);
+}
+
+export interface ClientTrain<A extends { id: string }, C> {
+  station: string;
+  accounts: Map<string, A>;
+  loadAccounts: () => A[];
+  createClient: (account: A) => C;
+  startInbound: (client: C) => Promise<void>;
+  makeHandleCall: (clientFor: (accountId: string) => C) => (msg: CallMsg) => Promise<void>;
+}
+
+export function runClientTrain<A extends { id: string }, C>(train: ClientTrain<A, C>): void {
+  const clients = new Map<string, C>();
+  const clientFor = (accountId: string): C => {
+    const known = clients.get(accountId);
+    if (known !== undefined) return known;
+    const account = train.accounts.get(accountId);
+    if (!account) throw new TrainError('not_implemented', `unknown account '${accountId}'`);
+    const client = train.createClient(account);
+    clients.set(accountId, client);
+    return client;
+  };
+  readCalls(train.station, train.makeHandleCall(clientFor));
+  for (const cfg of train.loadAccounts()) train.accounts.set(cfg.id, cfg);
+  for (const id of train.accounts.keys())
+    train.startInbound(clientFor(id)).catch((err: unknown) => {
+      process.stderr.write(`${train.station}[${id}] inbound failed: ${errMsg(err)}\n`);
+    });
+  announceAccounts(train.station, train.accounts.keys());
+}

package/runtime/node_modules/@metro-labs/core/src/stations/train-events.ts

@@ -0,0 +1,84 @@
+import { mintId } from '../ids.js';
+import { emit } from './station-runtime.js';
+
+type Fields = Record<string, unknown>;
+type Out = (e: unknown) => void;
+
+export const selfUri = (): string => process.env.METRO_SELF_URI ?? 'metro://user';
+
+export function emitInbound(account: string, e: Fields, out: Out = emit): void {
+  out({
+    ...e,
+    payload: { ...(e.payload as Fields | undefined), account },
+  });
+}
+
+export interface AttachmentAt {
+  station: string;
+  account: string;
+  line: string;
+  forId: string;
+  index: number;
+  from?: string;
+}
+
+export interface SavedFile {
+  path: string;
+  mime?: string;
+  name?: string;
+  bytes?: number;
+}
+
+function attachmentEvent(at: AttachmentAt, text: string, payload: Fields): Fields {
+  return {
+    id: mintId(),
+    ts: new Date().toISOString(),
+    station: at.station,
+    line: at.line,
+    from: at.from ?? selfUri(),
+    text,
+    payload: { account: at.account, attachmentFor: at.forId, index: at.index, ...payload },
+  };
+}
+
+export const attachmentSavedEvent = (at: AttachmentAt & { saved: SavedFile; extra?: Fields }): Fields =>
+  attachmentEvent(at, `📎 saved: ${at.saved.path}`, {
+    contentType: 'attachmentSaved',
+    ...(at.saved.bytes === undefined ? {} : { size: at.saved.bytes }),
+    ...at.extra,
+    attachmentPath: at.saved.path,
+    mime: at.saved.mime,
+    name: at.saved.name,
+  });
+
+export const attachmentFailedEvent = (at: AttachmentAt & { reason: string; extra?: Fields }): Fields =>
+  attachmentEvent(at, `📎 not fetched: ${at.reason}`, {
+    contentType: 'attachmentFailed',
+    ...at.extra,
+    reason: at.reason,
+  });
+
+const reasonOf = (err: unknown): string => (err instanceof Error ? err.message : String(err));
+
+export function reportAttachment(
+  save: Promise<SavedFile>,
+  at: AttachmentAt,
+  extra: { saved?: Fields; failed?: Fields } = {},
+  out: Out = emit,
+): void {
+  const tag = `${at.station}[${at.account}]`;
+  save
+    .then(
+      (saved) => {
+        out(attachmentSavedEvent({ ...at, saved, extra: extra.saved }));
+      },
+      (err: unknown) => {
+        const reason = reasonOf(err);
+        process.stderr.write(`${tag} attachment save failed: ${reason}\n`);
+        out(attachmentFailedEvent({ ...at, reason, extra: extra.failed }));
+      },
+    )
+    .catch((err: unknown) => {
+      process.stderr.write(`${tag} attachment event not emitted: ${reasonOf(err)}\n`);
+    });
+}

package/runtime/node_modules/@metro-labs/{mcp → core}/src/stations/types.ts

@@ -1,3 +1,5 @@
+import type { ProfileField } from './profile.js';
+
 export type Verb =
   | 'send'
   | 'reply'
@@ -5,7 +7,8 @@ export type Verb =
   | 'unreact'
   | 'edit'
   | 'delete'
-  | 'read';
+  | 'read'
+  | 'typing';
 
 export interface ToolResult {
   content: { type: 'text'; text: string }[];
@@ -32,10 +35,14 @@ export interface ToolContext {
   readFile(path: string): Promise<Buffer>;
 }
 
+export type ToolGroup = 'read' | 'write';
+
 export interface StationTool {
   name: string;
   description: string;
   inputSchema: Record<string, unknown>;
+  group?: ToolGroup;
+  destructive?: boolean;
   handle(args: Record<string, unknown>, ctx: ToolContext): Promise<ToolResult>;
 }
 
@@ -89,6 +96,8 @@ export interface GroupResult {
   inviteLink?: string;
 }
 
+export type ReadFilter = 'account' | 'query' | 'from' | 'until' | 'unread_only' | 'message_id';
+
 export type AttachmentMode = 'canonical' | 'native' | 'none';
 
 export interface Station {
@@ -97,7 +106,16 @@ export interface Station {
   hasTrain: boolean;
   messageVerbs: ReadonlySet<Verb>;
   groupOps?: ReadonlySet<GroupOp>;
+  resolvesSenders?: boolean;
+  profileFields?: ReadonlySet<ProfileField>;
+  claimsName?: boolean;
+  readsProfiles?: boolean;
+  readFilters?: ReadonlySet<ReadFilter>;
+  approvals?: boolean;
+  sendsFrames?: boolean;
   attachmentMode: AttachmentMode;
+  forget?: (accountId: string) => void;
+  forgetExcept?: (keptAccountIds: readonly string[]) => void;
   sendAttachments?(
     line: string,
     atts: CanonicalAttachment[],

package/runtime/node_modules/@metro-labs/core/src/tickets.ts

@@ -0,0 +1,37 @@
+import { randomBytes } from 'node:crypto';
+
+export interface TicketStore<T> {
+  mint: (value: T, now?: number) => { ticket: string; expiresAt: number };
+  take: (ticket: string, now?: number) => T | undefined;
+  size: (now?: number) => number;
+}
+
+export function ticketStore<T>(ttlMs: number, max: number): TicketStore<T> {
+  const open = new Map<string, { value: T; expiresAt: number }>();
+  const prune = (now: number): void => {
+    for (const [ticket, entry] of open) if (entry.expiresAt <= now) open.delete(ticket);
+  };
+  return {
+    mint(value, now = Date.now()) {
+      prune(now);
+      while (open.size >= max) {
+        const oldest = open.keys().next();
+        if (oldest.done === true) break;
+        open.delete(oldest.value);
+      }
+      const ticket = randomBytes(32).toString('base64url');
+      const expiresAt = now + ttlMs;
+      open.set(ticket, { value, expiresAt });
+      return { ticket, expiresAt };
+    },
+    take(ticket, now = Date.now()) {
+      const entry = open.get(ticket);
+      open.delete(ticket);
+      return entry !== undefined && entry.expiresAt > now ? entry.value : undefined;
+    },
+    size(now = Date.now()) {
+      prune(now);
+      return open.size;
+    },
+  };
+}

package/runtime/node_modules/@metro-labs/core/src/version.ts

@@ -0,0 +1,2 @@
+export const METRO_VERSION =
+  process.env.METRO_VERSION ?? process.env.npm_package_version ?? 'dev';

package/runtime/node_modules/@metro-labs/daemon/package.json

@@ -0,0 +1,51 @@
+{
+  "name": "@metro-labs/daemon",
+  "version": "0.1.0-beta.15",
+  "private": true,
+  "description": "The metro daemon a user runs on their own machine with `metro serve`: the MCP server Claude Code connects to, the station subprocesses it supervises, the model gateway, and the signed-identity APIs the page at metro.box talks to.",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/bonustrack/metro.git"
+  },
+  "homepage": "https://github.com/bonustrack/metro#readme",
+  "bugs": "https://github.com/bonustrack/metro/issues",
+  "type": "module",
+  "engines": {
+    "node": ">=22"
+  },
+  "exports": {
+    ".": "./src/mcp/index.ts"
+  },
+  "scripts": {
+    "start": "bun src/server.ts",
+    "build": "tsc",
+    "test": "tsc --noEmit && DYLD_FALLBACK_LIBRARY_PATH=/usr/lib METRO_STATE_DIR=\"$(mktemp -d /tmp/metro-test.XXXXXX)\" bun test test/"
+  },
+  "dependencies": {
+    "@metro-labs/core": "workspace:*",
+    "@metro-labs/http": "workspace:*",
+    "@metro-labs/discord-bot": "workspace:*",
+    "@metro-labs/telegram": "workspace:*",
+    "@metro-labs/telegram-bot": "workspace:*",
+    "@metro-labs/threema": "workspace:*",
+    "@metro-labs/outlook": "workspace:*",
+    "@metro-labs/gmail": "workspace:*",
+    "@metro-labs/webhook": "workspace:*",
+    "@metro-labs/whatsapp": "workspace:*",
+    "@metro-labs/xmtp": "workspace:*",
+    "@modelcontextprotocol/sdk": "^1.12.0",
+    "opusscript": "^0.1.1",
+    "werift": "^0.24.4",
+    "ws": "^8.18.0",
+    "zod": "^3.23.8"
+  },
+  "devDependencies": {
+    "@stage-labs/config": "0.1.0-beta.3",
+    "@types/ws": "^8.18.0",
+    "eslint": "^10.3.0",
+    "knip": "^6.15.0",
+    "madge": "^8.0.0",
+    "typescript": "^5"
+  }
+}