@stage-labs/metro 0.1.0-beta.4 → 0.1.0-beta.41

package/runtime/node_modules/@metro-labs/whatsapp/src/outbox.ts

@@ -0,0 +1,38 @@
+import type { WAMessageKey, proto } from 'baileys';
+
+const MAX_TRACKED_SENDS = 256;
+
+export interface Outbox {
+  remember(
+    key: WAMessageKey | null | undefined,
+    message: proto.IMessage | null | undefined,
+  ): void;
+  lookup(key: WAMessageKey): proto.IMessage | undefined;
+}
+
+const slotOf = (jid: string, id: string): string => `${jid}|${id}`;
+
+export function makeOutbox(max: number = MAX_TRACKED_SENDS): Outbox {
+  const sent = new Map<string, proto.IMessage>();
+  return {
+    remember(key, message) {
+      const id = key?.id;
+      const jid = key?.remoteJid;
+      if (!id || !jid || !message || key?.fromMe !== true) return;
+      const slot = slotOf(jid, id);
+      sent.delete(slot);
+      sent.set(slot, message);
+      while (sent.size > max) {
+        const oldest = sent.keys().next().value;
+        if (oldest === undefined) break;
+        sent.delete(oldest);
+      }
+    },
+    lookup(key) {
+      const id = key.id;
+      const jid = key.remoteJid;
+      if (!id || !jid) return undefined;
+      return sent.get(slotOf(jid, id));
+    },
+  };
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/parse.ts

@@ -0,0 +1,141 @@
+import type { WAMessage, WAMessageKey, proto } from 'baileys';
+import { mediaRefIn, mediaTag, type WAMediaRef } from './media.js';
+import type { InboundMessage, ReactionInput } from './format.js';
+
+export const isGroupJid = (jid: string): boolean => jid.endsWith('@g.us');
+const isLidJid = (jid: string): boolean => jid.endsWith('@lid');
+export const isPrivateJid = (jid: string): boolean =>
+  jid.endsWith('@s.whatsapp.net') || isLidJid(jid);
+
+type Timestamp = number | { toNumber(): number } | null | undefined;
+
+export function tsToDate(ts: Timestamp): Date {
+  if (typeof ts === 'number') return new Date(ts * 1000);
+  if (ts && typeof ts.toNumber === 'function')
+    return new Date(ts.toNumber() * 1000);
+  return new Date();
+}
+
+type Content = proto.IMessage | null | undefined;
+
+const UNWRAPPERS: ((m: proto.IMessage) => Content)[] = [
+  (m) => m.ephemeralMessage?.message,
+  (m) => m.viewOnceMessage?.message,
+  (m) => m.viewOnceMessageV2?.message,
+  (m) => m.viewOnceMessageV2Extension?.message,
+  (m) => m.deviceSentMessage?.message,
+  (m) => m.documentWithCaptionMessage?.message,
+  (m) => m.editedMessage?.message,
+];
+
+function unwrapOnce(m: proto.IMessage): Content {
+  for (const pick of UNWRAPPERS) {
+    const inner = pick(m);
+    if (inner) return inner;
+  }
+  return undefined;
+}
+
+export function unwrap(message: Content): proto.IMessage | undefined {
+  let current: Content = message;
+  for (let depth = 0; current && depth < 8; depth += 1) {
+    const inner = unwrapOnce(current);
+    if (!inner) return current;
+    current = inner;
+  }
+  return current ?? undefined;
+}
+
+function captionOf(message: proto.IMessage): string {
+  const caption =
+    message.imageMessage?.caption ??
+    message.videoMessage?.caption ??
+    message.documentMessage?.caption;
+  return typeof caption === 'string' ? caption : '';
+}
+
+export function extractText(message: Content): string {
+  const inner = unwrap(message);
+  if (!inner) return '';
+  if (typeof inner.conversation === 'string') return inner.conversation;
+  const ext = inner.extendedTextMessage?.text;
+  if (typeof ext === 'string') return ext;
+  return captionOf(inner);
+}
+
+export function mediaRefOf(message: Content): WAMediaRef | undefined {
+  const inner = unwrap(message);
+  return inner ? mediaRefIn(inner) : undefined;
+}
+
+function projectText(
+  message: proto.IMessage | undefined,
+  ref: WAMediaRef | undefined,
+): string {
+  return [extractText(message), mediaTag(ref)].filter(Boolean).join(' ');
+}
+
+function senderJidOf(key: WAMessageKey, chatJid: string): string {
+  if (isGroupJid(chatJid)) return key.participant ?? chatJid;
+  return chatJid;
+}
+
+export function toInbound(
+  accountId: string,
+  m: WAMessage,
+): InboundMessage | undefined {
+  const chatJid = m.key.remoteJid;
+  const messageId = m.key.id;
+  if (!chatJid || !messageId) return undefined;
+  const inner = unwrap(m.message);
+  if (!inner || inner.reactionMessage) return undefined;
+  const media = mediaRefOf(inner);
+  const text = projectText(inner, media);
+  if (!text && !media) return undefined;
+  return {
+    accountId,
+    chatJid,
+    senderJid: senderJidOf(m.key, chatJid),
+    messageId,
+    text,
+    date: tsToDate(m.messageTimestamp),
+    isPrivate: isPrivateJid(chatJid),
+    ...(m.pushName ? { pushName: m.pushName } : {}),
+    ...(media ? { media } : {}),
+  };
+}
+
+export interface ReactionEvent {
+  key: WAMessageKey;
+  reaction: proto.IReaction;
+}
+
+function reactorJid(
+  reactorKey: WAMessageKey | undefined,
+  chatJid: string,
+): string {
+  return reactorKey?.participant ?? reactorKey?.remoteJid ?? chatJid;
+}
+
+export function toReaction(
+  accountId: string,
+  event: ReactionEvent,
+): ReactionInput | undefined {
+  const chatJid = event.key.remoteJid;
+  const messageId = event.key.id;
+  if (!chatJid || !messageId) return undefined;
+  const reactorKey = event.reaction.key ?? undefined;
+  if (reactorKey?.fromMe) return undefined;
+  const senderJid = reactorJid(reactorKey, chatJid);
+  const emoji = event.reaction.text ?? '';
+  return {
+    accountId,
+    chatJid,
+    senderJid,
+    messageId,
+    emoji,
+    date: new Date(),
+    isPrivate: isPrivateJid(chatJid),
+    removed: emoji === '',
+  };
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/station.ts

@@ -0,0 +1,17 @@
+import type { Station, Verb } from '@metro-labs/mcp/stations/types';
+
+export const whatsappStation: Station = {
+  name: 'whatsapp',
+  hasAccounts: true,
+  hasTrain: true,
+  messageVerbs: new Set<Verb>([
+    'send',
+    'reply',
+    'react',
+    'unreact',
+    'edit',
+    'delete',
+  ]),
+  attachmentMode: 'canonical',
+  tools: [],
+};

package/runtime/node_modules/@metro-labs/whatsapp/src/token-store.ts

@@ -0,0 +1,98 @@
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import { readJson, writeSecure } from '@metro-labs/mcp/secure-fs';
+import { errMsg } from '@metro-labs/mcp/log';
+
+export const PERSISTED_KEY_TYPES = ['tctoken', 'lid-mapping'] as const;
+
+export type KeyTable = Record<string, Record<string, unknown>>;
+
+const PERSISTED = new Set<string>(PERSISTED_KEY_TYPES);
+
+const WRITE_DEBOUNCE_MS = 1000;
+
+export const isPersistedKeyType = (type: string): boolean =>
+  PERSISTED.has(type);
+
+const safeSegment = (s: string): string => s.replace(/[^A-Za-z0-9_-]/g, '_');
+
+export function tokenStorePath(accountId: string): string {
+  const dir = process.env.WHATSAPP_TOKEN_DIR ?? join(homedir(), '.metro');
+  return join(dir, `whatsapp-tokens-${safeSegment(accountId)}.json`);
+}
+
+export function persistedSubset(table: KeyTable): KeyTable {
+  const out: KeyTable = {};
+  for (const type of PERSISTED_KEY_TYPES) {
+    const bucket = table[type];
+    if (!bucket) continue;
+    const kept: Record<string, unknown> = {};
+    for (const id of Object.keys(bucket)) {
+      const value = bucket[id];
+      if (value === undefined || value === null) continue;
+      kept[id] = value;
+    }
+    if (Object.keys(kept).length) out[type] = kept;
+  }
+  return out;
+}
+
+export interface TokenStore {
+  path: string;
+  load(): KeyTable;
+  scheduleSave(table: KeyTable): void;
+  saveNow(table: KeyTable): void;
+}
+
+export function makeTokenStore(
+  accountId: string,
+  onError: (message: string) => void,
+): TokenStore {
+  const path = tokenStorePath(accountId);
+  let timer: ReturnType<typeof setTimeout> | undefined;
+  let pending: KeyTable | undefined;
+  let written = '';
+  const saveNow = (table: KeyTable): void => {
+    const body = JSON.stringify(persistedSubset(table));
+    if (body === written) return;
+    try {
+      writeSecure(path, body);
+      written = body;
+    } catch (err) {
+      onError(`could not write ${path}: ${errMsg(err)}`);
+    }
+  };
+  return {
+    path,
+    load() {
+      const table = persistedSubset(readJson<KeyTable>(path, {}));
+      written = JSON.stringify(table);
+      return table;
+    },
+    scheduleSave(table) {
+      pending = table;
+      if (timer) return;
+      timer = setTimeout(() => {
+        timer = undefined;
+        if (pending) saveNow(pending);
+        pending = undefined;
+      }, WRITE_DEBOUNCE_MS);
+      timer.unref?.();
+    },
+    saveNow,
+  };
+}
+
+const stores = new Map<string, TokenStore>();
+
+export function tokenStoreFor(
+  accountId: string,
+  onError: (message: string) => void,
+): TokenStore {
+  const path = tokenStorePath(accountId);
+  const existing = stores.get(path);
+  if (existing) return existing;
+  const store = makeTokenStore(accountId, onError);
+  stores.set(path, store);
+  return store;
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/types.ts

@@ -0,0 +1,6 @@
+export interface WhatsAppAccount {
+  id: string;
+  phone: string;
+  owner?: string;
+  credentials?: unknown;
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/wire.ts

@@ -0,0 +1,5 @@
+export { emit, mintId } from '@metro-labs/mcp/stations/station-runtime';
+
+export const SELF_URI =
+  process.env.METRO_SELF_URI ??
+  'metro://claude/user/8a1857f3-4039-4da6-a4e1-611b432d2082';

package/runtime/node_modules/@metro-labs/xmtp/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@metro-labs/xmtp",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "exports": {
+    ".": "./src/station.ts",
+    "./train": "./src/index.ts",
+    "./verify": "./src/verify.ts"
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "tsc --noEmit && DYLD_FALLBACK_LIBRARY_PATH=/usr/lib bun test test/"
+  },
+  "dependencies": {
+    "@metro-labs/mcp": "workspace:*",
+    "@xmtp/content-type-primitives": "^3.0.1",
+    "@xmtp/content-type-reaction": "^2.0.2",
+    "@xmtp/content-type-remote-attachment": "^2.0.4",
+    "@xmtp/content-type-reply": "^2.0.3",
+    "@xmtp/content-type-wallet-send-calls": "^2.0.0",
+    "@xmtp/node-bindings": "1.9.1",
+    "@xmtp/node-sdk": "^6.0.0",
+    "viem": "^2.52.2"
+  },
+  "devDependencies": {
+    "@stage-labs/config": "0.1.0-beta.2",
+    "eslint": "^10.3.0",
+    "knip": "^6.15.0",
+    "madge": "^8.0.0",
+    "typescript": "^5"
+  }
+}

package/runtime/node_modules/@metro-labs/xmtp/src/accounts.ts

@@ -0,0 +1,113 @@
+import {
+  Client,
+  type ClientOptions,
+  type Conversation,
+} from '@xmtp/node-sdk';
+import { homedir } from 'node:os';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { CODECS } from './codecs.js';
+import { expandHome, signerFor, XMTP_ENV } from './identity.js';
+import {
+  makeAccountStore,
+  resolveAccountId,
+} from '@metro-labs/mcp/stations/account-store';
+import { Line } from '@metro-labs/mcp/lines';
+
+const ACCOUNTS_FILE =
+  process.env.XMTP_ACCOUNTS_FILE ??
+  join(homedir(), '.metro', 'xmtp-accounts.json');
+
+export interface AccountConfig {
+  id: string;
+  privateKey?: string;
+  owner?: string;
+  dbPath?: string;
+}
+
+export const { loadAccounts } = makeAccountStore<AccountConfig>({
+  prefix: 'xmtp',
+  file: ACCOUNTS_FILE,
+  allowlistEnv: ['XMTP_ONLY_ACCOUNTS', 'XMTP_ACCOUNTS'],
+  validate(raw, die) {
+    const seen = new Set<string>();
+    for (const a of raw) {
+      if (!a.id) die('account missing id');
+      if (!a.privateKey) die(`account '${a.id}' needs a privateKey`);
+      if (seen.has(a.id)) die(`duplicate account id '${a.id}'`);
+      seen.add(a.id);
+    }
+  },
+});
+
+function resolvePrivateKey(cfg: AccountConfig): string {
+  const privateKey = cfg.privateKey?.trim();
+  if (!privateKey) throw new Error(`account '${cfg.id}' has no privateKey`);
+  return privateKey;
+}
+
+export interface Account {
+  cfg: AccountConfig;
+  client: Client<unknown>;
+  inboxId: string;
+  address: string;
+}
+export const accounts = new Map<string, Account>();
+
+export async function bootAccount(cfg: AccountConfig): Promise<void> {
+  const { signer, address } = signerFor(resolvePrivateKey(cfg));
+  const dbPath = expandHome(
+    cfg.dbPath ?? join(homedir(), '.metro', `xmtp-${XMTP_ENV}-${cfg.id}.db3`),
+  );
+  const fresh = !existsSync(dbPath);
+  const options: ClientOptions = { env: XMTP_ENV, codecs: CODECS(), dbPath };
+  const client: Client<unknown> = await Client.create(signer, options);
+  accounts.set(cfg.id, { cfg, client, inboxId: client.inboxId, address });
+  if (fresh)
+    process.stderr.write(
+      `xmtp[${cfg.id}] registered a NEW installation for this machine — ` +
+        'an inbox allows 10, and each machine you run metro on spends one\n',
+    );
+  process.stderr.write(
+    `xmtp[${cfg.id}] ready — inbox ${client.inboxId} (${address}, owner=${cfg.owner ?? '(broadcast)'})\n`,
+  );
+}
+
+export function lineOf(accountId: string, convId: string): string {
+  return `metro://xmtp/${accountId}/${convId}`;
+}
+
+export function parseLine(
+  line: string,
+): { accountId: string; convId: string } | null {
+  const p = Line.parseXmtp(line);
+  return p ? { accountId: p.accountId, convId: p.resource } : null;
+}
+
+export function accountForCall(args: {
+  account?: string;
+  line?: string;
+}): Account {
+  const id = resolveAccountId(
+    accounts,
+    args,
+    (line) => parseLine(line)?.accountId,
+  );
+  const acct = accounts.get(id);
+  if (!acct) throw new Error(`unknown account '${id}'`);
+  return acct;
+}
+
+export async function convOf(
+  line: string,
+): Promise<{ acct: Account; conv: Conversation | undefined }> {
+  const parsed = parseLine(line);
+  if (!parsed) throw new Error(`bad xmtp line: ${line}`);
+  const acct = accounts.get(parsed.accountId);
+  if (!acct)
+    throw new Error(`unknown account '${parsed.accountId}' in line ${line}`);
+  return {
+    acct,
+    conv: await acct.client.conversations.getConversationById(parsed.convId),
+  };
+}

package/runtime/node_modules/@metro-labs/xmtp/src/actions-close.ts

@@ -0,0 +1,110 @@
+import { errMsg } from '@metro-labs/mcp/log';
+import { accountForCall, convOf, lineOf, type Account } from './accounts.js';
+import { respond } from './wire.js';
+import type { GroupLike } from './labels.js';
+
+type Args = Record<string, unknown>;
+
+async function removeSelfFromGroup(
+  id: string,
+  group: GroupLike & { removeMembers: (ids: string[]) => Promise<void> },
+  acct: Account,
+  resolvedLine: string,
+  removed: string[],
+): Promise<boolean> {
+  try {
+    await group.removeMembers([acct.inboxId]);
+    return true;
+  } catch (e) {
+    respond(id, {
+      result: {
+        line: resolvedLine,
+        id: group.id,
+        account: acct.cfg.id,
+        removed,
+        leftSelf: false,
+        selfRemovalError: `self-removal not supported: ${errMsg(e)}`,
+      },
+    });
+    return false;
+  }
+}
+
+type ClosableGroup = GroupLike & {
+  removeMembers: (ids: string[]) => Promise<void>;
+};
+
+async function resolveCloseTarget(
+  id: string,
+  args: Args,
+  acct: Account,
+): Promise<{ group: ClosableGroup; resolvedLine: string } | null> {
+  const { line, groupId } = args as { line?: string; groupId?: string };
+  const resolvedLine =
+    line ?? (groupId ? lineOf(acct.cfg.id, groupId) : undefined);
+  if (!resolvedLine) {
+    respond(id, { error: 'closeGroup requires `line` or `groupId`' });
+    return null;
+  }
+  const { conv } = await convOf(resolvedLine);
+  if (!conv) {
+    respond(id, { error: `conversation not found for ${resolvedLine}` });
+    return null;
+  }
+  const group = conv as unknown as ClosableGroup;
+  if (typeof group.removeMembers !== 'function') {
+    respond(id, {
+      error: 'closeGroup target is not a group (no removeMembers)',
+    });
+    return null;
+  }
+  await group.sync?.().catch(() => undefined);
+  return { group, resolvedLine };
+}
+
+export async function closeGroup(id: string, args: Args): Promise<void> {
+  const { removeInboxIds, removeSelf } = args as {
+    removeInboxIds?: string[];
+    removeSelf?: boolean;
+  };
+  const acct = accountForCall(args);
+  const target = await resolveCloseTarget(id, args, acct);
+  if (!target) return;
+  const { group, resolvedLine } = target;
+  const removeMembers = group.removeMembers.bind(group);
+
+  const others = (removeInboxIds ?? []).filter(
+    (iid) => typeof iid === 'string' && iid && iid !== acct.inboxId,
+  );
+  const removed: string[] = [];
+  let leftSelf = false;
+  try {
+    if (others.length) {
+      await removeMembers(others);
+      removed.push(...others);
+    }
+    if (removeSelf) {
+      leftSelf = await removeSelfFromGroup(
+        id,
+        group,
+        acct,
+        resolvedLine,
+        removed,
+      );
+      if (!leftSelf) return;
+    }
+  } catch (err) {
+    respond(id, { error: errMsg(err) });
+    return;
+  }
+
+  respond(id, {
+    result: {
+      line: resolvedLine,
+      id: group.id,
+      account: acct.cfg.id,
+      removed,
+      leftSelf,
+    },
+  });
+}