@stage-labs/metro 0.1.0-beta.2 → 0.1.0-beta.200

package/runtime/node_modules/@metro-labs/whatsapp/src/token-store.ts

@@ -0,0 +1,94 @@
+import { readJson, writeSecure } from '@metro-labs/core/secure-fs';
+import { accountFiles } from '@metro-labs/core/stations/account-files';
+import { errMsg } from '@metro-labs/core/log';
+
+export const PERSISTED_KEY_TYPES = ['tctoken', 'lid-mapping'] as const;
+
+export type KeyTable = Record<string, Record<string, unknown>>;
+
+const PERSISTED = new Set<string>(PERSISTED_KEY_TYPES);
+
+const WRITE_DEBOUNCE_MS = 1000;
+
+export const isPersistedKeyType = (type: string): boolean =>
+  PERSISTED.has(type);
+
+export const tokenFiles = accountFiles('WHATSAPP_TOKEN_DIR', 'whatsapp-tokens-');
+
+export const tokenStorePath = (accountId: string): string => tokenFiles.path(accountId);
+
+export function persistedSubset(table: KeyTable): KeyTable {
+  const out: KeyTable = {};
+  for (const type of PERSISTED_KEY_TYPES) {
+    const bucket = table[type];
+    if (!bucket) continue;
+    const kept: Record<string, unknown> = {};
+    for (const id of Object.keys(bucket)) {
+      const value = bucket[id];
+      if (value === undefined || value === null) continue;
+      kept[id] = value;
+    }
+    if (Object.keys(kept).length) out[type] = kept;
+  }
+  return out;
+}
+
+export interface TokenStore {
+  path: string;
+  load(): KeyTable;
+  scheduleSave(table: KeyTable): void;
+  saveNow(table: KeyTable): void;
+}
+
+export function makeTokenStore(
+  accountId: string,
+  onError: (message: string) => void,
+): TokenStore {
+  const path = tokenStorePath(accountId);
+  let timer: ReturnType<typeof setTimeout> | undefined;
+  let pending: KeyTable | undefined;
+  let written = '';
+  const saveNow = (table: KeyTable): void => {
+    const body = JSON.stringify(persistedSubset(table));
+    if (body === written) return;
+    try {
+      writeSecure(path, body);
+      written = body;
+    } catch (err) {
+      onError(`could not write ${path}: ${errMsg(err)}`);
+    }
+  };
+  return {
+    path,
+    load() {
+      const table = persistedSubset(readJson<KeyTable>(path, {}));
+      written = JSON.stringify(table);
+      return table;
+    },
+    scheduleSave(table) {
+      pending = table;
+      if (timer) return;
+      timer = setTimeout(() => {
+        timer = undefined;
+        if (pending) saveNow(pending);
+        pending = undefined;
+      }, WRITE_DEBOUNCE_MS);
+      timer.unref?.();
+    },
+    saveNow,
+  };
+}
+
+const stores = new Map<string, TokenStore>();
+
+export function tokenStoreFor(
+  accountId: string,
+  onError: (message: string) => void,
+): TokenStore {
+  const path = tokenStorePath(accountId);
+  const existing = stores.get(path);
+  if (existing) return existing;
+  const store = makeTokenStore(accountId, onError);
+  stores.set(path, store);
+  return store;
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/types.ts

@@ -0,0 +1,5 @@
+export interface WhatsAppAccount {
+  id: string;
+  phone: string;
+  credentials?: unknown;
+}

package/runtime/node_modules/@metro-labs/whatsapp/src/wire.ts

@@ -0,0 +1 @@
+export { emit, mintId } from '@metro-labs/core/stations/station-runtime';

package/runtime/node_modules/@metro-labs/xmtp/package.json

@@ -0,0 +1,34 @@
+{
+  "name": "@metro-labs/xmtp",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "exports": {
+    ".": "./src/station.ts",
+    "./train": "./src/index.ts",
+    "./verify": "./src/verify.ts"
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "tsc --noEmit && DYLD_FALLBACK_LIBRARY_PATH=/usr/lib bun test test/"
+  },
+  "dependencies": {
+    "@metro-labs/core": "workspace:*",
+    "@xmtp/content-type-primitives": "^3.0.1",
+    "@xmtp/content-type-reaction": "^2.0.2",
+    "@xmtp/content-type-remote-attachment": "^2.0.4",
+    "@xmtp/content-type-reply": "^2.0.3",
+    "@xmtp/node-bindings": "1.9.1",
+    "@xmtp/node-sdk": "^6.0.0",
+    "@zerodev/ecdsa-validator": "5.4.9",
+    "@zerodev/sdk": "5.5.10",
+    "viem": "^2.52.2"
+  },
+  "devDependencies": {
+    "@stage-labs/config": "0.1.0-beta.2",
+    "eslint": "^10.3.0",
+    "knip": "^6.15.0",
+    "madge": "^8.0.0",
+    "typescript": "^5"
+  }
+}

package/runtime/node_modules/@metro-labs/xmtp/src/accounts.ts

@@ -0,0 +1,114 @@
+import {
+  Client,
+  type ClientOptions,
+  type Conversation,
+} from '@xmtp/node-sdk';
+import { homedir } from 'node:os';
+import { existsSync } from 'node:fs';
+import { join } from 'node:path';
+import { CODECS } from './codecs.js';
+import { expandHome, identityFor, XMTP_ENV } from './identity.js';
+import type { SmartAccount } from './smart.js';
+import {
+  makeAccountStore,
+  resolveAccountId,
+} from '@metro-labs/core/stations/account-store';
+import { Line } from '@metro-labs/core/lines';
+
+const ACCOUNTS_FILE =
+  process.env.XMTP_ACCOUNTS_FILE ??
+  join(homedir(), '.metro', 'xmtp-accounts.json');
+
+export interface AccountConfig {
+  id: string;
+  privateKey?: string;
+  dbPath?: string;
+  smart?: boolean;
+}
+
+export const { loadAccounts } = makeAccountStore<AccountConfig>({
+  prefix: 'xmtp',
+  file: ACCOUNTS_FILE,
+  validate(raw, die) {
+    const seen = new Set<string>();
+    for (const a of raw) {
+      if (!a.id) die('account missing id');
+      if (!a.privateKey) die(`account '${a.id}' needs a privateKey`);
+      if (seen.has(a.id)) die(`duplicate account id '${a.id}'`);
+      seen.add(a.id);
+    }
+  },
+});
+
+function resolvePrivateKey(cfg: AccountConfig): string {
+  const privateKey = cfg.privateKey?.trim();
+  if (!privateKey) throw new Error(`account '${cfg.id}' has no privateKey`);
+  return privateKey;
+}
+
+export interface Account {
+  cfg: AccountConfig;
+  client: Client<unknown>;
+  inboxId: string;
+  address: string;
+  smart: SmartAccount | null;
+}
+export const accounts = new Map<string, Account>();
+
+export async function bootAccount(cfg: AccountConfig): Promise<void> {
+  const { signer, address, smart } = await identityFor(resolvePrivateKey(cfg), cfg.smart === true);
+  const dbPath = expandHome(
+    cfg.dbPath ?? join(homedir(), '.metro', `xmtp-${XMTP_ENV}-${cfg.id}.db3`),
+  );
+  const fresh = !existsSync(dbPath);
+  const options: ClientOptions = { env: XMTP_ENV, codecs: CODECS(), dbPath };
+  const client: Client<unknown> = await Client.create(signer, options);
+  accounts.set(cfg.id, { cfg, client, inboxId: client.inboxId, address, smart });
+  if (fresh)
+    process.stderr.write(
+      `xmtp[${cfg.id}] registered a NEW installation for this machine — ` +
+        'an inbox allows 10, and each machine you run metro on spends one\n',
+    );
+  process.stderr.write(
+    `xmtp[${cfg.id}] ready — inbox ${client.inboxId} (${address})\n`,
+  );
+}
+
+export function lineOf(accountId: string, convId: string): string {
+  return `metro://xmtp/${accountId}/${convId}`;
+}
+
+export function parseLine(
+  line: string,
+): { accountId: string; convId: string } | null {
+  const p = Line.parseXmtp(line);
+  return p ? { accountId: p.accountId, convId: p.resource } : null;
+}
+
+export function accountForCall(args: {
+  account?: string;
+  line?: string;
+}): Account {
+  const id = resolveAccountId(
+    accounts,
+    args,
+    (line) => parseLine(line)?.accountId,
+  );
+  const acct = accounts.get(id);
+  if (!acct) throw new Error(`unknown account '${id}'`);
+  return acct;
+}
+
+export async function convOf(
+  line: string,
+): Promise<{ acct: Account; conv: Conversation | undefined }> {
+  const parsed = parseLine(line);
+  if (!parsed) throw new Error(`bad xmtp line: ${line}`);
+  const acct = accounts.get(parsed.accountId);
+  if (!acct)
+    throw new Error(`unknown account '${parsed.accountId}' in line ${line}`);
+  return {
+    acct,
+    conv: await acct.client.conversations.getConversationById(parsed.convId),
+  };
+}

package/runtime/node_modules/@metro-labs/xmtp/src/actions-close.ts

@@ -0,0 +1,110 @@
+import { errMsg } from '@metro-labs/core/log';
+import { accountForCall, convOf, lineOf, type Account } from './accounts.js';
+import { respond } from './wire.js';
+import type { GroupLike } from './labels.js';
+
+type Args = Record<string, unknown>;
+
+async function removeSelfFromGroup(
+  id: string,
+  group: GroupLike & { removeMembers: (ids: string[]) => Promise<void> },
+  acct: Account,
+  resolvedLine: string,
+  removed: string[],
+): Promise<boolean> {
+  try {
+    await group.removeMembers([acct.inboxId]);
+    return true;
+  } catch (e) {
+    respond(id, {
+      result: {
+        line: resolvedLine,
+        id: group.id,
+        account: acct.cfg.id,
+        removed,
+        leftSelf: false,
+        selfRemovalError: `self-removal not supported: ${errMsg(e)}`,
+      },
+    });
+    return false;
+  }
+}
+
+type ClosableGroup = GroupLike & {
+  removeMembers: (ids: string[]) => Promise<void>;
+};
+
+async function resolveCloseTarget(
+  id: string,
+  args: Args,
+  acct: Account,
+): Promise<{ group: ClosableGroup; resolvedLine: string } | null> {
+  const { line, groupId } = args as { line?: string; groupId?: string };
+  const resolvedLine =
+    line ?? (groupId ? lineOf(acct.cfg.id, groupId) : undefined);
+  if (!resolvedLine) {
+    respond(id, { error: 'closeGroup requires `line` or `groupId`' });
+    return null;
+  }
+  const { conv } = await convOf(resolvedLine);
+  if (!conv) {
+    respond(id, { error: `conversation not found for ${resolvedLine}` });
+    return null;
+  }
+  const group = conv as unknown as ClosableGroup;
+  if (typeof group.removeMembers !== 'function') {
+    respond(id, {
+      error: 'closeGroup target is not a group (no removeMembers)',
+    });
+    return null;
+  }
+  await group.sync?.().catch(() => undefined);
+  return { group, resolvedLine };
+}
+
+export async function closeGroup(id: string, args: Args): Promise<void> {
+  const { removeInboxIds, removeSelf } = args as {
+    removeInboxIds?: string[];
+    removeSelf?: boolean;
+  };
+  const acct = accountForCall(args);
+  const target = await resolveCloseTarget(id, args, acct);
+  if (!target) return;
+  const { group, resolvedLine } = target;
+  const removeMembers = group.removeMembers.bind(group);
+
+  const others = (removeInboxIds ?? []).filter(
+    (iid) => typeof iid === 'string' && iid && iid !== acct.inboxId,
+  );
+  const removed: string[] = [];
+  let leftSelf = false;
+  try {
+    if (others.length) {
+      await removeMembers(others);
+      removed.push(...others);
+    }
+    if (removeSelf) {
+      leftSelf = await removeSelfFromGroup(
+        id,
+        group,
+        acct,
+        resolvedLine,
+        removed,
+      );
+      if (!leftSelf) return;
+    }
+  } catch (err) {
+    respond(id, { error: errMsg(err) });
+    return;
+  }
+
+  respond(id, {
+    result: {
+      line: resolvedLine,
+      id: group.id,
+      account: acct.cfg.id,
+      removed,
+      leftSelf,
+    },
+  });
+}

package/runtime/node_modules/@metro-labs/xmtp/src/actions-conv.ts

@@ -0,0 +1,101 @@
+import { IdentifierKind } from '@xmtp/node-sdk';
+import { accountForCall, convOf, lineOf, parseLine } from './accounts.js';
+import { respond } from './wire.js';
+import { TrainError } from '@metro-labs/core/train-error';
+import {
+  buildGroupInfo,
+  buildMemberList,
+} from './conv-helpers.js';
+import { closeGroup } from './actions-close.js';
+import {
+  groupAddMembers,
+  groupCreate,
+  groupRemoveMembers,
+} from './group.js';
+import { updateChannelMeta } from './actions-meta.js';
+
+type Args = Record<string, unknown>;
+type Handler = (id: string, args: Args) => Promise<void>;
+
+async function newDm(id: string, args: Args): Promise<void> {
+  const { address } = args as { address: string };
+  const acct = accountForCall(args);
+  const dm = await acct.client.conversations.createDmWithIdentifier({
+    identifier: address,
+    identifierKind: IdentifierKind.Ethereum,
+  });
+  respond(id, {
+    result: {
+      line: lineOf(acct.cfg.id, dm.id),
+      id: dm.id,
+      account: acct.cfg.id,
+    },
+  });
+}
+
+async function query(id: string, args: Args): Promise<void> {
+  const { line, limit } = args as { line: string; limit?: number };
+  const { conv } = await convOf(line);
+  if (!conv)
+    throw new TrainError('NOT_FOUND', `conversation not found for ${line}`);
+  const lim = Math.min(Math.max(1, limit ?? 20), 200);
+  await conv.sync().catch(() => undefined);
+  const all = await conv.messages();
+  const slice = all.slice(-lim);
+  const parsed = parseLine(line);
+  if (!parsed)
+    throw new TrainError('NOT_FOUND', `could not parse line ${line}`);
+  const acctId = parsed.accountId;
+  const messages = slice.map((m) => {
+    let text = '';
+    try {
+      const cc: unknown = m.content;
+      text =
+        typeof cc === 'string' ? cc : `[${m.contentType?.typeId ?? 'unknown'}]`;
+    } catch {
+      text = `[${m.contentType?.typeId ?? 'unknown'}]`;
+    }
+    return {
+      id: m.id,
+      ts: new Date(Number(m.sentAtNs / 1_000_000n)).toISOString(),
+      from: `metro://xmtp/${acctId}/user/${m.senderInboxId}`,
+      text,
+      contentType: m.contentType?.typeId ?? 'unknown',
+    };
+  });
+  respond(id, { result: { line, count: messages.length, messages } });
+}
+
+async function groupInfo(id: string, args: Args): Promise<void> {
+  const { line } = args as { line: string };
+  const { acct, conv } = await convOf(line);
+  if (!conv)
+    throw new TrainError('NOT_FOUND', `conversation not found for ${line}`);
+  respond(id, { result: await buildGroupInfo(line, acct, conv) });
+}
+
+async function listMembers(id: string, args: Args): Promise<void> {
+  const { line } = args as { line: string };
+  const { acct, conv } = await convOf(line);
+  if (!conv)
+    throw new TrainError('NOT_FOUND', `conversation not found for ${line}`);
+  respond(id, { result: await buildMemberList(acct, conv) });
+}
+
+export const convHandlers: Record<string, Handler> = {
+  newDm,
+  updateChannelMeta,
+  closeGroup,
+  query,
+  groupInfo,
+  listMembers,
+  groupCreate: async (id, args) => {
+    respond(id, { result: await groupCreate(args) });
+  },
+  groupAddMembers: async (id, args) => {
+    respond(id, { result: await groupAddMembers(args) });
+  },
+  groupRemoveMembers: async (id, args) => {
+    respond(id, { result: await groupRemoveMembers(args) });
+  },
+};

package/runtime/node_modules/@metro-labs/xmtp/src/actions-meta.ts

@@ -0,0 +1,118 @@
+import { accountForCall, convOf, lineOf } from './accounts.js';
+import { respond } from './wire.js';
+import { warmGroupName } from './conv-helpers.js';
+import { mergeAppData, readAppData, type GroupLike } from './labels.js';
+import { TrainError } from '@metro-labs/core/train-error';
+
+type Args = Record<string, unknown>;
+
+function resolveLine(args: Args, verb: string): string {
+  const line = (args as { line?: string }).line;
+  if (line) return line;
+  const groupId = (args as { groupId?: string }).groupId;
+  if (groupId) {
+    const acct = accountForCall(args);
+    return lineOf(acct.cfg.id, groupId);
+  }
+  throw new TrainError(
+    'INVALID_ARGS',
+    `${verb} requires \`line\` or \`groupId\``,
+  );
+}
+
+async function applyNameAndDescription(
+  group: GroupLike,
+  name: string | undefined,
+  description: string | undefined,
+): Promise<void> {
+  if (
+    typeof name === 'string' &&
+    name &&
+    typeof group.updateName === 'function'
+  ) {
+    await group.updateName(name);
+    warmGroupName(group.id, name);
+  }
+  if (
+    typeof description === 'string' &&
+    typeof group.updateDescription === 'function'
+  ) {
+    await group.updateDescription(description);
+  }
+}
+
+async function applyMergedAppData(
+  group: GroupLike & { updateAppData: (s: string) => Promise<void> },
+  appData: Record<string, unknown> | undefined,
+): Promise<Record<string, unknown>> {
+  if (appData && typeof appData === 'object' && !Array.isArray(appData)) {
+    const res = mergeAppData(group.appData, appData);
+    await group.updateAppData(res.blob);
+    return res.merged;
+  }
+  return readAppData(group.appData);
+}
+
+async function applyChannelMeta(
+  args: {
+    line: string;
+    name?: string;
+    description?: string;
+    appData?: Record<string, unknown>;
+  },
+  verb: string,
+): Promise<Record<string, unknown>> {
+  const { line, name, description, appData } = args;
+  const { acct, conv } = await convOf(line);
+  if (!conv)
+    throw new TrainError('NOT_FOUND', `conversation not found for ${line}`);
+  const group = conv as unknown as GroupLike;
+  if (typeof group.updateAppData !== 'function') {
+    throw new TrainError(
+      'INVALID_ARGS',
+      `${verb} target is not a group (no updateAppData)`,
+    );
+  }
+  await group.sync?.().catch(() => undefined);
+
+  await applyNameAndDescription(group, name, description);
+  const merged = await applyMergedAppData(
+    group as GroupLike & { updateAppData: (s: string) => Promise<void> },
+    appData,
+  );
+
+  return {
+    line,
+    id: group.id,
+    account: acct.cfg.id,
+    ...(typeof name === 'string' && name ? { name } : {}),
+    ...metaFields(merged),
+    appData: merged,
+  };
+}
+
+function metaFields(merged: Record<string, unknown>): {
+  labels: string[];
+  github: string | undefined;
+  preview: string | undefined;
+} {
+  return {
+    labels: Array.isArray(merged.labels) ? (merged.labels as string[]) : [],
+    github: typeof merged.github === 'string' ? merged.github : undefined,
+    preview: typeof merged.preview === 'string' ? merged.preview : undefined,
+  };
+}
+
+export async function updateChannelMeta(id: string, args: Args): Promise<void> {
+  const line = resolveLine(args, 'updateChannelMeta');
+  const { name, description, appData } = args as {
+    name?: string;
+    description?: string;
+    appData?: Record<string, unknown>;
+  };
+  const result = await applyChannelMeta(
+    { line, name, description, appData },
+    'updateChannelMeta',
+  );
+  respond(id, { result });
+}