@stage-labs/metro 0.1.0-beta.13 → 0.1.0-beta.130

package/runtime/node_modules/@metro-labs/daemon/src/terminal/socket.ts

@@ -0,0 +1,123 @@
+import { spawn } from 'node:child_process';
+import type { IncomingMessage, Server } from 'node:http';
+import type { Duplex } from 'node:stream';
+import { WebSocketServer, type RawData, type WebSocket } from 'ws';
+import { errMsg, log } from '@metro-labs/core/log';
+import { isRecord } from '@metro-labs/core/is-record';
+import { takeTerminalTicket, type TerminalGrant } from './tickets.js';
+
+const TICKET_PATH = /^\/api\/terminal\/([A-Za-z0-9_-]{43})$/;
+const MAX_MESSAGE = 1024 * 1024;
+const DEFAULT_COLS = 120;
+const DEFAULT_ROWS = 36;
+const MAX_DIMENSION = 500;
+
+export interface TerminalSocketDeps {
+  command: (session: string) => string[];
+  takeTicket?: (ticket: string) => TerminalGrant | null;
+}
+
+const rawBytes = (data: RawData): Buffer =>
+  Buffer.isBuffer(data) ? data : Array.isArray(data) ? Buffer.concat(data) : Buffer.from(data);
+
+export const resizeWindowArgs = (session: string, cols: number, rows: number): string[] => [
+  'resize-window',
+  '-t',
+  `${session}:`,
+  '-x',
+  String(cols),
+  '-y',
+  String(rows),
+];
+
+function sizeTmuxWindow(command: string[], session: string, cols: number, rows: number): void {
+  if (command[0] !== 'tmux') return;
+  const child = spawn('tmux', resizeWindowArgs(session, cols, rows), { stdio: 'ignore' });
+  child.on('error', (err) => {
+    log.warn({ err: errMsg(err) }, 'terminal: resize-window could not run');
+  });
+  child.on('exit', (code) => {
+    if (code !== 0) log.warn({ code, session, cols, rows }, 'terminal: tmux refused the window resize');
+  });
+}
+
+const dimension = (raw: unknown): number | null =>
+  typeof raw === 'number' && Number.isInteger(raw) && raw > 1 && raw <= MAX_DIMENSION ? raw : null;
+
+export function sizeFrom(control: unknown): { cols: number; rows: number } | null {
+  if (!isRecord(control)) return null;
+  const cols = dimension(control.cols);
+  const rows = dimension(control.rows);
+  return cols === null || rows === null ? null : { cols, rows };
+}
+
+function runTerminal(ws: WebSocket, command: string[], subject: string, session: string): void {
+  const terminal = new Bun.Terminal({
+    cols: DEFAULT_COLS,
+    rows: DEFAULT_ROWS,
+    data: (_term, chunk) => {
+      if (ws.readyState === ws.OPEN) ws.send(chunk);
+    },
+  });
+  const proc = Bun.spawn(command, {
+    terminal,
+    env: { ...process.env, TERM: 'xterm-256color', COLORTERM: 'truecolor' },
+  });
+  log.info({ subject, pid: proc.pid, command: command[0] }, 'terminal: opened');
+  ws.on('message', (data, isBinary) => {
+    const bytes = rawBytes(data);
+    if (isBinary) {
+      terminal.write(bytes);
+      return;
+    }
+    try {
+      const size = sizeFrom(JSON.parse(bytes.toString('utf8')));
+      if (size !== null) {
+        terminal.resize(size.cols, size.rows);
+        proc.kill('SIGWINCH');
+        sizeTmuxWindow(command, session, size.cols, size.rows);
+      }
+    } catch (err) {
+      log.warn({ err: errMsg(err) }, 'terminal: bad control frame');
+    }
+  });
+  ws.on('close', () => {
+    proc.kill();
+    terminal.close();
+    log.info({ subject, pid: proc.pid }, 'terminal: closed by the page');
+  });
+  proc.exited
+    .then((code) => {
+      if (ws.readyState === ws.OPEN) ws.close(1000, `exit ${String(code)}`);
+      terminal.close();
+    })
+    .catch((err: unknown) => {
+      log.warn({ err: errMsg(err) }, 'terminal: exit watch failed');
+    });
+}
+
+function refuse(socket: Duplex, status: number, text: string): void {
+  socket.write(`HTTP/1.1 ${String(status)} ${text}\r\nConnection: close\r\n\r\n`);
+  socket.destroy();
+}
+
+export function attachTerminalSockets(server: Server, deps: TerminalSocketDeps): void {
+  const wss = new WebSocketServer({ noServer: true, maxPayload: MAX_MESSAGE });
+  const take = deps.takeTicket ?? takeTerminalTicket;
+  server.on('upgrade', (req: IncomingMessage, socket: Duplex, head: Buffer) => {
+    const path = (req.url ?? '').split('?')[0] ?? '';
+    const found = TICKET_PATH.exec(path);
+    if (!found) {
+      refuse(socket, 404, 'Not Found');
+      return;
+    }
+    const grant = take(found[1] ?? '');
+    if (grant === null) {
+      refuse(socket, 401, 'Unauthorized');
+      return;
+    }
+    wss.handleUpgrade(req, socket, head, (ws) => {
+      runTerminal(ws, deps.command(grant.session), grant.subject, grant.session);
+    });
+  });
+}

package/runtime/node_modules/@metro-labs/daemon/src/terminal/tickets.ts

@@ -0,0 +1,40 @@
+import { randomBytes } from 'node:crypto';
+
+const TTL_MS = 30_000;
+const MAX_OPEN = 20;
+
+export interface TerminalGrant {
+  subject: string;
+  session: string;
+}
+
+interface Pending extends TerminalGrant {
+  expiresAt: number;
+}
+
+const pending = new Map<string, Pending>();
+
+function prune(now: number): void {
+  for (const [ticket, entry] of pending) if (entry.expiresAt <= now) pending.delete(ticket);
+  while (pending.size >= MAX_OPEN) {
+    const oldest = pending.keys().next().value;
+    if (oldest === undefined) break;
+    pending.delete(oldest);
+  }
+}
+
+export function mintTerminalTicket(subject: string, session: string, now = Date.now()): { ticket: string; expiresAt: number } {
+  prune(now);
+  const ticket = randomBytes(32).toString('base64url');
+  const expiresAt = now + TTL_MS;
+  pending.set(ticket, { subject, session, expiresAt });
+  return { ticket, expiresAt };
+}
+
+export function takeTerminalTicket(ticket: string, now = Date.now()): TerminalGrant | null {
+  const entry = pending.get(ticket);
+  pending.delete(ticket);
+  return entry !== undefined && entry.expiresAt > now ? { subject: entry.subject, session: entry.session } : null;
+}
+
+export const pendingTerminalTickets = (): number => pending.size;

package/runtime/node_modules/@metro-labs/discord-bot/package.json

@@ -0,0 +1,28 @@
+{
+  "name": "@metro-labs/discord-bot",
+  "version": "0.1.0",
+  "private": true,
+  "type": "module",
+  "exports": {
+    ".": "./src/station.ts",
+    "./train": "./src/index.ts",
+    "./verify": "./src/verify.ts"
+  },
+  "scripts": {
+    "build": "tsc",
+    "test": "tsc --noEmit && bun test test/"
+  },
+  "dependencies": {
+    "@metro-labs/core": "workspace:*",
+    "@discordjs/voice": "^0.19.2",
+    "discord.js": "^14.26.4",
+    "prism-media": "^1.3.5"
+  },
+  "devDependencies": {
+    "@stage-labs/config": "0.1.0-beta.2",
+    "eslint": "^10.3.0",
+    "knip": "^6.15.0",
+    "madge": "^8.0.0",
+    "typescript": "^5"
+  }
+}

package/runtime/node_modules/@metro-labs/discord-bot/src/accounts.ts

@@ -0,0 +1,118 @@
+import { Client } from 'discord.js';
+import { homedir } from 'node:os';
+import { join } from 'node:path';
+import {
+  makeAccountStore,
+  resolveAccountId,
+} from '@metro-labs/core/stations/account-store';
+import { Line } from '@metro-labs/core/lines';
+import { emit } from './wire.js';
+import { API } from './api-base.js';
+
+const ACCOUNTS_FILE =
+  process.env.DISCORD_BOT_ACCOUNTS_FILE ??
+  join(homedir(), '.metro', 'discord-bot-accounts.json');
+
+export interface AccountConfig {
+  id: string;
+  token: string;
+  owner?: string;
+}
+
+export const { loadAccounts } = makeAccountStore<AccountConfig>({
+  prefix: 'discord-bot',
+  file: ACCOUNTS_FILE,
+  validate(raw, die) {
+    const seen = new Set<string>();
+    for (const a of raw) {
+      if (!a.id) die('account missing id');
+      if (!a.token || typeof a.token !== 'string')
+        die(`account '${a.id}' missing token`);
+      if (seen.has(a.id)) die(`duplicate account id '${a.id}'`);
+      seen.add(a.id);
+    }
+  },
+});
+
+export interface Account {
+  cfg: AccountConfig;
+  client: Client;
+}
+export const accounts = new Map<string, Account>();
+
+function restBody(
+  body: unknown,
+  isForm: boolean,
+): RequestInit['body'] | undefined {
+  if (body === undefined) return undefined;
+  return isForm ? (body as RequestInit['body']) : JSON.stringify(body);
+}
+
+async function restResult<T>(res: Response): Promise<T> {
+  if (res.status === 204) return undefined as T;
+  const ctype = res.headers.get('content-type') ?? '';
+  if (ctype.includes('application/json')) return res.json() as Promise<T>;
+  return res.arrayBuffer().then((b) => Buffer.from(b) as unknown as T);
+}
+
+export async function rest<T = unknown>(
+  accountId: string,
+  method: string,
+  path: string,
+  body?: unknown,
+  isForm = false,
+): Promise<T> {
+  const acct = accounts.get(accountId);
+  if (!acct) throw new Error(`unknown account '${accountId}'`);
+  const headers: Record<string, string> = {
+    Authorization: `Bot ${acct.cfg.token}`,
+    'User-Agent': 'metro-discord-bot-train (https://github.com/bonustrack/stage)',
+  };
+  if (body !== undefined && !isForm)
+    headers['Content-Type'] = 'application/json';
+  emit({ op: 'log', text: `discord-bot[${accountId}] api ${method} ${path}` });
+  const res = await fetch(`${API}${path}`, {
+    method,
+    headers,
+    body: restBody(body, isForm),
+    signal: AbortSignal.timeout(30_000),
+  });
+  emit({
+    op: 'log',
+    text: `discord-bot[${accountId}] api ${method} ${path} -> ${res.status}`,
+  });
+  if (!res.ok) {
+    const text = await res.text().catch(() => '');
+    throw new Error(`discord-bot ${method} ${path}: ${res.status} ${text}`);
+  }
+  return restResult<T>(res);
+}
+
+export function lineOf(accountId: string, channelId: string): string {
+  return `metro://discord-bot/${accountId}/${channelId}`;
+}
+
+export function parseLine(
+  line: string,
+): { accountId: string; channelId: string } | null {
+  const p = Line.parseDiscord(line);
+  return p ? { accountId: p.accountId, channelId: p.resource } : null;
+}
+
+export function accountFor(args: { account?: string; line?: string }): string {
+  return resolveAccountId(accounts, args, (line) => parseLine(line)?.accountId);
+}
+
+export function routeOf(
+  line: string,
+  account?: string,
+): { accountId: string; channelId: string } {
+  const parsed = parseLine(line);
+  if (!parsed) throw new Error(`bad discord-bot line: ${line}`);
+  const accountId = account ?? parsed.accountId;
+  if (!accounts.has(accountId))
+    throw new Error(`unknown account '${accountId}' in line ${line}`);
+  return { accountId, channelId: parsed.channelId };
+}
+
+export const encodeEmoji = (e: string): string => encodeURIComponent(e);

package/runtime/node_modules/@metro-labs/discord-bot/src/actions.ts

@@ -0,0 +1,388 @@
+import {
+  ActivityType,
+  type Message,
+  type PresenceStatusData,
+} from 'discord.js';
+import {
+  accountFor,
+  accounts,
+  encodeEmoji,
+  lineOf,
+  rest,
+  routeOf,
+} from './accounts.js';
+import { emitOutbound, emitOutboundEdit, emitOutboundReact } from './format.js';
+import { respond } from './wire.js';
+import { normalizeDiscord } from '@metro-labs/core/stations/messaging-normalize';
+import { assertContentLength } from '@metro-labs/core/stations/attachments';
+import {
+  appendFiles,
+  outgoingFiles,
+  type OutgoingFile,
+} from './send-files.js';
+import {
+  makeStation,
+  type CallMsg,
+  type StationHandler,
+} from '@metro-labs/core/stations/station-runtime';
+import { joinVoice, leaveVoice, voiceDebug, voiceTranscribe } from './voice.js';
+import { speak } from './voice-speak.js';
+import { discordMembers } from './members.js';
+import {
+  groupAddHandler,
+  groupCreateHandler,
+  groupRemoveHandler,
+} from './group-actions.js';
+
+async function sendMessage(
+  accountId: string,
+  channel: string,
+  body: Record<string, unknown>,
+  files: OutgoingFile[],
+): Promise<{ id: string; delivered: string[] }> {
+  if (files.length === 0) {
+    const plain = await rest<{ id: string }>(
+      accountId,
+      'POST',
+      `/channels/${channel}/messages`,
+      body,
+    );
+    return { id: plain.id, delivered: [] };
+  }
+  const form = new FormData();
+  form.append('payload_json', JSON.stringify(body));
+  const delivered = await appendFiles(form, files);
+  const res = await rest<{ id: string }>(
+    accountId,
+    'POST',
+    `/channels/${channel}/messages`,
+    form,
+    true,
+  );
+  return { id: res.id, delivered };
+}
+
+export type { CallMsg };
+
+async function send(id: string, args: Record<string, unknown>): Promise<void> {
+  const {
+    line,
+    text,
+    replyTo,
+    embeds,
+    stickerIds,
+    images,
+    files,
+    account,
+    attachmentKinds,
+    attachmentNames,
+  } = args as {
+    line: string;
+    text?: string;
+    replyTo?: string;
+    embeds?: unknown[];
+    stickerIds?: string[];
+    images?: string[];
+    files?: string[];
+    account?: string;
+    attachmentKinds?: string[];
+    attachmentNames?: string[];
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  const body: Record<string, unknown> = { flags: 4 };
+  if (text !== undefined) body.content = text;
+  if (replyTo) body.message_reference = { message_id: replyTo };
+  if (embeds) body.embeds = embeds;
+  if (stickerIds) body.sticker_ids = stickerIds;
+  const outgoing = outgoingFiles(
+    [...(images ?? []), ...(files ?? [])],
+    attachmentNames,
+    attachmentKinds,
+  );
+  const res = await sendMessage(accountId, channelId, body, outgoing);
+  emitOutbound(accountId, line, res.id, text ?? '', replyTo);
+  respond(id, {
+    result: {
+      messageId: res.id,
+      account: accountId,
+      ...(res.delivered.length ? { attachments: res.delivered } : {}),
+    },
+  });
+}
+
+function presence(id: string, args: Record<string, unknown>): void {
+  const {
+    text,
+    status = 'online',
+    account,
+  } = args as {
+    text?: string;
+    status?: PresenceStatusData;
+    account?: string;
+  };
+  const accountId = accountFor({ account });
+  const acct = accounts.get(accountId);
+  if (!acct) {
+    respond(id, { error: `unknown account '${accountId}'` });
+    return;
+  }
+  const client = acct.client;
+  if (!client.user) {
+    respond(id, { error: `gateway not ready for account '${accountId}'` });
+    return;
+  }
+  client.user.setPresence({
+    status,
+    activities: text
+      ? [{ name: 'Custom Status', type: ActivityType.Custom, state: text }]
+      : [],
+  });
+  respond(id, {
+    result: { ok: true, text: text ?? null, status, account: accountId },
+  });
+}
+
+const profileUrl = (userId?: string): string | null =>
+  userId === undefined ? null : `https://discord.com/users/${userId}`;
+
+function listAccounts(id: string): void {
+  respond(id, {
+    result: {
+      accounts: [...accounts.values()].map((a) => ({
+        id: a.cfg.id,
+        handle: a.client.user?.username ?? null,
+        url: profileUrl(a.client.user?.id),
+        userId: a.client.user?.id ?? null,
+        username: a.client.user?.username ?? null,
+        owner: a.cfg.owner ?? null,
+        ready: a.client.isReady(),
+      })),
+    },
+  });
+}
+
+async function react(id: string, args: Record<string, unknown>): Promise<void> {
+  const { line, messageId, emoji, account } = args as {
+    line: string;
+    messageId: string;
+    emoji: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  if (emoji) {
+    const e = encodeEmoji(emoji);
+    await rest(
+      accountId,
+      'PUT',
+      `/channels/${channelId}/messages/${messageId}/reactions/${e}/@me`,
+    );
+    emitOutboundReact(accountId, line, messageId, emoji);
+  } else {
+    await rest(
+      accountId,
+      'DELETE',
+      `/channels/${channelId}/messages/${messageId}/reactions/@me`,
+    );
+  }
+  respond(id, { result: { ok: true, account: accountId } });
+}
+
+async function edit(id: string, args: Record<string, unknown>): Promise<void> {
+  const { line, messageId, text, account } = args as {
+    line: string;
+    messageId: string;
+    text: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  await rest(accountId, 'PATCH', `/channels/${channelId}/messages/${messageId}`, {
+    content: text,
+  });
+  emitOutboundEdit(accountId, line, messageId, text);
+  respond(id, { result: { ok: true, account: accountId } });
+}
+
+async function remove(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const { line, messageId, account } = args as {
+    line: string;
+    messageId: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  await rest(accountId, 'DELETE', `/channels/${channelId}/messages/${messageId}`);
+  respond(id, { result: { ok: true, account: accountId } });
+}
+
+async function fetchMessages(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const {
+    line,
+    limit = 20,
+    before,
+    account,
+  } = args as {
+    line: string;
+    limit?: number;
+    before?: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  const qs = new URLSearchParams({
+    limit: String(limit),
+    ...(before ? { before } : {}),
+  });
+  const msgs = await rest<Message[]>(
+    accountId,
+    'GET',
+    `/channels/${channelId}/messages?${qs}`,
+  );
+  respond(id, { result: { messages: msgs, account: accountId } });
+}
+
+async function download(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const {
+    line,
+    messageId,
+    outDir = '/tmp',
+    account,
+  } = args as {
+    line: string;
+    messageId: string;
+    outDir?: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  const msg = await rest<{
+    attachments: { url: string; content_type?: string; filename: string }[];
+  }>(accountId, 'GET', `/channels/${channelId}/messages/${messageId}`);
+  const files: { path: string; mediaType: string }[] = [];
+  for (const att of msg.attachments) {
+    const res = await fetch(att.url, { signal: AbortSignal.timeout(60_000) });
+    if (!res.ok)
+      throw new Error(`discord-bot download ${res.status} for ${att.url}`);
+    assertContentLength(res.headers.get('content-length'));
+    const buf = await res.arrayBuffer();
+    const path = `${outDir}/${messageId}-${att.filename}`;
+    await Bun.write(path, buf);
+    files.push({
+      path,
+      mediaType: att.content_type ?? 'application/octet-stream',
+    });
+  }
+  respond(id, { result: { files, account: accountId } });
+}
+
+async function threadCreate(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const {
+    line,
+    messageId,
+    name,
+    autoArchiveDuration = 1440,
+    account,
+  } = args as {
+    line: string;
+    messageId?: string;
+    name: string;
+    autoArchiveDuration?: number;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  const path = messageId
+    ? `/channels/${channelId}/messages/${messageId}/threads`
+    : `/channels/${channelId}/threads`;
+  const res = await rest<{ id: string }>(accountId, 'POST', path, {
+    name,
+    auto_archive_duration: autoArchiveDuration,
+  });
+  respond(id, {
+    result: {
+      threadId: res.id,
+      line: lineOf(accountId, res.id),
+      account: accountId,
+    },
+  });
+}
+
+async function pin(id: string, args: Record<string, unknown>): Promise<void> {
+  const { line, messageId, account } = args as {
+    line: string;
+    messageId: string;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  await rest(accountId, 'PUT', `/channels/${channelId}/pins/${messageId}`);
+  respond(id, { result: { ok: true, account: accountId } });
+}
+
+async function typing(id: string, args: Record<string, unknown>): Promise<void> {
+  const { line, account } = args as { line: string; account?: string };
+  const { accountId, channelId } = routeOf(line, account);
+  await rest(accountId, 'POST', `/channels/${channelId}/typing`);
+  respond(id, { result: { ok: true, account: accountId } });
+}
+
+async function channel(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const { line, account } = args as { line: string; account?: string };
+  const { accountId, channelId } = routeOf(line, account);
+  const res = await rest(accountId, 'GET', `/channels/${channelId}`);
+  respond(id, { result: res });
+}
+
+async function listMembers(
+  id: string,
+  args: Record<string, unknown>,
+): Promise<void> {
+  const { line, limit, account } = args as {
+    line: string;
+    limit?: number;
+    account?: string;
+  };
+  const { accountId, channelId } = routeOf(line, account);
+  const result = await discordMembers(accountId, channelId, limit);
+  respond(id, { result });
+}
+
+const HANDLERS: Record<string, StationHandler> = {
+  accounts: (id) => {
+    listAccounts(id);
+  },
+  groupCreate: groupCreateHandler,
+  groupAddMembers: groupAddHandler,
+  groupRemoveMembers: groupRemoveHandler,
+  send,
+  react,
+  edit,
+  delete: remove,
+  fetch: fetchMessages,
+  download,
+  thread_create: threadCreate,
+  pin,
+  typing,
+  channel,
+  listMembers,
+  set_presence: presence,
+  joinVoice,
+  leaveVoice,
+  speak,
+  voiceDebug,
+  voiceTranscribe,
+};
+
+export const handleCall = makeStation({
+  handlers: HANDLERS,
+  normalize: normalizeDiscord,
+});

package/runtime/node_modules/@metro-labs/discord-bot/src/api-base.ts

@@ -0,0 +1 @@
+export const API = 'https://discord.com/api/v10';