@stage-labs/metro 0.1.0-beta.26 → 0.1.0-beta.261

package/runtime/node_modules/@metro-labs/{mcp → daemon}/src/mcp/accounts.ts

@@ -1,17 +1,12 @@
-import { forwardTrainCall } from '../daemon/train-call.js';
+import { storedPolicy } from '../policy/policy.js';
+import { forwardTrainCall } from '../stations/train-call.js';
 import {
   accountStationNames,
   stationByName,
 } from '../stations/registry.js';
-import { listEndpoints } from '../daemon/tunnel.js';
-import { hookUrl } from '../stations/attach.js';
-import { agentIdForAccount } from '../db/agent-map.js';
-import {
-  listAllStations,
-  stationRunsHere,
-  type StationRecord,
-} from '../db/materialize.js';
-import { type StationName } from '../db/schema.js';
+import { listEndpoints } from '../stations/webhook-endpoints.js';
+import { hookUrl, threemaCallbackUrl } from '../stations/attach.js';
+import { accountEnabled, agentIdForAccount, allowlistForAccount, approversForAccount, knownAccounts, type KnownAccount } from '../agents/map.js';
 
 const accountId = (acc: unknown): string | undefined => {
   const id = (acc as { id?: unknown }).id;
@@ -29,7 +24,14 @@ function withAgentId(station: string, acc: unknown): unknown {
   const id = typeof rec.id === 'string' ? rec.id : undefined;
   if (id === undefined) return acc;
   const agentId = agentIdForAccount(station, id);
-  return agentId === undefined ? acc : { ...rec, agentId };
+  if (agentId === undefined) return acc;
+  const allowlist = allowlistForAccount(station, id);
+  const stored = storedPolicy({ kind: 'channel', station, account: id });
+  const policy = stored === undefined ? {} : { policy: stored };
+  const approvers = approversForAccount(station, id);
+  const extra = approvers.length === 0 ? policy : { ...policy, approvers };
+  const tagged = allowlist === undefined ? { ...rec, agentId, ...extra } : { ...rec, agentId, allowlist, ...extra };
+  return accountEnabled(station, id) ? tagged : { ...tagged, enabled: false };
 }
 
 export function attachAgentIds(
@@ -75,6 +77,17 @@ function inCoreAccounts(station: string): unknown[] {
   );
 }
 
+function withCallbackUrl(acc: unknown): unknown {
+  const rec = asRecord(acc);
+  if (rec === undefined) return acc;
+  const { callbackId, callbackToken, ...rest } = rec;
+  if (typeof callbackId !== 'string' || typeof callbackToken !== 'string') return rest;
+  return { ...rest, callback: threemaCallbackUrl(callbackId, callbackToken) };
+}
+
+const decorate = (station: string, rows: unknown[]): unknown[] =>
+  station === 'threema' ? rows.map(withCallbackUrl) : rows;
+
 export interface ScopedAccounts {
   accounts: Record<string, unknown[]>;
   unavailable: string[];
@@ -85,12 +98,10 @@ async function liveAccounts(
 ): Promise<{ rows: unknown[]; reachable: boolean }> {
   if (!hasTrain(station))
     return { rows: inCoreAccounts(station), reachable: true };
-  if (!stationRunsHere(station as StationName))
-    return { rows: [], reachable: true };
   try {
     const resp = await forwardTrainCall(station, 'accounts', {});
     const list = (resp.result as { accounts?: unknown[] } | undefined)?.accounts;
-    return { rows: Array.isArray(list) ? list : [], reachable: true };
+    return { rows: decorate(station, Array.isArray(list) ? list : []), reachable: true };
   } catch {
     return { rows: [], reachable: false };
   }
@@ -99,7 +110,7 @@ async function liveAccounts(
 function mergeKnown(
   station: string,
   live: unknown[],
-  known: StationRecord[],
+  known: KnownAccount[],
 ): unknown[] {
   const seen = new Set(
     live.flatMap((row) => {
@@ -116,22 +127,31 @@ function mergeKnown(
 async function loadStations(): Promise<ScopedAccounts> {
   const unavailable: string[] = [];
   const accounts: Record<string, unknown[]> = {};
-  const known = await listAllStations();
+  const known = knownAccounts();
   await Promise.all(
     accountStationNames().map(async (station) => {
       const { rows, reachable } = await liveAccounts(station);
       if (!reachable) unavailable.push(station);
-      accounts[station] = mergeKnown(station, rows, known);
+      accounts[station] = hasTrain(station) ? mergeKnown(station, rows, known) : rows;
     }),
   );
   return { accounts, unavailable };
 }
 
+const URL_SECRETS = new Set(['endpoint', 'callback']);
+
+function withoutUrlSecrets(acc: unknown): unknown {
+  const rec = asRecord(acc);
+  if (rec === undefined) return acc;
+  return Object.fromEntries(Object.entries(rec).filter(([key]) => !URL_SECRETS.has(key)));
+}
+
 export async function gatherAccounts(
   allowedAgents?: Set<string>,
 ): Promise<Record<string, unknown[]>> {
   const { accounts } = await loadStations();
-  return allowedAgents ? scopeAccountsByAgent(accounts, allowedAgents) : accounts;
+  const scoped = allowedAgents ? scopeAccountsByAgent(accounts, allowedAgents) : accounts;
+  return Object.fromEntries(Object.entries(scoped).map(([station, rows]) => [station, rows.map(withoutUrlSecrets)]));
 }
 
 export async function gatherAccountsForAgents(

package/runtime/node_modules/@metro-labs/daemon/src/mcp/attachment-schema.ts

@@ -0,0 +1,91 @@
+import type { ToolDef } from './tool-def.js';
+
+export const attachmentItem = {
+  type: 'object',
+  description:
+    'A file to attach. Provide EXACTLY ONE source; naming two is an error and so is naming ' +
+    'none. Which one to use: `upload` for any real file on your own machine, including a ' +
+    'confidential one (call `create_upload` first, push the bytes over HTTP, then name the ' +
+    'id here); `data` ONLY for a tiny file, a few KB at most, because the base64 has to be ' +
+    'written out verbatim in this tool call and long base64 gets corrupted in the writing; ' +
+    '`url` when the file is ALREADY published somewhere the daemon can fetch it; `path` ONLY ' +
+    'for a file that is already sitting on the daemon host, which is almost never your ' +
+    'machine.',
+  properties: {
+    upload: {
+      type: 'string',
+      description:
+        'The `upload_id` of a file already pushed to metro over HTTP (`create_upload` mints ' +
+        'the slot and the one-line command; the bytes never pass through this conversation). ' +
+        'THIS IS THE ROUTE FOR ANYTHING REAL: it takes files up to 64 MiB, works for a file on ' +
+        'your own machine, and publishes nothing. The upload belongs to your agent, expires ' +
+        '30 minutes after it is created, and no other agent can name it.',
+    },
+    data: {
+      type: 'string',
+      description:
+        'Base64-encoded file bytes, inline in this call. ONLY FOR TINY FILES. The hard cap is ' +
+        '8 MiB decoded, but the real ceiling is far lower and is not enforced by the daemon: ' +
+        'this base64 has to be emitted verbatim as part of the tool call, and past roughly ' +
+        '10 KB (~13 KB of base64) it comes out corrupted, so the file arrives silently ' +
+        'damaged or fails to decode. Use `upload` instead for anything bigger. A ' +
+        '`data:<mime>;base64,` prefix is accepted and supplies the mime when `mime` is ' +
+        'omitted. Stations impose their own, lower limits (xmtp refuses non-image files over ' +
+        '~190 KiB).',
+    },
+    url: {
+      type: 'string',
+      description:
+        'http(s) URL fetched BY THE DAEMON, so it must already be publicly reachable from the ' +
+        'daemon host. Right when the file is already published; never for anything ' +
+        'confidential, because it has to be public for this to work at all. Use `upload` for ' +
+        'a confidential file.',
+    },
+    path: {
+      type: 'string',
+      description:
+        'Absolute path resolved ON THE DAEMON HOST, which is a different machine from yours. ' +
+        'A path on your own disk does NOT resolve here and is refused, however local it ' +
+        'looks. Use `upload` for a file on your machine.',
+    },
+    mime: {
+      type: 'string',
+      description: 'MIME type (guessed from the name/extension if omitted).',
+    },
+    name: {
+      type: 'string',
+      description:
+        'Filename to present (defaults to the basename, or to the name given at upload time).',
+    },
+  },
+} as const;
+
+export const CREATE_UPLOAD_TOOL: ToolDef = {
+  name: 'create_upload',
+  group: 'write',
+  description:
+    'Reserve a slot to push a file to metro over HTTP so you can attach it with `send`. Use ' +
+    'this for any file that actually matters: it is the only attachment route that carries a ' +
+    'file from YOUR machine without publishing it and without the bytes passing through this ' +
+    'conversation. Args: name? (the filename to present), mime?. Returns `upload_id`, a ' +
+    'single-use `upload_url` and a ready-to-run `curl` line. ONE STEP NEEDS A SHELL: run that ' +
+    'command (or any HTTP client) to push the bytes; there is no way to move a local file to ' +
+    'the daemon over MCP alone, because anything in an MCP call has to be written out by the ' +
+    'model first. If you have no shell, hand the single command to a subagent that does and ' +
+    'keep the `upload_id` -- the slot belongs to this metro agent, not to whoever runs the ' +
+    'command. Then: send({line, attachments:[{upload:"<upload_id>"}]}). Up to 64 MiB, expires ' +
+    '30 minutes after it is created, and no other agent can reference it.',
+  inputSchema: {
+    type: 'object',
+    properties: {
+      name: {
+        type: 'string',
+        description: 'Filename to present to the recipient (e.g. `report.pdf`).',
+      },
+      mime: {
+        type: 'string',
+        description: 'MIME type (guessed from the name/extension if omitted).',
+      },
+    },
+  },
+};

package/runtime/node_modules/@metro-labs/{mcp → daemon}/src/mcp/call-tools.ts

@@ -1,14 +1,15 @@
 import { stationForLine } from '../stations/registry.js';
-import { kindOf, toCanonical } from '../stations/attachments.js';
+import { kindOf, toCanonical } from '@metro-labs/core/stations/attachments';
 import {
   cleanupAttachments,
   resolveAttachments,
   type ResolvedAttachment,
 } from '../stations/attach-resolve.js';
-import type { CanonicalAttachment, ToolResult } from '../stations/types.js';
-import { errResult, makeCtx, ok, okJson, toErr } from './ctx.js';
+import type { CanonicalAttachment, ToolResult } from '@metro-labs/core/stations/types';
+import { errResult, makeCtx, ok, toErr } from './ctx.js';
+import { runRead } from './read-tool.js';
 import { allowedAgents, currentIdentity } from './request-identity.js';
-import { str } from './str.js';
+import { str } from '@metro-labs/core/str';
 
 type Station = NonNullable<ReturnType<typeof stationForLine>>;
 
@@ -16,6 +17,7 @@ interface MessageArgs {
   line: string;
   a: Record<string, unknown>;
   ctx: ReturnType<typeof makeCtx>;
+  onSent?: (messageId: string) => void;
   station: Station;
 }
 
@@ -30,8 +32,14 @@ const withId = (text: string, messageId: string | undefined): string =>
 interface Sent {
   labels: string[];
   messageId?: string;
+  thread?: string;
 }
 
+const threadOf = (response: { result: unknown }, asked: string): string | undefined => {
+  const line = (response.result as { line?: unknown } | null)?.line;
+  return typeof line === 'string' && line !== '' && line !== asked ? line : undefined;
+};
+
 const deliveredLabels = (response: { result: unknown }): string[] => {
   const list = (response.result as { attachments?: unknown } | null)
     ?.attachments;
@@ -52,6 +60,25 @@ function assertDelivered(
     );
 }
 
+const STAGE_PARTS = ['frame', 'wallet'] as const;
+
+const stagePartsIn = (m: MessageArgs): string[] => STAGE_PARTS.filter((key) => m.a[key] !== undefined);
+
+const stagePartArgs = (m: MessageArgs): Record<string, unknown> =>
+  Object.fromEntries(stagePartsIn(m).map((key) => [key, m.a[key]]));
+
+const sentLabels = (m: MessageArgs, text: string | undefined): string[] => [
+  ...(text ? ['text'] : []),
+  ...stagePartsIn(m),
+];
+
+function nativeBody(m: MessageArgs, text: string | undefined, replyTo: string | undefined): Record<string, unknown> {
+  const body: Record<string, unknown> = { line: m.line, ...stagePartArgs(m) };
+  if (text) body.text = text;
+  if (text && replyTo) body.replyTo = replyTo;
+  return body;
+}
+
 async function sendNative(
   m: MessageArgs,
   text: string | undefined,
@@ -59,16 +86,9 @@ async function sendNative(
   atts: ResolvedAttachment[],
 ): Promise<Sent> {
   const { line, ctx, station } = m;
-  const labels: string[] = [];
+  const labels = sentLabels(m, text);
   let messageId: string | undefined;
-  if (text) {
-    const response = await ctx.call(
-      'send',
-      replyTo ? { line, text, replyTo } : { line, text },
-    );
-    messageId = messageIdOf(response);
-    labels.push('text');
-  }
+  if (labels.length) messageId = messageIdOf(await ctx.call('send', nativeBody(m, text, replyTo)));
   if (!atts.length) return { labels, messageId };
   const delivered = station.sendAttachments
     ? await station.sendAttachments(line, atts, ctx)
@@ -85,19 +105,21 @@ async function sendForwarded(
   atts: ResolvedAttachment[],
 ): Promise<Sent> {
   const { line, ctx, station } = m;
-  const args: Record<string, unknown> = { line };
+  const args: Record<string, unknown> = { line, ...stagePartArgs(m) };
   if (text) args.text = text;
+  if (typeof m.a.subject === 'string' && m.a.subject.trim() !== '') args.subject = m.a.subject;
   if (replyTo) args.replyTo = replyTo;
   if (atts.length) args.attachments = atts.map(toCanonical);
   const response = await ctx.call('send', args);
   const messageId = messageIdOf(response);
-  const labels: string[] = [];
-  if (text) labels.push('text');
-  if (!atts.length) return { labels, messageId };
-  const delivered = deliveredLabels(response);
-  assertDelivered(station, delivered, atts);
-  labels.push(...delivered);
-  return { labels, messageId };
+  const thread = threadOf(response, line);
+  const labels = sentLabels(m, text);
+  if (atts.length) {
+    const delivered = deliveredLabels(response);
+    assertDelivered(station, delivered, atts);
+    labels.push(...delivered);
+  }
+  return thread === undefined ? { labels, messageId } : { labels, messageId, thread };
 }
 
 const unsupported = (station: Station, atts: CanonicalAttachment[]): string =>
@@ -105,14 +127,27 @@ const unsupported = (station: Station, atts: CanonicalAttachment[]): string =>
     .map((a) => kindOf(a.mime ?? '', a.path ?? a.url ?? a.name ?? ''))
     .join(', ')}); send a link in \`text\` instead`;
 
+const NOTHING_TO_SEND = 'send requires `text`, `attachments`, `frame` or `wallet`';
+
+function refusal(m: MessageArgs, text: string | undefined, requested: CanonicalAttachment[]): string | undefined {
+  const stageOnly = stagePartsIn(m);
+  if (!text && !requested.length && !stageOnly.length) return NOTHING_TO_SEND;
+  if (stageOnly.length && m.station.sendsFrames !== true)
+    return `${m.station.name} cannot send \`${stageOnly.join('` or `')}\`; that is Stage (XMTP) only`;
+  if (requested.length && m.station.attachmentMode === 'none') return unsupported(m.station, requested);
+  return undefined;
+}
+
+function noteSent(m: MessageArgs, messageId: string | undefined): void {
+  if (messageId !== undefined) m.onSent?.(messageId);
+}
+
 async function handleSend(m: MessageArgs): Promise<ToolResult> {
   const text = m.a.text as string | undefined;
   const replyTo = m.a.reply_to as string | undefined;
   const requested = (m.a.attachments as CanonicalAttachment[] | undefined) ?? [];
-  if (!text && !requested.length)
-    return errResult('send requires `text` or `attachments`');
-  if (requested.length && m.station.attachmentMode === 'none')
-    return errResult(unsupported(m.station, requested));
+  const refused = refusal(m, text, requested);
+  if (refused !== undefined) return errResult(refused);
   const atts = await resolveAttachments(requested, {
     allowed: allowedAgents(currentIdentity()),
   });
@@ -123,21 +158,16 @@ async function handleSend(m: MessageArgs): Promise<ToolResult> {
     const sent = native
       ? await sendNative(m, text, replyTo, atts)
       : await sendForwarded(m, text, replyTo, atts);
-    if (!sent.labels.length)
-      return errResult('send requires `text` or `attachments`');
-    return ok(withId(`sent: ${sent.labels.join(', ')}`, sent.messageId));
+    if (!sent.labels.length) return errResult(NOTHING_TO_SEND);
+    noteSent(m, sent.messageId);
+    const done = withId(`sent: ${sent.labels.join(', ')}`, sent.messageId);
+    return ok(sent.thread === undefined ? done : `${done} — new thread line: ${sent.thread}`);
   } finally {
     await cleanupAttachments(atts);
   }
 }
 
-async function handleRead({ line, a, ctx }: MessageArgs): Promise<ToolResult> {
-  const args: Record<string, unknown> = { line };
-  if (typeof a.limit === 'number') args.limit = a.limit;
-  if (a.before) args.before = str(a.before);
-  if (a.since) args.since = str(a.since);
-  return okJson(await ctx.call('read', args));
-}
+const handleRead = ({ a, station }: MessageArgs): Promise<ToolResult> => runRead(station, a);
 
 type MessageHandler = (m: MessageArgs) => Promise<ToolResult>;
 
@@ -158,7 +188,7 @@ const MESSAGE_VERBS: Record<string, VerbSpec> = {
 };
 
 function makeVerbHandler(verb: string, spec: VerbSpec): MessageHandler {
-  return async ({ line, a, ctx }) => {
+  return async ({ line, a, ctx, onSent }) => {
     const payload: Record<string, unknown> = { line };
     for (const [snake, camel] of spec.args) {
       const value = str(a[snake]);
@@ -169,21 +199,34 @@ function makeVerbHandler(verb: string, spec: VerbSpec): MessageHandler {
       payload[camel] = value;
     }
     const response = await ctx.call(verb, payload);
-    return ok(withId(spec.success, messageIdOf(response)));
+    const messageId = messageIdOf(response);
+    if (verb === 'reply' && messageId !== undefined) onSent?.(messageId);
+    return ok(withId(spec.success, messageId));
   };
 }
 
+const handleTyping = async ({ line, ctx }: MessageArgs): Promise<ToolResult> => {
+  await ctx.call('typing', { line });
+  return ok('typing shown');
+};
+
 const MESSAGE_HANDLERS: Record<string, MessageHandler> = {
   send: handleSend,
   read: handleRead,
+  typing: handleTyping,
   ...Object.fromEntries(
     Object.entries(MESSAGE_VERBS).map(([verb, spec]) => [verb, makeVerbHandler(verb, spec)]),
   ),
 };
 
+export interface ToolHooks {
+  onSent?: (messageId: string) => void;
+}
+
 export async function dispatchMessageTool(
   name: string,
   a: Record<string, unknown>,
+  hooks: ToolHooks = {},
 ): Promise<ToolResult> {
   const line = str(a.line);
   if (!line) return errResult(`${name} requires \`line\``);
@@ -195,8 +238,13 @@ export async function dispatchMessageTool(
   }
   const handler = MESSAGE_HANDLERS[name];
   if (!handler) return errResult(`unknown tool: ${name}`);
+  const verbs: ReadonlySet<string> = station.messageVerbs;
+  if (!verbs.has(name))
+    return errResult(
+      `${station.name} does not support ${name}; it supports ${[...verbs].join(', ')}.`,
+    );
   try {
-    return await handler({ line, a, ctx: makeCtx(station.name), station });
+    return await handler({ line, a, ctx: makeCtx(station.name), station, onSent: hooks.onSent });
   } catch (e) {
     return toErr(name, e);
   }

package/runtime/node_modules/@metro-labs/{mcp → daemon}/src/mcp/ctx.ts

@@ -1,8 +1,8 @@
 import { readFile } from 'node:fs/promises';
-import { forwardTrainCall } from '../daemon/train-call.js';
-import { errMsg, log } from '../daemon/log.js';
-import { TrainError } from '../daemon/train-error.js';
-import { type ToolContext, type ToolResult } from '../stations/types.js';
+import { forwardTrainCall } from '../stations/train-call.js';
+import { errMsg, log } from '@metro-labs/core/log';
+import { TrainError } from '@metro-labs/core/train-error';
+import { type ToolContext, type ToolResult } from '@metro-labs/core/stations/types';
 
 export async function metroCall(
   train: string,

package/runtime/node_modules/@metro-labs/{mcp → daemon}/src/mcp/event-store.ts

@@ -4,31 +4,34 @@ import type {
   StreamId,
 } from '@modelcontextprotocol/sdk/server/streamableHttp.js';
 import type { JSONRPCMessage } from '@modelcontextprotocol/sdk/types.js';
-import { frameInScope, frameLine } from './frame-scope.js';
+import { str } from '@metro-labs/core/str';
+import { eventInScope } from '../agents/scope.js';
 
-export const EVENT_STORE_MAX = 500;
+const EVENT_STORE_MAX = 500;
 
 interface StoredEvent {
   eventId: EventId;
   streamId: StreamId;
   message: JSONRPCMessage;
   line: string | undefined;
-  owner: Set<string>;
-}
-
-export interface EventStoreDeps {
-  scopeOf: () => Set<string>;
-  max?: number;
 }
 
 export interface ScopedReplay {
   send: (eventId: EventId, message: JSONRPCMessage) => Promise<void>;
-  scope: Set<string> | undefined;
+  scope: Set<string>;
   onWithheld?: (eventId: EventId, line: string | undefined) => void;
 }
 
 const SEP = '_';
 
+function frameLine(message: JSONRPCMessage): string | undefined {
+  const params: unknown = (message as { params?: unknown }).params;
+  if (typeof params !== 'object' || params === null) return undefined;
+  const meta: unknown = (params as { meta?: unknown }).meta;
+  if (typeof meta !== 'object' || meta === null) return undefined;
+  return str((meta as { line?: unknown }).line) || undefined;
+}
+
 const encodeEventId = (streamId: StreamId, seq: number): EventId =>
   `${streamId}${SEP}${seq}`;
 
@@ -40,13 +43,11 @@ const decodeStreamId = (eventId: EventId): StreamId | undefined => {
 
 export class BoundedEventStore implements EventStore {
   private readonly max: number;
-  private readonly scopeOf: () => Set<string>;
   private readonly events: StoredEvent[] = [];
   private seq = 0;
 
-  constructor(deps: EventStoreDeps) {
-    this.scopeOf = deps.scopeOf;
-    this.max = deps.max ?? EVENT_STORE_MAX;
+  constructor(max = EVENT_STORE_MAX) {
+    this.max = max;
   }
 
   storeEvent(streamId: StreamId, message: JSONRPCMessage): Promise<EventId> {
@@ -56,7 +57,6 @@ export class BoundedEventStore implements EventStore {
       streamId,
       message,
       line: frameLine(message),
-      owner: new Set(this.scopeOf()),
     });
     if (this.events.length > this.max) this.events.shift();
     return Promise.resolve(eventId);
@@ -72,7 +72,6 @@ export class BoundedEventStore implements EventStore {
   ): Promise<StreamId> {
     const streamId = decodeStreamId(lastEventId);
     if (streamId === undefined) return '';
-    const allowed = scope ?? new Set<string>();
     let seen = false;
     for (const e of this.events) {
       if (e.streamId !== streamId) continue;
@@ -80,7 +79,7 @@ export class BoundedEventStore implements EventStore {
         if (e.eventId === lastEventId) seen = true;
         continue;
       }
-      if (!frameInScope(allowed, e)) {
+      if (e.line !== undefined && !eventInScope(scope, e.line)) {
         onWithheld?.(e.eventId, e.line);
         continue;
       }

package/runtime/node_modules/@metro-labs/{mcp → daemon}/src/mcp/group-tools.ts

@@ -5,9 +5,9 @@ import type {
   MemberOutcome,
   Station,
   ToolResult,
-} from '../stations/types.js';
+} from '@metro-labs/core/stations/types';
 import { makeCtx, okJson, toErr } from './ctx.js';
-import { str } from './str.js';
+import { str } from '@metro-labs/core/str';
 
 export interface GroupOpResult {
   op: GroupOp;