atris 3.61.0 → 3.63.0

package/lib/host.js

@@ -4,7 +4,7 @@ const fs = require('fs');
 const path = require('path');
 const crypto = require('crypto');
 
-const DEFAULT_CONFIG = Object.freeze({ cadence_days: 3, question_expiry_days: 7, pause_after_unanswered: 2, intro_expiry_days: 7, intros_per_person_per_30d: 2, newcomer_intros_first_30d: 3, followup_days: 14, nudge_days: 3, rest_days: 21 });
+const DEFAULT_CONFIG = Object.freeze({ room: 'group', cadence_days: 3, question_expiry_days: 7, pause_after_unanswered: 2, intro_expiry_days: 7, intros_per_person_per_30d: 2, newcomer_intros_first_30d: 3, followup_days: 14, nudge_days: 3, rest_days: 21 });
 const PERSON_KEYS = ['schema', 'id', 'name', 'team', 'manager_id', 'door', 'status', 'joined_at', 'started_at', 'told_host_sees_at', 'next_question_at', 'pending_question_id', 'pending_question', 'pending_expires_at', 'unanswered_count', 'revision', 'processed_events', 'rest_until'];
 const INTRO_KEYS = ['a', 'b', 'attempt_id', 'reason', 'activity', 'version', 'a_said', 'b_said', 'state', 'created_at', 'expires_at', 'closed_reason', 'introduced_at', 'followup_at', 'followup_sent', 'a_met', 'b_met', 'nudge_at', 'nudge_sent', 'schedule_requested', 'scheduled_for', 'scheduled_at'];
 const NEW_INTRO_KEYS = ['introduced_at', 'followup_at', 'followup_sent', 'a_met', 'b_met', 'nudge_at', 'nudge_sent', 'schedule_requested', 'scheduled_for', 'scheduled_at'];
@@ -63,9 +63,39 @@ function putRecord(file, keys, data, body = '') {
   atomic(file, `---\n${keys.map((key) => `${key}: ${JSON.stringify(data[key])}`).join('\n')}\n---\n${body}`);
 }
 function sleep(ms) { Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, ms); }
-function locked(root, work) {
+function archiveOutbox(root, at) {
+  const marker = path.join(privateDir(root), 'outbox-archived-on');
+  const date = at.slice(0, 10);
+  if (readText(marker) === `${date}\n`) return;
+  const dir = outboxDir(root);
+  const byMonth = new Map();
+  const retained = [];
+  for (const name of fs.existsSync(dir) ? fs.readdirSync(dir).filter((file) => file.endsWith('.json')) : []) {
+    const file = path.join(dir, name);
+    const message = json(file);
+    if (message.state !== 'sent' || !(Date.parse(message.created_at) < Date.parse(at) - 30 * 86400000)) {
+      retained.push(message);
+      continue;
+    }
+    const month = message.created_at.slice(0, 7);
+    if (!byMonth.has(month)) byMonth.set(month, []);
+    byMonth.get(month).push({ file, message });
+  }
+  for (const [month, entries] of byMonth) {
+    const file = path.join(dir, 'archive', `${month}.jsonl`);
+    const archived = rows(file);
+    const seen = new Set(archived.map((message) => message.id));
+    putRows(file, [...archived, ...entries.filter((entry) => !seen.has(entry.message.id)).map((entry) => entry.message)]);
+    for (const entry of entries) fs.unlinkSync(entry.file);
+  }
+  atomic(marker, `${date}\n`);
+  return retained.sort((a, b) => a.created_at.localeCompare(b.created_at));
+}
+function locked(root, work, now) {
   const dir = privateDir(root);
   fs.mkdirSync(dir, { recursive: true });
+  const ignore = path.join(dir, '.gitignore');
+  if (!fs.existsSync(ignore)) atomic(ignore, '*\n');
   const lock = path.join(dir, '.lock');
   const deadline = Date.now() + 10000;
   while (true) {
@@ -78,103 +108,102 @@ function locked(root, work) {
       sleep(20 + Math.floor(Math.random() * 50));
     }
   }
-  try { return work(); } finally { fs.rmSync(lock, { recursive: true, force: true }); }
+  try { return work(archiveOutbox(root, nowIso(now))); } finally { fs.rmSync(lock, { recursive: true, force: true }); }
 }
 function config(root) {
   const file = path.join(privateDir(root), 'config.json');
   if (!fs.existsSync(file)) putJson(file, DEFAULT_CONFIG);
   const value = json(file);
-  if (!value || Object.keys(DEFAULT_CONFIG).some((key) => {
+  if (!value || typeof value !== 'object' || Array.isArray(value) || !['group', 'personal'].includes(Object.hasOwn(value, 'room') ? value.room : 'group') || (Object.hasOwn(value, 'slack_business_id') && (typeof value.slack_business_id !== 'string' || !value.slack_business_id.trim())) || Object.keys(DEFAULT_CONFIG).some((key) => {
     const setting = Object.hasOwn(value, key) ? value[key] : DEFAULT_CONFIG[key];
-    return !Number.isInteger(setting) || setting < 1;
+    return typeof DEFAULT_CONFIG[key] === 'number' && (!Number.isInteger(setting) || setting < 1);
   })) fail(`malformed config: ${file}`);
   return { ...DEFAULT_CONFIG, ...value };
 }
-function people(root) {
-  const dir = path.join(privateDir(root), 'people');
-  if (!fs.existsSync(dir)) return [];
-  return fs.readdirSync(dir).filter((name) => name.endsWith('.md')).map((name) => record(path.join(dir, name), PERSON_KEYS, ['rest_until', 'started_at'])).sort((a, b) => a.data.name.localeCompare(b.data.name));
-}
-function person(root, id) { return record(personPath(root, id), PERSON_KEYS, ['rest_until', 'started_at']); }
-function savePerson(root, entry) { entry.data.revision += 1; putRecord(personPath(root, entry.data.id), PERSON_KEYS, entry.data, entry.body); }
-function intros(root) {
-  const dir = introDir(root);
-  if (!fs.existsSync(dir)) return [];
-  return fs.readdirSync(dir).filter((name) => name.endsWith('.md')).map((name) => ({ file: path.join(dir, name), ...record(path.join(dir, name), INTRO_KEYS, NEW_INTRO_KEYS) }));
-}
-function queue(root, to, kind, text, at, attemptId = null, questionId = null) {
-  const recipient = person(root, to).data;
-  const message = { id: crypto.randomUUID(), to, door: recipient.door, kind, text, created_at: at, state: 'queued' };
-  if (attemptId) message.attempt_id = attemptId;
-  if (questionId) message.question_id = questionId;
-  putJson(path.join(outboxDir(root), `${message.id}.json`), message);
-  return message;
-}
-function messages(root) {
-  const dir = outboxDir(root);
-  if (!fs.existsSync(dir)) return [];
-  return fs.readdirSync(dir).filter((name) => name.endsWith('.json')).map((name) => json(path.join(dir, name))).sort((a, b) => a.created_at.localeCompare(b.created_at));
-}
-function dropQueued(root, predicate) {
-  for (const message of messages(root)) if (message.state === 'queued' && predicate(message)) fs.unlinkSync(path.join(outboxDir(root), `${message.id}.json`));
+function readFiles(dir, extension, parse) { return fs.existsSync(dir) ? fs.readdirSync(dir).filter((name) => name.endsWith(extension)).map((name) => parse(path.join(dir, name))) : []; }
+function hostState(root, room = 'group', initialOutbox) {
+  let roster, history, outbox = initialOutbox, connections, byId;
+  const linkFile = path.join(privateDir(root), 'links.jsonl');
+  const state = {
+    room,
+    people() {
+      if (!roster) {
+        roster = readFiles(path.join(privateDir(root), 'people'), '.md', (file) => record(file, PERSON_KEYS, ['rest_until', 'started_at'])).sort((a, b) => a.data.name.localeCompare(b.data.name));
+        byId = new Map(roster.map((entry) => [entry.data.id, entry]));
+      }
+      return roster;
+    },
+    person(id) { safeId(id); this.people(); const entry = byId.get(id); if (!entry) fail(`missing record: ${personPath(root, id)}`); return entry; },
+    addPerson(entry) { this.people().push(entry); byId.set(entry.data.id, entry); },
+    savePerson(entry) { entry.data.revision += 1; putRecord(personPath(root, entry.data.id), PERSON_KEYS, entry.data, entry.body); },
+    intros() { return history ??= readFiles(introDir(root), '.md', (file) => ({ file, ...record(file, INTRO_KEYS, NEW_INTRO_KEYS) })); },
+    messages() { return outbox ??= readFiles(outboxDir(root), '.json', (file) => json(file)).sort((a, b) => a.created_at.localeCompare(b.created_at)); },
+    message(id) { return outbox ? outbox.find((entry) => entry.id === id) : json(path.join(outboxDir(root), `${id}.json`)); },
+    links() { return connections ??= rows(linkFile); },
+    saveLinks(links) { if (JSON.stringify(links) !== JSON.stringify(this.links())) putRows(linkFile, links); connections = links; },
+    queue(to, kind, text, at, attemptId = null, questionId = null) {
+      const message = { id: crypto.randomUUID(), to, door: this.person(to).data.door, kind, text, created_at: at, state: 'queued' };
+      if (room === 'personal') message.draft = true;
+      if (attemptId) message.attempt_id = attemptId;
+      if (questionId) message.question_id = questionId;
+      putJson(path.join(outboxDir(root), `${message.id}.json`), message);
+      if (outbox) { outbox.push(message); outbox.sort((a, b) => a.created_at.localeCompare(b.created_at) || a.id.localeCompare(b.id)); }
+      return message;
+    },
+    dropQueued(predicate) {
+      const remaining = this.messages().filter((message) => {
+        if (message.state !== 'queued' || !predicate(message)) return true;
+        fs.unlinkSync(path.join(outboxDir(root), `${message.id}.json`));
+        return false;
+      });
+      outbox = remaining;
+    },
+  };
+  return state;
 }
-function closeIntro(root, entry, reason) {
+function closeIntro(state, entry, reason) {
   entry.data.state = 'closed';
   entry.data.closed_reason = reason;
   putRecord(entry.file, INTRO_KEYS, entry.data, entry.body);
-  dropQueued(root, (message) => message.kind === 'intro_ask' && message.attempt_id === entry.data.attempt_id);
+  state.dropQueued((message) => message.kind === 'intro_ask' && message.attempt_id === entry.data.attempt_id);
 }
-function closeFor(root, id, reason) {
-  for (const entry of intros(root)) if (entry.data.state === 'pending' && [entry.data.a, entry.data.b].includes(id)) closeIntro(root, entry, reason);
+function closeFor(state, id, reason) {
+  for (const entry of state.intros()) if (entry.data.state === 'pending' && [entry.data.a, entry.data.b].includes(id)) closeIntro(state, entry, reason);
 }
-function expireIntros(root, at) {
-  for (const entry of intros(root)) if (entry.data.state === 'pending' && entry.data.expires_at <= at) closeIntro(root, entry, 'expired');
-}
-function expireQuestions(root, at, settings) {
-  for (const entry of people(root)) {
+function refreshPeople(state, at, settings) {
+  for (const entry of state.people()) {
     const p = entry.data;
-    if (p.status !== 'active' || !p.pending_question_id || p.pending_expires_at > at) continue;
-    p.pending_question_id = null; p.pending_question = null; p.pending_expires_at = null;
-    p.unanswered_count += 1;
-    dropQueued(root, (message) => message.to === p.id && message.kind === 'question');
-    if (p.unanswered_count >= settings.pause_after_unanswered) {
-      p.status = 'paused';
-      p.rest_until = days(at, settings.rest_days);
-      closeFor(root, p.id, 'pause');
-      dropQueued(root, (message) => message.to === p.id);
+    if (p.status === 'active' && p.pending_question_id && p.pending_expires_at <= at) {
+      p.pending_question_id = null; p.pending_question = null; p.pending_expires_at = null;
+      p.unanswered_count += 1;
+      state.dropQueued((message) => message.to === p.id && message.kind === 'question');
+      if (p.unanswered_count >= settings.pause_after_unanswered) {
+        p.status = 'paused'; p.rest_until = days(at, settings.rest_days);
+        closeFor(state, p.id, 'pause'); state.dropQueued((message) => message.to === p.id);
+      }
+      state.savePerson(entry);
     }
-    savePerson(root, entry);
-  }
-}
-function resumeResting(root, at) {
-  for (const entry of people(root)) {
-    const p = entry.data;
-    if (p.status !== 'paused' || !p.rest_until || p.rest_until > at) continue;
-    p.status = 'active'; p.unanswered_count = 0; p.next_question_at = at; p.rest_until = null;
-    savePerson(root, entry);
-  }
-}
-function queueNudges(root, at) {
-  for (const entry of intros(root)) {
-    const intro = entry.data;
-    if (intro.state !== 'introduced' || !intro.nudge_at || intro.nudge_sent || intro.followup_sent || intro.schedule_requested || intro.scheduled_for || intro.nudge_at > at) continue;
-    for (const [id, other] of [[intro.a, intro.b], [intro.b, intro.a]]) {
-      if (person(root, id).data.status !== 'active') continue;
-      queue(root, id, 'nudge', `Want me to find a time for you and ${person(root, other).data.name} to do ${intro.activity}? Reply yes or no (no if you already have one).`, at, intro.attempt_id);
+    if (p.status === 'paused' && p.rest_until && p.rest_until <= at) {
+      p.status = 'active'; p.unanswered_count = 0; p.next_question_at = at; p.rest_until = null;
+      state.savePerson(entry);
     }
-    intro.nudge_sent = at;
-    putRecord(entry.file, INTRO_KEYS, intro, entry.body);
   }
 }
-function queueFollowups(root, at, skipAttempt = null) {
-  for (const entry of intros(root)) {
+function queueReminders(state, at, skipAttempt = null) {
+  for (const kind of ['nudge', 'followup']) for (const entry of state.intros()) {
     const intro = entry.data;
-    if (intro.state !== 'introduced' || intro.attempt_id === skipAttempt || !intro.followup_at || intro.followup_sent || intro.followup_at > at) continue;
+    if (intro.state !== 'introduced') continue;
+    const due = kind === 'nudge' ? intro.nudge_at && !intro.nudge_sent && !intro.followup_sent && !intro.schedule_requested && !intro.scheduled_for && intro.nudge_at <= at
+      : intro.attempt_id !== skipAttempt && intro.followup_at && !intro.followup_sent && intro.followup_at <= at;
+    if (!due) continue;
     for (const [id, other] of [[intro.a, intro.b], [intro.b, intro.a]]) {
-      if (person(root, id).data.status !== 'active') continue;
-      queue(root, id, 'followup', `Did you and ${person(root, other).data.name} end up doing ${intro.activity}? Worth doing again? Reply yes or no.`, at, intro.attempt_id);
+      if (state.person(id).data.status !== 'active') continue;
+      const name = state.person(other).data.name;
+      const text = kind === 'nudge' ? `Want me to find a time for you and ${name} to do ${intro.activity}? Say yes and I'll set it up.`
+        : `Did you and ${name} end up doing ${intro.activity}? Worth doing again? Reply yes or no.`;
+      state.queue(id, kind, text, at, intro.attempt_id);
     }
-    intro.followup_sent = at;
+    intro[`${kind}_sent`] = at;
     putRecord(entry.file, INTRO_KEYS, intro, entry.body);
   }
 }
@@ -210,34 +239,137 @@ function introLimit(person, at, settings) {
   return started <= current && started >= current - 30 * 86400000 ? settings.newcomer_intros_first_30d : settings.intros_per_person_per_30d;
 }
 
+function personData(arg, at, room) {
+  const id = safeId(arg.id);
+  const name = singleLine(arg.name, 'name');
+  if (arg.started != null && (typeof arg.started !== 'string' || !/^\d{4}-\d{2}-\d{2}(?:T\d{2}:\d{2}(?::\d{2}(?:\.\d+)?)?(?:Z|[+-]\d{2}:\d{2}))?$/.test(arg.started))) fail('started must be an ISO date or time');
+  const started = arg.started == null ? at : nowIso(arg.started);
+  const data = { schema: 1, id, name, team: arg.team ? singleLine(arg.team, 'team') : '', manager_id: arg.manager || null, door: arg.door ? singleLine(arg.door, 'door') : id, status: 'active', joined_at: at, started_at: started, told_host_sees_at: room === 'personal' ? null : at, next_question_at: at, pending_question_id: null, pending_question: null, pending_expires_at: null, unanswered_count: 0, revision: 1, processed_events: [], rest_until: null };
+  if (data.manager_id) safeId(data.manager_id);
+  return data;
+}
+function addPerson(root, state, data, at) {
+  putRecord(personPath(root, data.id), PERSON_KEYS, data, '');
+  state.addPerson({ data, body: '' });
+  if (!fs.existsSync(cardPath(root, data.id))) atomic(cardPath(root, data.id), cardText(data.name, data.team, {}));
+  if (state.room === 'group') state.queue(data.id, 'welcome', `Hi ${data.name}. I am the Host. I will ask a fun question now and then to get to know you. The human host can see your answers. You can pause or leave anytime.`, at);
+  return { id: data.id, revision: 1, due: true };
+}
+function linkData(root, arg, hasPerson) {
+  const [a, b] = pair(arg.a, arg.b);
+  if (a === b) fail('a person cannot link to themselves');
+  for (const id of [a, b]) if (!hasPerson(id)) fail(`missing record: ${personPath(root, id)}`);
+  if (!['channel', 'answer', 'card', 'intro', 'met'].includes(arg.source)) fail('invalid link source');
+  return { a, b, source: arg.source, evidence: required(arg.evidence, 'evidence') };
+}
+function addLink(state, link, at) {
+  const links = state.links();
+  if (links.some((entry) => entry.a === link.a && entry.b === link.b && entry.source === link.source && entry.evidence === link.evidence)) return false;
+  state.saveLinks([...links, { ...link, at }]);
+  return true;
+}
+function importFile(root, state, file, at) {
+  const filename = path.resolve(root, required(file, 'file'));
+  const input = readText(filename);
+  if (input === null) fail(`missing import file: ${filename}`);
+  const entries = [];
+  for (const [index, line] of input.split(/\r?\n/).entries()) {
+    if (!line.trim()) continue;
+    let row;
+    try { row = JSON.parse(line); } catch { fail(`line ${index + 1}: malformed json`); }
+    const kind = row && !Array.isArray(row) && typeof row === 'object' && Object.keys(row).length === 1 && (Object.hasOwn(row, 'person') || Object.hasOwn(row, 'link')) ? Object.keys(row)[0] : null;
+    if (!kind || !row[kind] || Array.isArray(row[kind]) || typeof row[kind] !== 'object') fail(`line ${index + 1}: expected a person or link object`);
+    const allowed = kind === 'person' ? ['id', 'name', 'team', 'manager', 'door', 'started'] : ['a', 'b', 'source', 'evidence'];
+    if (Object.keys(row[kind]).some((key) => !allowed.includes(key))) fail(`line ${index + 1}: unknown ${kind} field`);
+    entries.push({ line: index + 1, kind, value: row[kind] });
+  }
+  const known = new Set(state.people().map((entry) => entry.data.id));
+  const forgotten = new Set(rows(path.join(privateDir(root), 'forgotten.jsonl')).map((row) => row.id));
+  const people = [], links = [];
+  const counts = { added: 0, skipped: 0, refused: 0, links_added: 0, links_skipped: 0 };
+  for (const entry of entries.filter((item) => item.kind === 'person')) {
+    let data;
+    try { data = personData(entry.value, at, state.room); } catch (error) { fail(`line ${entry.line}: ${error.message}`); }
+    if (forgotten.has(data.id)) counts.refused += 1;
+    else if (known.has(data.id)) counts.skipped += 1;
+    else { known.add(data.id); people.push(data); }
+  }
+  for (const entry of entries.filter((item) => item.kind === 'link')) {
+    try { links.push(linkData(root, entry.value, (id) => known.has(id))); }
+    catch (error) { fail(`line ${entry.line}: ${error.message}`); }
+  }
+  for (const data of people) { addPerson(root, state, data, at); counts.added += 1; }
+  const existingLinks = state.links();
+  const key = (link) => JSON.stringify([link.a, link.b, link.source, link.evidence]);
+  const seen = new Set(existingLinks.map(key));
+  const addedLinks = [];
+  for (const link of links) {
+    const identity = key(link);
+    if (seen.has(identity)) counts.links_skipped += 1;
+    else { seen.add(identity); addedLinks.push({ ...link, at }); counts.links_added += 1; }
+  }
+  if (addedLinks.length) state.saveLinks([...existingLinks, ...addedLinks]);
+  return counts;
+}
+
 function hostAction(root, command, arg = {}) {
   if (command === 'receive' && arg.decision != null && !['yes', 'no'].includes(arg.decision)) fail('decision must be yes or no');
   if (command === 'receive' && arg.replyTo != null && arg.replyToRef != null) fail('choose --reply-to or --reply-to-ref');
   if (command === 'view') {
+    const state = hostState(root);
     if (arg.as && arg.team) fail('choose --as or --team');
     if (arg.as) {
-      const own = person(root, arg.as);
-      return { cards: people(root).filter((entry) => entry.data.status !== 'left').map((entry) => ({ id: entry.data.id, card: published(root, entry.data.id) })), own: { ...own.data, body: own.body } };
+      const own = state.person(arg.as);
+      return { cards: state.people().filter((entry) => entry.data.status !== 'left').map((entry) => ({ id: entry.data.id, card: published(root, entry.data.id) })), own: { ...own.data, body: own.body } };
     }
-    if (arg.team) return { cards: people(root).filter((entry) => entry.data.status !== 'left' && entry.data.team === arg.team).map((entry) => ({ id: entry.data.id, card: published(root, entry.data.id) })) };
+    if (arg.team) return { cards: state.people().filter((entry) => entry.data.status !== 'left' && entry.data.team === arg.team).map((entry) => ({ id: entry.data.id, card: published(root, entry.data.id) })) };
     fail('view needs --as <id> or --team <team>');
   }
-  return locked(root, () => {
+  return locked(root, (outbox) => {
     const settings = config(root);
+    if (command === 'setup') {
+      if (arg.room == null && arg.slackBusiness == null) fail('setup needs --room or --slack-business');
+      if (arg.room != null && !['group', 'personal'].includes(arg.room)) fail('room must be personal or group');
+      const slackBusiness = arg.slackBusiness == null ? settings.slack_business_id : required(arg.slackBusiness, 'slack business id');
+      if (arg.room === 'personal') {
+        const state = hostState(root, 'personal', outbox);
+        state.dropQueued((message) => message.kind === 'welcome');
+        for (const message of state.messages()) if (message.state === 'queued' && message.draft !== true) {
+          message.draft = true;
+          putJson(path.join(outboxDir(root), `${message.id}.json`), message);
+        }
+      }
+      putJson(path.join(privateDir(root), 'config.json'), { ...settings, room: arg.room || settings.room, ...(slackBusiness == null ? {} : { slack_business_id: slackBusiness }) });
+      return { ...(arg.room == null ? {} : { room: arg.room }), ...(arg.slackBusiness == null ? {} : { slack_business_id: slackBusiness }) };
+    }
+    const state = hostState(root, settings.room, outbox);
+    if (command === 'delivery') return { room: settings.room, slack_business_id: settings.slack_business_id, messages: state.messages().filter((message) => message.state === 'queued').sort((a, b) => a.created_at.localeCompare(b.created_at) || a.id.localeCompare(b.id)) };
+    if (command === 'sent') {
+      const id = required(arg.id, 'message id');
+      if (!/^[a-f0-9-]{36}$/.test(id)) fail('invalid message id');
+      const file = path.join(outboxDir(root), `${id}.json`);
+      const message = state.message(id);
+      if (!message) fail('unknown message');
+      const ref = arg.ref == null ? message.ref : providerRef(arg.ref);
+      if (message.state !== 'sent' || ref !== message.ref) {
+        if (arg.ref != null) message.ref = ref;
+        message.state = 'sent'; putJson(file, message);
+      }
+      return { id, state: 'sent' };
+    }
     const at = nowIso(arg.now);
-    expireIntros(root, at);
-    expireQuestions(root, at, settings);
-    resumeResting(root, at);
-    queueNudges(root, at);
-    queueFollowups(root, at, command === 'scheduled' && arg.at != null ? arg.id : null);
-    if (command === 'outbox') return messages(root).filter((message) => message.state === 'queued');
-    if (command === 'schedule') return intros(root).filter((entry) => entry.data.state === 'introduced' && entry.data.schedule_requested && !entry.data.scheduled_for).map(({ data }) => ({
+    if (command === 'import') return importFile(root, state, arg.file, at);
+    for (const entry of state.intros()) if (entry.data.state === 'pending' && entry.data.expires_at <= at) closeIntro(state, entry, 'expired');
+    refreshPeople(state, at, settings);
+    queueReminders(state, at, command === 'scheduled' && arg.at != null ? arg.id : null);
+    if (command === 'outbox') return state.messages().filter((message) => message.state === 'queued');
+    if (command === 'schedule') return state.intros().filter((entry) => entry.data.state === 'introduced' && entry.data.schedule_requested && !entry.data.scheduled_for).map(({ data }) => ({
       attempt_id: data.attempt_id, a: data.a, b: data.b,
-      names: { a: person(root, data.a).data.name, b: person(root, data.b).data.name }, activity: data.activity,
+      names: { a: state.person(data.a).data.name, b: state.person(data.b).data.name }, activity: data.activity,
     }));
     if (command === 'scheduled') {
       const attempt = required(arg.id, 'attempt id');
-      const entry = intros(root).find((intro) => intro.data.attempt_id === attempt && intro.data.state === 'introduced');
+      const entry = state.intros().find((intro) => intro.data.attempt_id === attempt && intro.data.state === 'introduced');
       if (!entry) fail('unknown introduced attempt');
       if (entry.data.scheduled_for) fail('introduction already scheduled');
       const when = singleLine(arg.when, 'when');
@@ -250,52 +382,53 @@ function hostAction(root, command, arg = {}) {
       entry.data.schedule_requested = false;
       putRecord(entry.file, INTRO_KEYS, entry.data, entry.body);
       for (const [id, other] of [[entry.data.a, entry.data.b], [entry.data.b, entry.data.a]]) {
-        queue(root, id, 'booked', `Booked: ${entry.data.activity} with ${person(root, other).data.name}, ${when}. Have fun.`, at, attempt);
+        state.queue(id, 'booked', `Booked: ${entry.data.activity} with ${state.person(other).data.name}, ${when}. Have fun.`, at, attempt);
       }
       return { attempt_id: attempt, scheduled_for: when };
     }
     if (command === 'people') {
-      const history = intros(root);
+      const history = state.intros();
       const recent = history.filter((entry) => Date.parse(entry.data.created_at) > Date.parse(at) - 30 * 86400000);
-      return people(root).filter((entry) => entry.data.status === 'active').map((entry) => ({
+      return state.people().filter((entry) => entry.data.status === 'active').map((entry) => ({
         id: entry.data.id, name: entry.data.name, team: entry.data.team, manager_id: entry.data.manager_id, status: entry.data.status,
         can_be_introduced: !history.some((intro) => ['pending', 'ready'].includes(intro.data.state) && [intro.data.a, intro.data.b].includes(entry.data.id)) && recent.filter((intro) => [intro.data.a, intro.data.b].includes(entry.data.id)).length < introLimit(entry.data, at, settings),
         ...cardValues(published(root, entry.data.id)),
       }));
     }
     if (command === 'join') {
-      const id = safeId(arg.id);
-      if (rows(path.join(privateDir(root), 'forgotten.jsonl')).some((row) => row.id === id)) fail('this id was forgotten and cannot rejoin');
-      if (fs.existsSync(personPath(root, id))) fail('person already joined');
-      const name = singleLine(arg.name, 'name');
-      if (arg.started != null && (typeof arg.started !== 'string' || !/^\d{4}-\d{2}-\d{2}(?:T\d{2}:\d{2}(?::\d{2}(?:\.\d+)?)?(?:Z|[+-]\d{2}:\d{2}))?$/.test(arg.started))) fail('started must be an ISO date or time');
-      const started = arg.started == null ? at : nowIso(arg.started);
-      const data = { schema: 1, id, name, team: arg.team ? singleLine(arg.team, 'team') : '', manager_id: arg.manager || null, door: arg.door ? singleLine(arg.door, 'door') : id, status: 'active', joined_at: at, started_at: started, told_host_sees_at: at, next_question_at: at, pending_question_id: null, pending_question: null, pending_expires_at: null, unanswered_count: 0, revision: 1, processed_events: [], rest_until: null };
-      if (data.manager_id) safeId(data.manager_id);
-      putRecord(personPath(root, id), PERSON_KEYS, data, '');
-      if (!fs.existsSync(cardPath(root, id))) atomic(cardPath(root, id), cardText(name, data.team, {}));
-      queue(root, id, 'welcome', `Hi ${name}. I am the Host. I will ask a fun question now and then to get to know you. The human host can see your answers. You can pause or leave anytime.`, at);
-      return { id, revision: 1, due: true };
+      const data = personData(arg, at, state.room);
+      if (rows(path.join(privateDir(root), 'forgotten.jsonl')).some((row) => row.id === data.id)) fail('this id was forgotten and cannot rejoin');
+      if (fs.existsSync(personPath(root, data.id))) fail('person already joined');
+      return addPerson(root, state, data, at);
     }
     if (['leave', 'pause', 'resume'].includes(command)) {
-      const entry = person(root, arg.id);
+      const entry = state.person(arg.id);
       entry.data.status = command === 'resume' ? 'active' : command === 'leave' ? 'left' : 'paused';
       entry.data.rest_until = null;
-      if (command !== 'resume') { closeFor(root, arg.id, command); dropQueued(root, (message) => message.to === arg.id); }
+      if (command !== 'resume') { closeFor(state, arg.id, command); state.dropQueued((message) => message.to === arg.id); }
       if (command === 'resume') { entry.data.next_question_at = at; entry.data.unanswered_count = 0; }
-      savePerson(root, entry);
+      state.savePerson(entry);
       return { id: arg.id, status: entry.data.status };
     }
     if (command === 'forget') {
       const id = safeId(arg.id);
-      person(root, id);
-      for (const entry of people(root)) if (entry.data.id !== id && entry.data.manager_id === id) { entry.data.manager_id = null; savePerson(root, entry); }
-      const affected = intros(root).filter((entry) => [entry.data.a, entry.data.b].includes(id));
+      state.person(id);
+      for (const entry of state.people()) if (entry.data.id !== id && entry.data.manager_id === id) { entry.data.manager_id = null; state.savePerson(entry); }
+      const affected = state.intros().filter((entry) => [entry.data.a, entry.data.b].includes(id));
       for (const entry of affected) fs.unlinkSync(entry.file);
       const attempts = new Set(affected.map((entry) => entry.data.attempt_id));
-      for (const message of messages(root)) if (message.to === id || attempts.has(message.attempt_id)) fs.unlinkSync(path.join(outboxDir(root), `${message.id}.json`));
-      const linkFile = path.join(privateDir(root), 'links.jsonl');
-      putRows(linkFile, rows(linkFile).filter((link) => link.a !== id && link.b !== id));
+      const involvesPerson = (message) => message.to === id || attempts.has(message.attempt_id);
+      for (const message of state.messages()) if (involvesPerson(message)) fs.unlinkSync(path.join(outboxDir(root), `${message.id}.json`));
+      const archive = path.join(outboxDir(root), 'archive');
+      for (const name of fs.existsSync(archive) ? fs.readdirSync(archive).filter((file) => file.endsWith('.jsonl')) : []) {
+        const file = path.join(archive, name);
+        const messages = rows(file);
+        const retained = messages.filter((message) => !involvesPerson(message));
+        if (retained.length === messages.length) continue;
+        if (retained.length) putRows(file, retained);
+        else fs.unlinkSync(file);
+      }
+      state.saveLinks(state.links().filter((link) => link.a !== id && link.b !== id));
       fs.unlinkSync(personPath(root, id));
       if (fs.existsSync(cardPath(root, id))) fs.unlinkSync(cardPath(root, id));
       const marker = path.join(privateDir(root), 'forgotten.jsonl');
@@ -306,11 +439,11 @@ function hostAction(root, command, arg = {}) {
       return { id, forgotten: true };
     }
     if (command === 'due') {
-      const open = intros(root);
-      return people(root).filter((entry) => entry.data.status === 'active' && !entry.data.pending_question_id && entry.data.next_question_at <= at && !open.some((intro) => awaiting(intro, entry.data.id))).map((entry) => ({ id: entry.data.id, name: entry.data.name, revision: entry.data.revision, card: published(root, entry.data.id) }));
+      const open = state.intros();
+      return state.people().filter((entry) => entry.data.status === 'active' && !entry.data.pending_question_id && entry.data.next_question_at <= at && !open.some((intro) => awaiting(intro, entry.data.id))).map((entry) => ({ id: entry.data.id, name: entry.data.name, revision: entry.data.revision, card: published(root, entry.data.id) }));
     }
     if (command === 'ask') {
-      const entry = person(root, arg.id);
+      const entry = state.person(arg.id);
       if (entry.data.status !== 'active' || entry.data.pending_question_id) fail('person is not ready for a question');
       if (entry.data.next_question_at > at) fail('question is not due yet');
       const question = required(arg.question, 'question');
@@ -318,26 +451,35 @@ function hostAction(root, command, arg = {}) {
       entry.data.pending_question = question;
       entry.data.pending_expires_at = days(at, settings.question_expiry_days);
       entry.data.next_question_at = days(at, settings.cadence_days);
-      savePerson(root, entry);
-      const message = queue(root, arg.id, 'question', question, at, null, entry.data.pending_question_id);
+      state.savePerson(entry);
+      const message = state.queue(arg.id, 'question', question, at, null, entry.data.pending_question_id);
       return { id: arg.id, question_id: entry.data.pending_question_id, message_id: message.id, revision: entry.data.revision };
     }
     if (command === 'receive') {
       const eventId = required(arg.eventId, 'event id');
       const sender = required(arg.from, 'from');
-      const matches = people(root).filter((entry) => entry.data.id === sender || entry.data.door === sender);
+      const matches = state.people().filter((entry) => entry.data.id === sender || entry.data.door === sender);
       if (matches.length !== 1) fail('unknown or ambiguous sender');
       const entry = matches[0];
       if (entry.data.processed_events.includes(eventId)) return { id: entry.data.id, duplicate: true };
-      if (entry.data.status !== 'active') fail('person is not active');
+      if (!['active', 'paused'].includes(entry.data.status)) fail('person is not active');
       const answer = required(arg.text, 'text');
+      if (entry.data.status === 'paused' && entry.data.rest_until) {
+        entry.data.status = 'active'; entry.data.unanswered_count = 0;
+        entry.data.rest_until = null; entry.data.next_question_at = at;
+      }
       entry.data.processed_events = [...entry.data.processed_events, eventId].slice(-200);
-      const history = intros(root);
+      if (entry.data.status === 'paused') {
+        entry.body += `## ${at}\n\nNote: ${answer}\n\n`;
+        state.savePerson(entry);
+        return { id: entry.data.id, kind: 'note', revision: entry.data.revision };
+      }
+      const history = state.intros();
       const open = history.find((intro) => awaiting(intro, entry.data.id));
       const decision = arg.decision || choice(answer);
       const ref = arg.replyToRef == null ? null : providerRef(arg.replyToRef);
-      const reply = arg.replyTo ? messages(root).find((message) => message.id === arg.replyTo)
-        : ref ? messages(root).find((message) => message.ref === ref && message.to === entry.data.id) : null;
+      const reply = arg.replyTo ? state.messages().find((message) => message.id === arg.replyTo)
+        : ref ? state.messages().find((message) => message.ref === ref && message.to === entry.data.id) : null;
       const routed = reply && reply.to === entry.data.id ? reply : null;
       const replyTo = arg.replyTo || routed?.id;
       const intro = routed && ['intro_ask', 'clarify'].includes(routed.kind)
@@ -354,18 +496,17 @@ function hostAction(root, command, arg = {}) {
         kind = 'nudge';
       } else if (intro && decision) {
         intro.data[intro.data.a === entry.data.id ? 'a_said' : 'b_said'] = decision;
-        if (decision === 'no') { closeIntro(root, intro, 'declined'); kind = 'intro_closed'; }
+        if (decision === 'no') { closeIntro(state, intro, 'declined'); kind = 'intro_closed'; }
         else if (intro.data.a_said === 'yes' && intro.data.b_said === 'yes') {
           intro.data.state = 'ready'; putRecord(intro.file, INTRO_KEYS, intro.data, intro.body);
-          queue(root, intro.data.a, 'intro', intro.body, at, intro.data.attempt_id);
-          queue(root, intro.data.b, 'intro', intro.body, at, intro.data.attempt_id);
+          state.queue(intro.data.a, 'intro', intro.body, at, intro.data.attempt_id);
+          state.queue(intro.data.b, 'intro', intro.body, at, intro.data.attempt_id);
           intro.data.state = 'introduced';
           intro.data.introduced_at = at;
           intro.data.nudge_at = days(at, settings.nudge_days);
           intro.data.followup_at = days(at, settings.followup_days);
           putRecord(intro.file, INTRO_KEYS, intro.data, intro.body);
-          const linkFile = path.join(privateDir(root), 'links.jsonl');
-          putRows(linkFile, [...rows(linkFile), { a: intro.data.a, b: intro.data.b, source: 'intro', evidence: 'introduced by the Host', at }]);
+          state.saveLinks([...state.links(), { a: intro.data.a, b: intro.data.b, source: 'intro', evidence: 'introduced by the Host', at }]);
           kind = 'introduced';
         } else { putRecord(intro.file, INTRO_KEYS, intro.data, intro.body); kind = 'intro_yes'; }
       } else if (question) {
@@ -376,49 +517,41 @@ function hostAction(root, command, arg = {}) {
         followup.data[followup.data.a === entry.data.id ? 'a_met' : 'b_met'] = decision;
         putRecord(followup.file, INTRO_KEYS, followup.data, followup.body);
         if (followup.data.a_met === 'yes' && followup.data.b_met === 'yes') {
-          const linkFile = path.join(privateDir(root), 'links.jsonl');
-          putRows(linkFile, [...rows(linkFile), { a: followup.data.a, b: followup.data.b, source: 'met', evidence: 'both people confirmed they met', at }]);
+          state.saveLinks([...state.links(), { a: followup.data.a, b: followup.data.b, source: 'met', evidence: 'both people confirmed they met', at }]);
         }
         kind = 'followup';
       } else if (open && !question && !decision && (!replyTo || ['intro_ask', 'clarify'].includes(routed?.kind))) {
         const other = open.data.a === entry.data.id ? open.data.b : open.data.a;
-        queue(root, entry.data.id, 'clarify', `Quick check on the intro with ${person(root, other).data.name} (${open.data.activity}): would you like it? Reply yes or no.`, at, open.data.attempt_id);
+        state.queue(entry.data.id, 'clarify', `Quick check on the intro with ${state.person(other).data.name} (${open.data.activity}): would you like it? Reply yes or no.`, at, open.data.attempt_id);
         kind = 'clarify';
       }
       if (kind !== 'answer') entry.body += `## ${at}\n\nNote: ${answer}\n\n`;
-      savePerson(root, entry);
+      state.savePerson(entry);
       return { id: entry.data.id, kind, revision: entry.data.revision };
     }
     if (command === 'card') {
-      const entry = person(root, arg.id);
+      const entry = state.person(arg.id);
       if (Number(arg.expectedRevision) !== entry.data.revision) fail('stale card revision');
       const patch = json(path.resolve(root, required(arg.patch, 'patch file')));
       if (!patch || Array.isArray(patch) || typeof patch !== 'object' || Object.keys(patch).some((key) => !CARD_KEYS.includes(key) || typeof patch[key] !== 'string' || /^#{1,6}\s/m.test(patch[key]))) fail('card patch may contain only the five text fields without headings');
       const current = cardValues(published(root, arg.id));
       atomic(cardPath(root, arg.id), cardText(entry.data.name, entry.data.team, { ...current, ...patch }));
-      savePerson(root, entry);
+      state.savePerson(entry);
       return { id: arg.id, revision: entry.data.revision };
     }
     if (command === 'link') {
-      const [a, b] = pair(arg.a, arg.b);
-      if (a === b) fail('a person cannot link to themselves');
-      person(root, a); person(root, b);
-      if (!['channel', 'answer', 'card', 'intro', 'met'].includes(arg.source)) fail('invalid link source');
-      const evidence = required(arg.evidence, 'evidence');
-      const file = path.join(privateDir(root), 'links.jsonl');
-      const links = rows(file);
-      if (!links.some((link) => link.a === a && link.b === b && link.source === arg.source && link.evidence === evidence)) links.push({ a, b, source: arg.source, evidence, at });
-      putRows(file, links);
-      return { a, b, linked: true };
+      const link = linkData(root, arg, (id) => { state.person(id); return true; });
+      addLink(state, link, at);
+      return { a: link.a, b: link.b, linked: true };
     }
     if (command === 'propose') {
       const [a, b] = pair(arg.a, arg.b);
       if (a === b) fail('cannot introduce a person to themselves');
-      const one = person(root, a).data, two = person(root, b).data;
+      const one = state.person(a).data, two = state.person(b).data;
       if (one.status !== 'active' || two.status !== 'active') fail('both people must be active');
       if (one.manager_id === b || two.manager_id === a) fail('manager and report cannot be introduced');
-      if (rows(path.join(privateDir(root), 'links.jsonl')).some((link) => link.a === a && link.b === b && link.source !== 'card')) fail('people are already linked');
-      const history = intros(root);
+      if (state.links().some((link) => link.a === a && link.b === b && link.source !== 'card')) fail('people are already linked');
+      const history = state.intros();
       if (history.some((entry) => entry.data.a === a && entry.data.b === b && entry.data.closed_reason === 'declined')) fail('this pair declined before');
       if (history.some((entry) => entry.data.a === a && entry.data.b === b && ['pending', 'ready'].includes(entry.data.state))) fail('this pair already has an introduction in flight');
       if (history.some((entry) => ['pending', 'ready'].includes(entry.data.state) && [a, b].some((id) => [entry.data.a, entry.data.b].includes(id)))) fail('this person already has an introduction in flight');
@@ -430,42 +563,35 @@ function hostAction(root, command, arg = {}) {
       const file = path.join(introDir(root), `${fileId(a)}--${fileId(b)}--${attempt}.md`);
       putRecord(file, INTRO_KEYS, data, wording);
       const ask = `I thought you and ${one.id === a ? two.name : one.name} might enjoy ${activity}. ${reason} Would you like an introduction? Reply yes or no.`;
-      queue(root, a, 'intro_ask', ask, at, attempt);
+      state.queue(a, 'intro_ask', ask, at, attempt);
       const otherAsk = `I thought you and ${one.name} might enjoy ${activity}. ${reason} Would you like an introduction? Reply yes or no.`;
-      queue(root, b, 'intro_ask', otherAsk, at, attempt);
+      state.queue(b, 'intro_ask', otherAsk, at, attempt);
       return { a, b, attempt_id: attempt, state: 'pending' };
     }
-    if (command === 'sent') {
-      const id = required(arg.id, 'message id');
-      if (!/^[a-f0-9-]{36}$/.test(id)) fail('invalid message id');
-      const file = path.join(outboxDir(root), `${id}.json`);
-      const message = json(file);
-      if (!message) fail('unknown message');
-      if (arg.ref != null) message.ref = providerRef(arg.ref);
-      message.state = 'sent'; putJson(file, message);
-      return { id, state: 'sent' };
-    }
     if (command === 'room') {
-      const roster = people(root);
-      const links = rows(path.join(privateDir(root), 'links.jsonl'));
-      const history = intros(root);
-      const unconnected = roster.filter((entry) => entry.data.status === 'active' && !links.some((link) => [link.a, link.b].includes(entry.data.id))).map((entry) => entry.data.name);
-      const celebrate = roster.filter((entry) => entry.data.status === 'active').flatMap((entry) => { const value = cardValues(published(root, entry.data.id)).worth_celebrating; return value ? [`${entry.data.name}: ${value}`] : []; });
+      const roster = state.people();
+      const links = state.links();
+      const history = state.intros();
+      const active = roster.filter((entry) => entry.data.status === 'active');
+      const linked = new Set(links.flatMap((link) => [link.a, link.b]));
+      const unconnected = active.filter((entry) => !linked.has(entry.data.id)).map((entry) => entry.data.name);
+      const celebrate = active.flatMap((entry) => { const value = cardValues(published(root, entry.data.id)).worth_celebrating; return value ? [`${entry.data.name}: ${value}`] : []; });
       const flight = history.filter((entry) => ['pending', 'ready'].includes(entry.data.state)).length;
       const happened = history.filter((entry) => entry.data.a_met === 'yes' && entry.data.b_met === 'yes').length;
       const current = Date.parse(at);
       const startedAt = (entry) => Date.parse(entry.data.started_at || entry.data.joined_at);
-      const cohort = roster.filter((entry) => entry.data.status === 'active' && startedAt(entry) >= current - 120 * 86400000 && startedAt(entry) <= current - 30 * 86400000);
+      const cohort = active.filter((entry) => startedAt(entry) >= current - 120 * 86400000 && startedAt(entry) <= current - 30 * 86400000);
       const connected = cohort.filter((entry) => new Set(links.filter((link) => link.source === 'met' && Date.parse(link.at) <= startedAt(entry) + 30 * 86400000 && [link.a, link.b].includes(entry.data.id)).map((link) => link.a === entry.data.id ? link.b : link.a)).size >= 2).length;
-      const firstMonth = roster.filter((entry) => entry.data.status === 'active' && startedAt(entry) > current - 30 * 86400000 && startedAt(entry) <= current).length;
+      const firstMonth = active.filter((entry) => startedAt(entry) > current - 30 * 86400000 && startedAt(entry) <= current).length;
       const coverage = `${cohort.length < 10 ? 'Not enough people have finished their first month yet to report this (need 10).' : `${connected} of ${cohort.length} people who joined in the last few months found at least two people in their first 30 days.`}\nIn their first month now: ${firstMonth}`;
-      const recent = roster.filter((entry) => entry.data.status === 'active' && startedAt(entry) >= current - 7 * 86400000).map((entry) => entry.data.name);
-      const content = `# Host room\n\nPeople: ${roster.filter((entry) => entry.data.status === 'active').length} active\n\n## No connections recorded\n\n${unconnected.join('\n') || 'None'}\n\n## Worth celebrating\n\n${celebrate.join('\n') || 'Nothing recorded yet'}\n\n## Introductions in flight\n\n${flight}\n\n## Introductions that happened\n\n${happened}\n\n## New people finding their people\n\n${coverage}\n\n## Suggested welcomes\n\n${recent.join('\n') || 'None'}\n`;
-      atomic(path.join(privateDir(root), 'room.md'), content);
+      const recent = active.filter((entry) => startedAt(entry) >= current - 7 * 86400000).map((entry) => entry.data.name);
+      const content = `# Host room\n\nPeople: ${active.length} active\n\n## No connections recorded\n\n${unconnected.join('\n') || 'None'}\n\n## Worth celebrating\n\n${celebrate.join('\n') || 'Nothing recorded yet'}\n\n## Introductions in flight\n\n${flight}\n\n## Introductions that happened\n\n${happened}\n\n## New people finding their people\n\n${coverage}\n\n## Suggested welcomes\n\n${recent.join('\n') || 'None'}\n`;
+      const room = path.join(privateDir(root), 'room.md');
+      if (readText(room) !== content) atomic(room, content);
       return { text: content };
     }
     fail('unknown host command');
-  });
+  }, arg.now);
 }
 
 module.exports = { hostAction, DEFAULT_CONFIG };