tryharness 0.7.28 → 0.7.29

package/README.md

@@ -68,10 +68,11 @@ on low battery and when the machine is hot.
 What they do:
 
 - **Briefs:** every brief a local coding agent gets carries a context pack (the files in its
-  repository most likely needed, earlier sessions on them, and a recording's minute or a
-  screenshot from your added folders when one is close) and the thread's task frame: what you
+  repository most likely needed, earlier sessions on them, and a page, passage, picture or
+  recording's minute from your added folders or the thread's files when one stands out) and the
+  thread's task frame: what you
   named resolved to file and line, the repository's state, other threads changing the same
-  repository, and each run's receipt. Agents can call `search_code`, `search_media`,
+  repository, and each run's receipt. Agents can call `search_code`, `search_files`,
   `compare_screens` (two screenshots of UI work, before and after: what changed and which text)
   and `search_screen` (what you saw in tabs shared with Harness, asked of your own Harness window
   sealed over the `tryharness link` line, so Harness's server carries it unread; your Allow in
@@ -91,7 +92,7 @@ What they do:
 ```sh
 npx tryharness local                  # what is installed, where it runs, what is indexed, the last learning
 npx tryharness local learn            # start the learner now
-npx tryharness local add ~/Recordings # a folder of recordings and screenshots agents can search
+npx tryharness local add ~/Documents # a folder agents can search by what is in its files
 npx tryharness watch                  # watches and what each last read
 npx tryharness watch add "keeper heartbeat" --run "cat state/heartbeat.json" --age completedAt --above 900 --every 5m
 ```

package/cli.mjs

@@ -29,6 +29,7 @@ import {
 } from "./lib/localmodels.mjs";
 import {
   installService,
+  launcherMissing,
   serviceInfo,
   uninstallService,
 } from "./lib/service.mjs";
@@ -300,6 +301,11 @@ async function connect() {
     spin.start("Getting the newest desktop app");
     const shown = await desktop();
     spin.stop(shown.text, shown.ok ? 0 : 2);
+    // The app brings the daemon's launcher: the daemon starts through it from now on (service.mjs).
+    if (launcherMissing()) {
+      installService({ runtimeRoot });
+      await waitForDaemon().catch(() => {});
+    }
   }
   // The relay's core local models (localmodels.mjs) and the server that runs them come down with setup, so agents get
   // context packs, code search, the handoff firewall and images checked before they leave from the first task. Each file
@@ -361,6 +367,10 @@ async function connect() {
     );
   }
   ui.info("History indexes locally in the background");
+  if (!readJson(paths.config, {}).libraryOff)
+    ui.info(
+      `Your agents on this computer can search what is in your Desktop, Documents and Downloads. It stays on this computer${process.platform === "darwin" ? "; your Mac asks you once, when Harness first reads them" : ""}.\n${pc.dim("Change it: npx tryharness local off")}`
+    );
   ui.info(
     `Your coding agents start the tasks you ask for in folders they have worked in, up to 10 a day each, without a Start. Tasks another agent wrote wait for you.\n${pc.dim("Change it: npx tryharness board standing")}`
   );
@@ -426,9 +436,20 @@ async function status() {
 
 // The relay's local models: each one's job, licence, size and whether it is here, where they run, what the context engine
 // has indexed, and what the overnight learner last did. `tryharness local learn` starts the learner now; `local add
-// <folder>` and `local remove <folder>` name folders of recordings and screenshots for search_media and briefs.
+// <folder>` and `local remove <folder>` name folders whose files agents search (search_files) and briefs draw on.
 async function local() {
   const root = path.join(paths.home, "local");
+  if (argv[0] === "on" || argv[0] === "off") {
+    const response = await daemonRequest({ command: `local.${argv[0]}` });
+    if (!response?.ok)
+      throw new Error(response?.error || "the daemon did not answer");
+    console.log(
+      argv[0] === "on"
+        ? `Your agents on this computer can search what is in ${response.folders.join(", ") || "your folders"}.`
+        : "Your folders are no longer searched, and what was read from them is forgotten. Your threads' files still are."
+    );
+    return;
+  }
   if (argv[0] === "add" || argv[0] === "remove") {
     const response = await daemonRequest({
       command: `local.${argv[0]}`,
@@ -438,7 +459,7 @@ async function local() {
       throw new Error(response?.error || "the daemon did not answer");
     console.log(
       argv[0] === "add"
-        ? `Added. The relay reads the recordings and screenshots there in the background${response.downloading ? ", once the image and audio part of the search model has downloaded (555 MB)" : ""}.`
+        ? `Added. The relay reads the files there in the background: documents and PDFs now, pictures, recordings and videos${response.downloading ? " once the image and audio part of the search model has downloaded (555 MB)" : " too"}.`
         : "Removed."
     );
     return;
@@ -485,10 +506,14 @@ async function local() {
       ? `ranking: learned ${current.model.trainedAt}, held-out recall at 10 ${JSON.stringify(current.model.heldOut)}`
       : "ranking: the default until the learner has enough runs"
   );
-  for (const folder of current.media?.folders || [])
-    console.log(`recordings and screenshots: ${folder}`);
-  if (current.media?.folders?.length)
-    console.log(`media files read: ${current.media.files}`);
+  for (const folder of current.library?.folders || [])
+    console.log(`searched by what is in it: ${folder}`);
+  if (current.library?.files)
+    console.log(
+      `files read: ${current.library.files}${current.library.waiting ? ` (${current.library.waiting} parts waiting for the model)` : ""}`
+    );
+  for (const skip of (current.library?.skipped || []).slice(0, 5))
+    console.log(`not read: ${skip.path} (${skip.reason})`);
   if (current.learning)
     console.log(
       `last learning: ${current.learning.at} · ${current.learning.kept ? "kept a new model" : `kept the old one${current.learning.why ? ` (${current.learning.why})` : ""}`}`
@@ -1752,7 +1777,7 @@ async function t3() {
 
 function help() {
   console.log(
-    `tryharness ${VERSION}\n\nCommands:\n  tryharness                 set up everything and start the daemon\n  tryharness desktop         open the Harness desktop app (setup opens it too; --no-desktop skips it)\n  tryharness status          show daemon, bridge, agent, and index health\n  tryharness doctor          diagnose the complete connection\n  tryharness local [learn]   the relay's local models, where they run, what is indexed and the last learning\n  tryharness local add|remove <folder>   a folder of recordings and screenshots agents can search by what was said or shown\n  tryharness watch [add <name> --run <command> [--every 5m] [--field f | --age f | --count text] [--above n] [--below n] | start <id> | remove <id>]\n                             watches the relay checks and says out loud only when they are off\n  tryharness sync [--agent]  rescan local coding history in the background\n  tryharness task <id> --follow\n                             follow a delegated agent run in this terminal\n  tryharness board [--all]   list open work on the machine's task board\n  tryharness board post --for <agent> --objective <text> [--file <brief.md>]\n  tryharness board show <id>\n  tryharness board post --for codex --objective <text> --run --workspace <dir>\n                             the daemon runs it and reports back on the task\n  tryharness board run <id>  authorize a run an agent asked for\n  tryharness board release <id>\n  tryharness board agents    when each agent last read the board\n  tryharness board --watch   follow the board in this terminal\n  tryharness notify on|off   desktop notifications for what waits on you\n  tryharness board send <task> <message>   send a held reply to another person's agent\n  tryharness board snippet [<id> share|keep]   code an agent elsewhere asked to see; nothing leaves until you share it\n  tryharness board auto <task> on|off      auto-send replies on that thread\n  tryharness board end <task> --outcome <text>\n  tryharness board context <task> <query>  search everything written about a task\n  tryharness goal set --objective <text> [--team a,b] [--workspace <dir>]   a goal your agents work together in one room\n  tryharness goal [list | show <id> | stop <id> | resume <id>]\n  tryharness room <goal> | room post <goal> <text> [--ask agent,agent]\n  tryharness swarm rounds [<thread>]   what the coordinator saw, chose and cost each round\n  tryharness swarm health [<thread>]   who decided each day's rounds: Harness, a backup, or no one\n  tryharness swarm ceiling <thread> <dollars|off>   what a thread may spend of your Harness credits\n  tryharness swarm coordinator [harness|local]   who coordinates your threads\n  tryharness connect <handle/agent> --about <text>   ask another person's agent to work an issue with yours, sealed to their computer\n  tryharness peers           the keys of other people's computers this one has worked with, to compare\n  tryharness agents          how Harness wakes each of your agents, and set up the rest\n  tryharness agents setup <agent> | agents test <agent>\n  tryharness agents cards     what each of your agents is told about the others\n  tryharness agents note <agent> <text> [--clear]   your own note on an agent's card, told to every other agent\n  tryharness agents models [<agent>] [--refresh]   the models each coding agent lists and the one it runs on\n  tryharness agents model <agent> <model> [--effort <level>] | auto | default   the model it runs on; auto lets Harness pick per run\n  tryharness agents routing "<text>" [--clear]   how Auto picks models for your swarm\n  tryharness mcp grok-bot    print the MCP snippet that puts Grok Bot on the board\n  tryharness link            connect the browser you use Harness in to this computer, end to end (--print shows the link)\n  tryharness phone pair      show a QR code that pairs your phone with this computer\n  tryharness phone list | revoke <id>\n  tryharness t3              approve Harness in T3 Code once, so your messages go into its threads (t3 status | t3 forget)\n  tryharness logs [--follow]\n  tryharness disconnect\n`
+    `tryharness ${VERSION}\n\nCommands:\n  tryharness                 set up everything and start the daemon\n  tryharness desktop         open the Harness desktop app (setup opens it too; --no-desktop skips it)\n  tryharness status          show daemon, bridge, agent, and index health\n  tryharness doctor          diagnose the complete connection\n  tryharness local [learn]   the relay's local models, where they run, what is indexed and the last learning\n  tryharness local on|off     search over your Desktop, Documents and Downloads by what is in the files (on by default)\n  tryharness local add|remove <folder>   another folder to search the same way\n  tryharness watch [add <name> --run <command> [--every 5m] [--field f | --age f | --count text] [--above n] [--below n] | start <id> | remove <id>]\n                             watches the relay checks and says out loud only when they are off\n  tryharness sync [--agent]  rescan local coding history in the background\n  tryharness task <id> --follow\n                             follow a delegated agent run in this terminal\n  tryharness board [--all]   list open work on the machine's task board\n  tryharness board post --for <agent> --objective <text> [--file <brief.md>]\n  tryharness board show <id>\n  tryharness board post --for codex --objective <text> --run --workspace <dir>\n                             the daemon runs it and reports back on the task\n  tryharness board run <id>  authorize a run an agent asked for\n  tryharness board release <id>\n  tryharness board agents    when each agent last read the board\n  tryharness board --watch   follow the board in this terminal\n  tryharness notify on|off   desktop notifications for what waits on you\n  tryharness board send <task> <message>   send a held reply to another person's agent\n  tryharness board snippet [<id> share|keep]   code an agent elsewhere asked to see; nothing leaves until you share it\n  tryharness board auto <task> on|off      auto-send replies on that thread\n  tryharness board end <task> --outcome <text>\n  tryharness board context <task> <query>  search everything written about a task\n  tryharness goal set --objective <text> [--team a,b] [--workspace <dir>]   a goal your agents work together in one room\n  tryharness goal [list | show <id> | stop <id> | resume <id>]\n  tryharness room <goal> | room post <goal> <text> [--ask agent,agent]\n  tryharness swarm rounds [<thread>]   what the coordinator saw, chose and cost each round\n  tryharness swarm health [<thread>]   who decided each day's rounds: Harness, a backup, or no one\n  tryharness swarm ceiling <thread> <dollars|off>   what a thread may spend of your Harness credits\n  tryharness swarm coordinator [harness|local]   who coordinates your threads\n  tryharness connect <handle/agent> --about <text>   ask another person's agent to work an issue with yours, sealed to their computer\n  tryharness peers           the keys of other people's computers this one has worked with, to compare\n  tryharness agents          how Harness wakes each of your agents, and set up the rest\n  tryharness agents setup <agent> | agents test <agent>\n  tryharness agents cards     what each of your agents is told about the others\n  tryharness agents note <agent> <text> [--clear]   your own note on an agent's card, told to every other agent\n  tryharness agents models [<agent>] [--refresh]   the models each coding agent lists and the one it runs on\n  tryharness agents model <agent> <model> [--effort <level>] | auto | default   the model it runs on; auto lets Harness pick per run\n  tryharness agents routing "<text>" [--clear]   how Auto picks models for your swarm\n  tryharness mcp grok-bot    print the MCP snippet that puts Grok Bot on the board\n  tryharness link            connect the browser you use Harness in to this computer, end to end (--print shows the link)\n  tryharness phone pair      show a QR code that pairs your phone with this computer\n  tryharness phone list | revoke <id>\n  tryharness t3              approve Harness in T3 Code once, so your messages go into its threads (t3 status | t3 forget)\n  tryharness logs [--follow]\n  tryharness disconnect\n`
   );
 }
 

package/lib/atlas.mjs

@@ -136,9 +136,13 @@ export function openAtlas(file) {
     create index if not exists runs_root_at on runs(root, at);
     create table if not exists run_vectors (agent text not null, session_id text not null, version text not null, vector blob not null, primary key(agent, session_id, version));
     create table if not exists meta (key text primary key, value text not null);
-    create table if not exists media (hash text primary key, path text not null, kind text not null, start_ms integer not null, end_ms integer not null, mtime real not null);
-    create index if not exists media_path on media(path);
+    create table if not exists library (file text not null, vec text not null, source text not null, name text not null,
+      kind text not null, modality text not null, loc real not null, loc_end real, mtime real not null, embed integer not null,
+      primary key(file, vec));
+    create index if not exists library_source on library(source);
+    create virtual table if not exists library_fts using fts5(file unindexed, vec unindexed, name, text);
   `);
+  migrateMedia(db);
   // A blob's pieces never change, so lookups are kept (a few MB for a large repository and its recent versions).
   const blobPieces = new Map();
   const run = (sql, ...values) =>
@@ -327,35 +331,8 @@ export function openAtlas(file) {
         edited: JSON.parse(row.edited),
         vector: fromBlob(row.vector),
       })),
-    /** Recordings' windows and images (media.mjs): one row each, its vector beside the pieces'. */
-    mediaSeen: (file) =>
-      get("select max(mtime) as mtime from media where path = ?", file)
-        ?.mtime ?? null,
-    mediaPaths: () =>
-      all("select distinct path from media").map((row) => row.path),
-    dropMedia: (file) => run("delete from media where path = ?", file),
-    putMedia: (row) =>
-      run(
-        "insert or replace into media(hash, path, kind, start_ms, end_ms, mtime) values(?, ?, ?, ?, ?, ?)",
-        row.hash,
-        row.path,
-        row.kind,
-        row.startMs,
-        row.endMs,
-        row.mtime
-      ),
-    mediaVectors: (version) =>
-      all(
-        "select m.hash, m.path, m.kind, m.start_ms, m.end_ms, v.vector from media m join piece_vectors v on v.hash = m.hash and v.version = ?",
-        version
-      ).map((row) => ({
-        hash: row.hash,
-        path: row.path,
-        kind: row.kind,
-        startMs: Number(row.start_ms),
-        endMs: Number(row.end_ms),
-        vector: fromBlob(row.vector),
-      })),
+    /** The library (library.mjs): parts of the person's files and the threads' files, their vectors beside the pieces'. */
+    library: libraryTables(run, all, get),
     /** Full-text matches: { hash, rank } best first (bm25, lower is better), over every indexed piece. */
     words(terms, limit = 400) {
       if (!terms.length) return [];
@@ -371,6 +348,153 @@ export function openAtlas(file) {
   };
 }
 
+// Recordings and screenshots indexed before the library keep their vectors: their part keys are the same.
+function migrateMedia(db) {
+  const old = db.get(
+    "select name from sqlite_master where type = 'table' and name = 'media'"
+  );
+  if (!old) return;
+  db.exec(`
+    insert or ignore into library(file, vec, source, name, kind, modality, loc, loc_end, mtime, embed)
+      select path, hash, 'folders', path, kind, kind, start_ms, end_ms, mtime, 1 from media;
+    drop table media;
+  `);
+  for (const row of db.all("select distinct file from library")) {
+    const name = path.basename(row.file);
+    db.run("update library set name = ? where file = ?", [name, row.file]);
+    db.run(
+      "insert into library_fts(file, vec, name, text) values(?, ?, ?, '')",
+      [row.file, "", name]
+    );
+  }
+}
+
+const LIBRARY_COLUMNS =
+  "file, vec, source, name, kind, modality, loc, loc_end, mtime, embed";
+const libraryRow = (row) => ({
+  file: row.file,
+  vec: row.vec,
+  source: row.source,
+  name: row.name,
+  kind: row.kind,
+  modality: row.modality,
+  loc: Number(row.loc),
+  locEnd: row.loc_end === null ? null : Number(row.loc_end),
+  mtime: Number(row.mtime),
+});
+
+function libraryTables(run, all, get) {
+  return {
+    /** Every file in one source ("folders", or a thread's id) with when it was read: Map(file, mtime). */
+    files(source) {
+      const rows = all(
+        "select file, max(mtime) as mtime from library where source = ? group by file",
+        source
+      );
+      return new Map(rows.map((row) => [row.file, Number(row.mtime)]));
+    },
+    sources: () =>
+      all("select distinct source from library").map((row) => row.source),
+    drop(file) {
+      run("delete from library where file = ?", file);
+      run("delete from library_fts where file = ?", file);
+    },
+    /** A file's parts: rows of LIBRARY_COLUMNS plus text (the words it is found by). One row of words names the file. */
+    put(rows) {
+      for (const row of rows) {
+        run(
+          `insert or replace into library(${LIBRARY_COLUMNS}) values(?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`,
+          row.file,
+          row.vec,
+          row.source,
+          row.name,
+          row.kind,
+          row.modality,
+          row.loc,
+          row.locEnd ?? null,
+          row.mtime,
+          row.embed ? 1 : 0
+        );
+        if (row.text)
+          run(
+            "insert into library_fts(file, vec, name, text) values(?, ?, '', ?)",
+            row.file,
+            row.vec,
+            row.text
+          );
+      }
+      const first = rows[0];
+      if (first)
+        run(
+          "insert into library_fts(file, vec, name, text) values(?, '', ?, '')",
+          first.file,
+          first.name.replace(/[._-]/g, " ")
+        );
+    },
+    /** Parts still to embed: the newest files first. */
+    toEmbed: (version, modalities, limit = 32) =>
+      all(
+        `select l.*, f.text from library l
+        left join piece_vectors v on v.hash = l.vec and v.version = ?
+        left join library_fts f on f.file = l.file and f.vec = l.vec
+        where l.embed = 1 and v.hash is null and l.modality in (${modalities.map(() => "?").join(",")})
+        group by l.file, l.vec order by l.mtime desc limit ?`,
+        version,
+        ...modalities,
+        limit
+      ).map((row) => ({ ...libraryRow(row), text: row.text ?? "" })),
+    waiting: (version) =>
+      Number(
+        get(
+          `select count(*) as n from library l left join piece_vectors v on v.hash = l.vec and v.version = ?
+          where l.embed = 1 and v.hash is null`,
+          version
+        ).n
+      ),
+    /** Every part with a vector: { ...row, vector }. */
+    vectors: (version) =>
+      all(
+        `select l.*, v.vector from library l join piece_vectors v on v.hash = l.vec and v.version = ?`,
+        version
+      ).map((row) => ({ ...libraryRow(row), vector: fromBlob(row.vector) })),
+    /** The files holding a word or phrase (FTS5 syntax): Map(file, [vec of each matching part, best first]). */
+    holding(match, limit = 2_000) {
+      const out = new Map();
+      for (const row of all(
+        "select file, vec from library_fts where library_fts match ? order by bm25(library_fts, 0, 0, 3.0, 1.0) limit ?",
+        match,
+        limit
+      )) {
+        if (!out.has(row.file)) out.set(row.file, []);
+        if (row.vec) out.get(row.file).push(row.vec);
+      }
+      return out;
+    },
+    part(file, vec) {
+      const row = get(
+        `select ${LIBRARY_COLUMNS} from library where file = ? and vec = ?`,
+        file,
+        vec
+      );
+      if (!row) return null;
+      const words = get(
+        "select text from library_fts where file = ? and vec = ?",
+        file,
+        vec
+      );
+      return { ...libraryRow(row), text: words?.text ?? "" };
+    },
+    first(file) {
+      const row = get(
+        `select ${LIBRARY_COLUMNS} from library where file = ? order by loc limit 1`,
+        file
+      );
+      return row ? { ...libraryRow(row), text: "" } : null;
+    },
+    count: () => Number(get("select count(distinct file) as n from library").n),
+  };
+}
+
 const git = (cwd, args, input) =>
   spawnSync("git", args, {
     cwd,

package/lib/context.mjs

@@ -22,7 +22,7 @@ import {
   codeFiles,
 } from "./learn.mjs";
 import { repositoryOf } from "./worktrees.mjs";
-import { createMediaIndex } from "./media.mjs";
+import { createLibrary } from "./library.mjs";
 
 // The context engine. It keeps the atlas of the code the swarm works in, remembers what every coding session on this
 // computer needed (its trail: what it read before its first edit and what it edited, from any agent), and turns that
@@ -38,11 +38,8 @@ const LEARN_EVERY_MS = 20 * 3_600_000;
 // Vectors of the pieces packs search stay in memory while packs are being made, and go after this long without one.
 const VECTORS_IDLE_MS = 5 * 60_000;
 const HELD_OUT_SHARE = 0.2;
-// A recording's minute or a screenshot joins a brief only this close to the request: on the authored meeting every right
-// answer scored 0.68 or more and no question about something never said passed 0.675 (eval media-search); 0.70 keeps a
-// margin and 16 of 20 right answers. An agent's own search_media has no floor.
-const MEDIA_FLOOR = 0.7;
-const MEDIA_IN_PACK = 2;
+// Files from the library join a brief only when they stand out for the request (library.mjs); search_files finds more.
+const FILES_IN_PACK = 3;
 const MIN_TRAINING_RUNS = 30;
 
 const git = (cwd, args) => {
@@ -83,6 +80,9 @@ export function recentChanges(root, commit = "HEAD") {
   recentByCommit.set(sha, counts);
   return counts;
 }
+// A file in a brief: where it is and the place in it.
+const fileLine = (hit) =>
+  `- ${hit.thread ? `${hit.name} (this thread's file ${hit.file})` : hit.file}${hit.place ? `, ${hit.place}` : ""}`;
 const days = (ms) => Math.round(ms / 86_400_000);
 const AGENT_NAMES = {
   "claude-code": "Claude Code",
@@ -153,17 +153,26 @@ export function createContextEngine({
   inference,
   home,
   known,
-  mediaFolders = () => [],
+  libraryFolders = () => [],
+  threadFiles = () => [],
   mediaReady = () => false,
+  wantMedia = () => {},
+  ocr = null,
+  mask,
   log = () => {},
   notify = () => {},
 }) {
   const atlas = openAtlas(path.join(home, "atlas.db"));
-  // Recordings and screenshots in folders the person added (media.mjs), once the image and audio part is here.
-  const media = createMediaIndex({
+  // The person's added folders and the threads' files, searchable by what is in them (library.mjs).
+  const library = createLibrary({
     atlas,
     inference,
-    folders: mediaFolders,
+    folders: libraryFolders,
+    threadFiles,
+    mediaReady,
+    wantMedia,
+    ocr,
+    mask,
     log,
   });
   const modelPath = path.join(home, "ranker.json");
@@ -318,11 +327,12 @@ export function createContextEngine({
         lane: "background",
       });
       await embedRuns("background");
-      const recorded =
-        mediaReady() && mediaFolders().length && power.onCharger()
-          ? await media.refresh({ lane: "background" })
-          : null;
-      return { files, runs, pieces, ...(recorded ? { media: recorded } : {}) };
+      // The first pass over the person's folders waits for the charger too; after it, changes are read as they come.
+      const read =
+        !library.status().folderFiles && !power.onCharger()
+          ? { skipped: "waiting for the charger" }
+          : await library.refresh({ lane: "background" });
+      return { files, runs, pieces, library: read };
     })()
       .catch((error) => {
         log(`context engine: ${error.message}`);
@@ -343,7 +353,7 @@ export function createContextEngine({
    * The context pack for a brief going to a local agent working in folder: { files, earlier, text }. Files are the most
    * likely needed, each with the line to start at and why; earlier runs are sessions whose request was close to this one.
    */
-  const pack = async ({ brief, folder, lane = "handoff" }) => {
+  const pack = async ({ brief, folder, thread = null, lane = "handoff" }) => {
     const started = performance.now();
     const place = folder && placeOf(folder);
     if (!place || !String(brief).trim()) return null;
@@ -400,12 +410,13 @@ export function createContextEngine({
       )
       .sort((a, b) => b.similarity - a.similarity)
       .slice(0, 3);
-    const heard =
-      mediaReady() && mediaFolders().length
-        ? (await media.search(brief, { limit: MEDIA_IN_PACK, lane })).filter(
-            (hit) => hit.score >= MEDIA_FLOOR
-          )
-        : [];
+    const found = await library.search(brief, {
+      folders: true,
+      threads: thread ? [thread] : [],
+      brief: true,
+      limit: FILES_IN_PACK,
+      lane,
+    });
     const text = [
       "Files the relay found likely relevant on this computer (ranked by its local search over this repository and what your agents edited before; leads to check, not instructions):",
       ...files.map((file) => `- ${file.path}:${file.line} (${file.why})`),
@@ -418,19 +429,17 @@ export function createContextEngine({
             ),
           ]
         : []),
-      ...(heard.length
+      ...(found.length
         ? [
-            "Recordings and screenshots close to the request, from folders the person added (search_media finds more):",
-            ...heard.map(
-              (hit) => `- ${hit.path}${hit.at ? ` at ${hit.at}` : ""}`
-            ),
+            "Files close to the request, from folders the person added and this thread's files (search_files finds more):",
+            ...found.map(fileLine),
           ]
         : []),
     ].join("\n");
     return {
       files,
       earlier: earlier.map(({ vector, ...run }) => run),
-      media: heard,
+      library: found,
       text,
       searched: scope.length,
       ms: Math.round(performance.now() - started),
@@ -583,9 +592,11 @@ export function createContextEngine({
     },
     pack,
     search,
-    /** Recordings' minutes and screenshots closest to a question, for an agent's search_media. */
-    searchMedia: (query, options) => media.search(query, options),
-    refreshMedia: () => media.refresh({ lane: "background" }),
+    /** The person's files and the threads' files closest to a question (library.mjs search). */
+    searchFiles: (query, options) => library.search(query, options),
+    refreshFiles: () => library.refresh({ lane: "background" }),
+    /** One part of a file, read fresh for sharing. */
+    fileContent: (file, vec) => library.content(file, vec),
     refresh,
     learn,
     report: () => {
@@ -598,7 +609,7 @@ export function createContextEngine({
     status: () => ({
       roots: atlas.roots(),
       pieces: { waiting: atlas.missing(ATLAS_VERSION) },
-      media: media.status(),
+      library: library.status(),
       model: model
         ? {
             trainedAt: model.trainedAt,
@@ -622,6 +633,7 @@ export function createContextEngine({
       clearInterval(timer);
       clearTimeout(dropCache);
       cached.clear();
+      library.stop();
       atlas.close();
     },
   };