latticesql 2.0.0 → 2.1.0

package/dist/cli.js

@@ -230,7 +230,9 @@ function writeIdentity(identity) {
 var PREFERENCES_FILENAME = "preferences.json";
 var DEFAULT_PREFERENCES = {
   show_system_tables: false,
-  analytics: true
+  analytics: true,
+  voice_provider: "auto",
+  aggressiveness: 0.5
 };
 function readPreferences() {
   const dir = ensureConfigDir();
@@ -238,9 +240,12 @@ function readPreferences() {
   if (!existsSync2(path2)) return { ...DEFAULT_PREFERENCES };
   try {
     const parsed = JSON.parse(readFileSync(path2, "utf8"));
+    const agg = typeof parsed.aggressiveness === "number" ? parsed.aggressiveness : NaN;
     return {
       show_system_tables: typeof parsed.show_system_tables === "boolean" ? parsed.show_system_tables : DEFAULT_PREFERENCES.show_system_tables,
-      analytics: typeof parsed.analytics === "boolean" ? parsed.analytics : DEFAULT_PREFERENCES.analytics
+      analytics: typeof parsed.analytics === "boolean" ? parsed.analytics : DEFAULT_PREFERENCES.analytics,
+      voice_provider: parsed.voice_provider === "openai" || parsed.voice_provider === "elevenlabs" || parsed.voice_provider === "auto" ? parsed.voice_provider : DEFAULT_PREFERENCES.voice_provider,
+      aggressiveness: Number.isFinite(agg) ? Math.min(1, Math.max(0, agg)) : DEFAULT_PREFERENCES.aggressiveness
     };
   } catch {
     return { ...DEFAULT_PREFERENCES };
@@ -250,7 +255,12 @@ function writePreferences(prefs) {
   const dir = ensureConfigDir();
   const path2 = join2(dir, PREFERENCES_FILENAME);
   const body = JSON.stringify(
-    { show_system_tables: prefs.show_system_tables, analytics: prefs.analytics },
+    {
+      show_system_tables: prefs.show_system_tables,
+      analytics: prefs.analytics,
+      voice_provider: prefs.voice_provider,
+      aggressiveness: prefs.aggressiveness
+    },
     null,
     2
   );
@@ -1598,6 +1608,19 @@ var SchemaManager = class {
   redefineEntityContext(table, def) {
     this._entityContexts.set(table, def);
   }
+  /**
+   * Remove a table from the registry — the inverse of {@link define}. Clears the
+   * table def, its primary-key, any multi-render, and its entity context. A no-op
+   * if the table was never defined. Used by the GUI's soft table-delete to drop a
+   * runtime-registered table without a full reopen; the physical SQL table is left
+   * intact by the caller so the delete stays revertible.
+   */
+  undefine(table) {
+    this._tables.delete(table);
+    this._tablePK.delete(table);
+    this._multis.delete(table);
+    this._entityContexts.delete(table);
+  }
   getTables() {
     return this._tables;
   }
@@ -4531,6 +4554,21 @@ var Lattice = class _Lattice {
     }
     return this;
   }
+  /**
+   * Remove a runtime-registered table from the live schema registry — the
+   * inverse of {@link defineLate}. The table stops being listed/queryable
+   * WITHOUT a full reopen (which would dispose this instance and invalidate any
+   * captured `db`/feed references mid-operation — see the GUI's soft table
+   * delete). Does NOT drop the physical SQL table or its rows; the caller keeps
+   * them so the delete remains revertible. A no-op if the table isn't
+   * registered.
+   */
+  unregisterTable(table) {
+    this._schema.undefine(table);
+    this._columnCache.delete(table);
+    this._changelogTables.delete(table);
+    return this;
+  }
   _registerTable(table, def) {
     const columns = def.rewardTracking ? { ...def.columns, _reward_total: "REAL DEFAULT 0", _reward_count: "INTEGER DEFAULT 0" } : def.columns;
     const renderTemplateName = _resolveTemplateName(def.render);
@@ -6107,6 +6145,205 @@ async function tryHandler(res, fn) {
 // src/gui/data.ts
 import { existsSync as existsSync14, readFileSync as readFileSync10, statSync as statSync4 } from "fs";
 import { basename as basename3, join as join13, relative, resolve as resolve5, sep as sep2 } from "path";
+
+// src/framework/native-entities.ts
+var NATIVE_ENTITY_DEFS = {
+  secrets: {
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      // NOT NULL needs a DEFAULT so ALTER TABLE ADD COLUMN succeeds when this
+      // native shape is merged onto a pre-existing table (the adopt + team
+      // shared-schema sync paths use ADD COLUMN; SQLite + Postgres both reject
+      // a NOT NULL add without a default). Every insert sets `name` explicitly,
+      // so the default is never observed in practice.
+      name: "TEXT NOT NULL DEFAULT ''",
+      kind: "TEXT",
+      value: "TEXT",
+      description: "TEXT",
+      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      deleted_at: "TEXT"
+    },
+    encrypted: { columns: ["value"] },
+    render: () => "",
+    outputFile: ".lattice-native/secrets.md"
+  },
+  files: {
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      // Legacy columns (DEPRECATED v2.0 — retained for back-compat, NOT dropped).
+      //   path — superseded by the reference model below (`ref_kind`/`ref_uri`).
+      //          New local-file ingestion records a `local_ref` via
+      //          `referenceLocalFile()` rather than writing `path`; readers fall
+      //          back to `ref_uri`. Do not write `path` in new code.
+      //   kind — orphaned: superseded by `mime` (content type) and `ref_kind`
+      //          (the blob/local_ref/cloud_ref discriminator). Not read or
+      //          written by production code; kept only so existing rows retain
+      //          their value.
+      path: "TEXT",
+      kind: "TEXT",
+      // Content-addressed storage. `sha256` is the canonical content
+      // identifier; `blob_path` is the relative path under
+      // `<lattice-root>/data/blobs/` written by attachBlob().
+      original_name: "TEXT",
+      mime: "TEXT",
+      size_bytes: "INTEGER",
+      sha256: "TEXT",
+      blob_path: "TEXT",
+      // Reference mode (v2.0): a row can INDEX data that lives elsewhere
+      // instead of owning a copy. All nullable + additive (back-compat).
+      //   ref_kind     discriminator: 'blob' | 'local_ref' | 'cloud_ref'
+      //                (NULL ⇒ legacy/owned blob)
+      //   ref_uri      durable pointer: absolute local path or remote URL
+      //   ref_provider resolver selector: 'fs' | 'web' | 'gdrive'
+      //   source_json  provider-specific metadata (etag, availability, …)
+      ref_kind: "TEXT",
+      ref_uri: "TEXT",
+      ref_provider: "TEXT",
+      source_json: "TEXT",
+      extraction_status: "TEXT",
+      extracted_text: "TEXT",
+      description: "TEXT",
+      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      deleted_at: "TEXT"
+    },
+    render: () => "",
+    outputFile: ".lattice-native/files.md"
+  },
+  notes: {
+    // A generic knowledge object: a free-form note with a title and body.
+    // Ordinary, user-editable rows; `source_file_id` optionally points back at
+    // an originating `files` row. Retained as native (1.16.3) because the
+    // reference/source-organizer store uses it as the fallback organizer target.
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      title: "TEXT",
+      body: "TEXT",
+      source_file_id: "TEXT",
+      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      deleted_at: "TEXT"
+    },
+    render: () => "",
+    outputFile: ".lattice-native/notes.md"
+  },
+  chat_threads: {
+    // An assistant conversation. Native so chat history survives across
+    // sessions and is queryable/renderable like any other Lattice entity.
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      title: "TEXT",
+      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      deleted_at: "TEXT"
+    },
+    render: () => "",
+    outputFile: ".lattice-native/chat-threads.md"
+  },
+  chat_messages: {
+    // One turn (or feed entry) within a chat_thread.
+    columns: {
+      id: "TEXT PRIMARY KEY",
+      // Soft reference to chat_threads.id. Kept as a plain column (no FK)
+      // to match the generic, dialect-agnostic native-entity style.
+      thread_id: "TEXT",
+      // user | assistant | tool | feed | system
+      role: "TEXT NOT NULL DEFAULT 'user'",
+      // JSON payload: text, tool_use / tool_result blocks, attachments, or
+      // (for role='feed') the feed-event details.
+      content_json: "TEXT",
+      // ai | gui | cli | ingest — meaningful for role='feed'.
+      source: "TEXT",
+      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
+      deleted_at: "TEXT"
+    },
+    render: () => "",
+    outputFile: ".lattice-native/chat-messages.md"
+  }
+};
+var NATIVE_ENTITY_NAMES = new Set(Object.keys(NATIVE_ENTITY_DEFS));
+function isNativeEntity(name) {
+  return NATIVE_ENTITY_NAMES.has(name);
+}
+var NATIVE_INTERNAL_NAMES = /* @__PURE__ */ new Set([
+  "chat_threads",
+  "chat_messages"
+]);
+function isInternalNativeEntity(name) {
+  return NATIVE_INTERNAL_NAMES.has(name);
+}
+function registerNativeEntities(db) {
+  const existing = new Set(db.getRegisteredTableNames());
+  for (const [name, def] of Object.entries(NATIVE_ENTITY_DEFS)) {
+    if (existing.has(name)) continue;
+    db.define(name, def);
+  }
+}
+var NATIVE_REGISTRY_TABLE = "__lattice_native_entities";
+var NATIVE_REGISTRY_DEF = {
+  columns: {
+    entity: "TEXT PRIMARY KEY",
+    table_name: "TEXT NOT NULL",
+    adopted_at: "TEXT NOT NULL",
+    origin: "TEXT NOT NULL"
+  },
+  primaryKey: "entity",
+  render: () => "",
+  outputFile: ".lattice-native/native-entities.md"
+};
+async function adoptNativeEntities(db, options = {}) {
+  const onConflict = options.onConflict ?? "adopt";
+  await db.defineLate(NATIVE_REGISTRY_TABLE, NATIVE_REGISTRY_DEF);
+  const results = [];
+  for (const [name, def] of Object.entries(NATIVE_ENTITY_DEFS)) {
+    const physicalCols = await db.introspectColumns(name);
+    const exists = physicalCols.length > 0;
+    const registered = new Set(db.getRegisteredTableNames());
+    if (!exists) {
+      if (!registered.has(name)) await db.defineLate(name, def);
+      results.push({ entity: name, tableName: name, origin: "created" });
+      await recordNativeBinding(db, name, "created");
+      continue;
+    }
+    if (onConflict === "error") {
+      throw new Error(
+        `adoptNativeEntities: physical table "${name}" already exists; refusing to adopt with onConflict:'error'`
+      );
+    }
+    const nativeCols = new Set(Object.keys(def.columns));
+    const hadForeignShape = physicalCols.some((c) => !nativeCols.has(c));
+    const rowCount = await db.count(name);
+    let origin = hadForeignShape || rowCount > 0 ? "adopted" : "created";
+    if (onConflict === "skip") {
+      origin = "skipped";
+    } else if (!registered.has(name)) {
+      await db.defineLate(name, def);
+    }
+    results.push({ entity: name, tableName: name, origin });
+    await recordNativeBinding(db, name, origin);
+  }
+  return results;
+}
+async function listNativeBindings(db) {
+  if (!db.getRegisteredTableNames().includes(NATIVE_REGISTRY_TABLE)) return [];
+  const rows = await db.query(NATIVE_REGISTRY_TABLE);
+  return rows.map((r) => ({
+    entity: String(r.entity),
+    tableName: String(r.table_name),
+    origin: r.origin
+  }));
+}
+async function recordNativeBinding(db, entity, origin) {
+  await db.upsert(NATIVE_REGISTRY_TABLE, {
+    entity,
+    table_name: entity,
+    adopted_at: (/* @__PURE__ */ new Date()).toISOString(),
+    origin
+  });
+}
+
+// src/gui/data.ts
 function tableToSummary(name, definition) {
   return {
     name,
@@ -6264,6 +6501,7 @@ function buildGuiGraph(configPath, outputDir, options = {}) {
     const filter = options.visibleFilter;
     data.tables = data.tables.filter((t) => filter(t.name));
   }
+  data.tables = data.tables.filter((t) => !isInternalNativeEntity(t.name));
   const nodes = /* @__PURE__ */ new Map();
   const edges = /* @__PURE__ */ new Map();
   const fileOwners = /* @__PURE__ */ new Map();
@@ -6742,6 +6980,9 @@ var css = `
       padding: 0 12px; margin: 12px 0 6px;
     }
     .section-label:first-child { margin-top: 0; }
+    /* Extra breathing room above the "SYSTEM" heading so it isn't cramped
+       against the object list above it. */
+    #system-section .section-label { margin-top: 20px; }
     nav ul { list-style: none; padding: 0; margin: 0; }
     nav li a {
       display: flex; align-items: center; gap: 10px;
@@ -7612,6 +7853,9 @@ var css = `
       overflow-wrap: break-word; word-break: break-word;
     }
     .rail-composer textarea:focus { outline: none; border-color: var(--accent); box-shadow: var(--glow-focus); }
+    /* While a voice note is being recorded/transcribed the textarea is read-only
+       (shows a "Listening\u2026" / "Transcribing\u2026" placeholder, not editable). */
+    .rail-composer textarea.recording { opacity: 0.6; cursor: not-allowed; }
     .rail-composer .composer-row { display: flex; gap: 8px; align-items: flex-end; }
     .rail-composer .composer-send {
       flex: 0 0 auto; height: 38px; padding: 0 14px; border: none; border-radius: 8px;
@@ -8295,11 +8539,21 @@ var appJs = `
       } catch (_) { return ''; }
     }
 
+    // Elapsed duration since a start timestamp (ms), for in-progress work like a
+    // running upload \u2014 no "ago" suffix. Mirrors relTime's unit thresholds.
+    function formatElapsed(ms) {
+      var s = Math.max(0, Math.floor(ms / 1000));
+      if (s < 60) return s + 's';
+      if (s < 3600) return Math.floor(s / 60) + 'm ' + (s % 60) + 's';
+      return Math.floor(s / 3600) + 'h ' + Math.floor((s % 3600) / 60) + 'm';
+    }
+
     // \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
-    // Full-text search \u2014 GET /api/search, grouped dropdown, click to open.
+    // Search \u2014 the top box hands the query to the AI ASSISTANT (which answers
+    // conversationally using its search/read tools), not a plain full-text
+    // match. hideSearchResults/openSearchHit are retained because the activity
+    // feed still uses openSearchHit to jump to a row.
     // \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500
-    var searchTimer = null;
-    var searchSeq = 0;
     function hideSearchResults() {
       var box = document.getElementById('search-results');
       if (box) { box.hidden = true; box.innerHTML = ''; }
@@ -8313,66 +8567,30 @@ var appJs = `
       var prefix = advancedMode() ? '#/objects/' : '#/fs/';
       location.hash = prefix + encodeURIComponent(table) + '/' + encodeURIComponent(id);
     }
-    function renderSearchResults(result) {
-      var box = document.getElementById('search-results');
-      if (!box) return;
-      var groups = (result && result.groups) || [];
-      if (!groups.length) {
-        box.innerHTML = '<div class="search-empty">No matches</div>';
-        box.hidden = false;
-        return;
-      }
-      var html = '';
-      groups.forEach(function (g) {
-        var disp = displayFor(g.table);
-        html += '<div class="search-group">' +
-          '<div class="search-group-head"><span class="search-group-icon">' + disp.icon +
-          '</span>' + escapeHtml(disp.label) +
-          (g.more ? ' <span class="search-more">' + g.count + '+</span>' : '') + '</div>';
-        g.hits.forEach(function (h) {
-          html += '<button type="button" class="search-hit" data-table="' + escapeHtml(g.table) +
-            '" data-id="' + escapeHtml(h.id) + '">' +
-            '<span class="search-snippet">' + escapeHtml(h.snippet || h.id) + '</span></button>';
-        });
-        html += '</div>';
-      });
-      box.innerHTML = html;
-      box.hidden = false;
-      box.querySelectorAll('.search-hit').forEach(function (btn) {
-        btn.addEventListener('click', function () {
-          openSearchHit(btn.getAttribute('data-table'), btn.getAttribute('data-id'));
-        });
-      });
-    }
-    function runSearch(q) {
-      var seq = ++searchSeq;
-      fetchJson('/api/search?q=' + encodeURIComponent(q) + '&limit=6').then(function (result) {
-        if (seq !== searchSeq) return; // a newer query superseded this one
-        renderSearchResults(result);
-      }).catch(function () { /* transient \u2014 ignore */ });
+    // Route the typed query into the assistant rail as a chat turn. Opens the
+    // rail (a no-op on desktop; opens the mobile drawer) and submits via the
+    // same path as the composer, so the assistant searches + answers.
+    function askAssistant(q) {
+      hideSearchResults();
+      var input = document.getElementById('search-input');
+      if (input) input.value = '';
+      var rail = document.getElementById('assistant-rail');
+      if (rail) rail.classList.add('expanded');
+      var chatInput = document.getElementById('chat-input');
+      if (chatInput) chatInput.focus();
+      sendChat(q);
     }
     function initSearch() {
       var input = document.getElementById('search-input');
-      var box = document.getElementById('search-results');
-      if (!input || !box) return;
-      input.addEventListener('input', function () {
-        var q = input.value.trim();
-        if (searchTimer) clearTimeout(searchTimer);
-        if (q.length < 2) { hideSearchResults(); return; }
-        searchTimer = setTimeout(function () { runSearch(q); }, 180);
-      });
+      if (!input) return;
       input.addEventListener('keydown', function (e) {
-        if (e.key === 'Escape') { hideSearchResults(); input.blur(); }
+        if (e.key === 'Escape') { input.value = ''; input.blur(); }
         else if (e.key === 'Enter') {
-          var first = box.querySelector('.search-hit');
-          if (first) { e.preventDefault(); first.click(); }
+          e.preventDefault();
+          var q = input.value.trim();
+          if (q) askAssistant(q);
         }
       });
-      // Dismiss when a click lands outside the search box.
-      document.addEventListener('click', function (e) {
-        var host = document.getElementById('topsearch');
-        if (host && !host.contains(e.target)) hideSearchResults();
-      });
     }
 
     /** Reload column meta after a secret-flag change. */
@@ -8953,6 +9171,14 @@ var appJs = `
       clearUnseen(tableName);
       var t = tableByName(tableName);
       if (!t) {
+        // Conversation-storage tables (chat_messages/chat_threads) and other
+        // Lattice internals aren't in the Objects list, but are browsable
+        // read-only under "System". If something routed here for one of them,
+        // fall back to the system-table view instead of "Unknown entity".
+        if ((state.systemTables || []).some(function (s) { return s.name === tableName; })) {
+          renderSystemTable(content, tableName);
+          return;
+        }
         content.innerHTML = '<div class="placeholder">Unknown entity: ' + escapeHtml(tableName) + '</div>';
         return;
       }
@@ -12672,7 +12898,14 @@ var appJs = `
     // Ops whose consecutive runs collapse into one counted bubble (bulk row work
     // spams N near-identical rows otherwise). Schema/undo/redo stay distinct.
     var GROUPABLE_OPS = { insert: 1, update: 1, delete: 1, link: 1, unlink: 1 };
-    var lastFeedGroup = null; // { key, count, item, summaryEl, timeEl }
+    // Active group bubbles keyed by op|table|source so a burst of identical
+    // events coalesces into ONE counted bubble even when other events interleave
+    // (a bulk ingest emits create/link/update across several tables at once \u2014
+    // consecutive-only grouping let those interleaved runs spam the feed). A
+    // group stays "open" for FEED_GROUP_WINDOW_MS after its last hit; later
+    // activity starts a fresh bubble so unrelated edits aren't merged in.
+    var feedGroups = {}; // key -> { count, item, summaryEl, timeEl, last }
+    var FEED_GROUP_WINDOW_MS = 15000;
     function groupedSummary(op, table, count) {
       var t = String(table || '');
       switch (op) {
@@ -12689,25 +12922,31 @@ var appJs = `
       if (!feedEl) return;
       var empty = document.getElementById('rail-empty');
       if (empty) empty.remove();
-      // Coalesce a run of identical events (same op + table + source) into the
-      // previous bubble with a count \u2014 but only while that bubble is still the
-      // last thing in the feed (a chat bubble or a different event breaks the run).
+      // Coalesce identical events (same op + table + source) into one counted
+      // bubble. Unlike the old consecutive-only rule, the bubble is found by key
+      // within a recency window, so interleaved bursts still merge instead of
+      // spamming a pill per event.
       var groupKey = GROUPABLE_OPS[ev.op] && ev.table
         ? String(ev.op) + '|' + String(ev.table) + '|' + String(ev.source || '')
         : null;
-      if (groupKey && lastFeedGroup && lastFeedGroup.key === groupKey &&
-          feedEl.lastElementChild === lastFeedGroup.item) {
-        lastFeedGroup.count += 1;
-        lastFeedGroup.summaryEl.textContent = groupedSummary(ev.op, ev.table, lastFeedGroup.count);
-        lastFeedGroup.timeEl.textContent = relTime(ev.ts);
-        // A grouped bubble stands for many rows \u2014 disable the single-row click.
-        lastFeedGroup.item._rowClickOff = true;
-        lastFeedGroup.item.classList.remove('feed-clickable');
-        lastFeedGroup.item.removeAttribute('role');
-        lastFeedGroup.item.removeAttribute('tabindex');
-        lastFeedGroup.item.removeAttribute('title');
-        feedEl.scrollTop = feedEl.scrollHeight;
-        return;
+      var nowMs = Date.now();
+      if (groupKey) {
+        var g = feedGroups[groupKey];
+        if (g && g.item.parentNode === feedEl && (nowMs - g.last) < FEED_GROUP_WINDOW_MS) {
+          g.count += 1;
+          g.last = nowMs;
+          g.summaryEl.textContent = groupedSummary(ev.op, ev.table, g.count);
+          g.timeEl.textContent = relTime(ev.ts);
+          // A grouped bubble stands for many rows \u2014 disable the single-row click,
+          // and expose it to assistive tech as a live status, not a button.
+          g.item._rowClickOff = true;
+          g.item.classList.remove('feed-clickable');
+          g.item.removeAttribute('tabindex');
+          g.item.removeAttribute('title');
+          g.item.setAttribute('role', 'status');
+          feedEl.scrollTop = feedEl.scrollHeight;
+          return;
+        }
       }
       var item = document.createElement('div');
       item.className = 'feed-item';
@@ -12750,10 +12989,10 @@ var appJs = `
       }
       feedEl.appendChild(item);
       feedEl.scrollTop = feedEl.scrollHeight;
-      // Start a new group anchored on this bubble (groupable ops only).
-      lastFeedGroup = groupKey
-        ? { key: groupKey, count: 1, item: item, summaryEl: summary, timeEl: time }
-        : null;
+      // Register/refresh the group anchored on this bubble (groupable ops only).
+      if (groupKey) {
+        feedGroups[groupKey] = { count: 1, item: item, summaryEl: summary, timeEl: time, last: nowMs };
+      }
     }
     function startFeed() {
       if (feedSource) {
@@ -12766,14 +13005,16 @@ var appJs = `
         var data;
         try { data = JSON.parse(ev.data); } catch (_) { return; /* ignore malformed */ }
         try { renderFeedItem(data); } catch (_) { /* render best-effort */ }
-        // A server-side mutation (e.g. the Context Constructor ingesting a file)
-        // can create a brand-new entity or junction the client hasn't loaded.
-        // The local feed bus delivers these even when there's no realtime
-        // broker (SQLite), so refresh the entity list + sidebar live \u2014 otherwise
-        // the new object is missing from the nav and routing to it shows
-        // "Unknown entity" until a manual page reload. Debounced so a burst of
-        // schema events from one ingest coalesces into a single refetch.
-        if (data && (data.op === 'schema' || (data.table && !tableByName(data.table)))) {
+        // Refresh on ANY data mutation, not just schema/new-table events. The
+        // local feed bus delivers every insert/update/delete/link even when
+        // there's no realtime broker (SQLite/local), so this is what makes the
+        // home dashboard counts AND the open entity view live-update without a
+        // manual reload (previously only schema ops or brand-new tables did).
+        // scheduleRealtimeRefresh is debounced (200ms) so a burst from one
+        // ingest still coalesces into a single refetch \u2014 and on Postgres/cloud
+        // it shares that debounce with the realtime 'change' handler (no double
+        // fetch). See Rule 28: /api/entities uses batched counts, not N queries.
+        if (data && (data.table || data.op === 'schema')) {
           scheduleRealtimeRefresh();
         }
       });
@@ -12853,7 +13094,7 @@ var appJs = `
       if (!feedEl) return;
       var items = feedEl.querySelectorAll('.feed-item');
       for (var i = 0; i < items.length; i++) items[i].remove();
-      lastFeedGroup = null;
+      feedGroups = {};
     }
     function newChat() {
       currentThreadId = null;
@@ -13109,6 +13350,32 @@ var appJs = `
     var audioChunks = [];
     function setMicState(btn, state) {
       recState = state;
+      // Mirror the recording lifecycle onto the composer. While recording or
+      // transcribing, the textarea is read-only (it shows a status placeholder,
+      // not editable text) and the Send button is disabled \u2014 you can't send a
+      // half-captured voice note. Returning to idle restores both, then the
+      // transcript is dropped in (see rec.onstop).
+      var inp = document.getElementById('chat-input');
+      var snd = document.getElementById('chat-send');
+      var busy = state === 'recording' || state === 'transcribing';
+      if (inp) {
+        if (busy) {
+          if (inp._restorePlaceholder == null) {
+            inp._restorePlaceholder = inp.getAttribute('placeholder') || '';
+          }
+          inp.setAttribute('readonly', 'readonly');
+          inp.classList.add('recording');
+          inp.setAttribute('placeholder', state === 'recording' ? 'Listening\u2026' : 'Transcribing\u2026');
+        } else {
+          inp.removeAttribute('readonly');
+          inp.classList.remove('recording');
+          if (inp._restorePlaceholder != null) {
+            inp.setAttribute('placeholder', inp._restorePlaceholder);
+            inp._restorePlaceholder = null;
+          }
+        }
+      }
+      if (snd) snd.disabled = busy;
       if (!btn) return;
       btn.classList.remove('recording', 'transcribing');
       if (state === 'recording') { btn.classList.add('recording'); btn.textContent = '\u23F9'; btn.title = 'Stop recording'; btn.disabled = false; }
@@ -13208,10 +13475,23 @@ var appJs = `
       item.innerHTML =
         '<div class="feed-icon"><span class="feed-spinner"></span></div>' +
         '<div class="feed-body"><div class="feed-summary">Analyzing ' + escapeHtml(label) + '\u2026</div></div>' +
-        '<div class="feed-time"></div>';
+        '<div class="feed-time">0s</div>';
       feedEl.appendChild(item);
       feedEl.scrollTop = feedEl.scrollHeight;
-      return function () { if (item.parentNode) item.parentNode.removeChild(item); };
+      // Live elapsed-time counter while the upload + server-side extraction run.
+      // Previously the time element was left empty (rendered as a stuck "0s")
+      // because nothing tracked or updated it. Tick once a second; the cleanup
+      // returned below clears the interval (and self-clears if the node is gone).
+      var started = Date.now();
+      var timeEl = item.querySelector('.feed-time');
+      var tick = setInterval(function () {
+        if (!item.parentNode || !timeEl) { clearInterval(tick); return; }
+        timeEl.textContent = formatElapsed(Date.now() - started);
+      }, 1000);
+      return function () {
+        clearInterval(tick);
+        if (item.parentNode) item.parentNode.removeChild(item);
+      };
     }
     function uploadFile(file) {
       var done = pendingIngestItem(file.name || 'file');
@@ -13386,7 +13666,7 @@ var guiAppHtml = `<!doctype html>
     </div>
     <div class="topsearch" id="topsearch">
       <span class="topsearch-icon" aria-hidden="true">\u{1F50D}</span>
-      <input type="search" id="search-input" placeholder="Search all tables\u2026" autocomplete="off" spellcheck="false" aria-label="Full-text search" />
+      <input type="search" id="search-input" placeholder="Ask the assistant\u2026" autocomplete="off" spellcheck="false" aria-label="Ask the assistant" />
       <div class="search-results" id="search-results" hidden></div>
     </div>
     <div class="history-controls">
@@ -15190,203 +15470,6 @@ function saveConfigDoc(configPath, doc) {
   writeFileSync6(configPath, doc.toString(), "utf8");
 }
 
-// src/framework/native-entities.ts
-var NATIVE_ENTITY_DEFS = {
-  secrets: {
-    columns: {
-      id: "TEXT PRIMARY KEY",
-      // NOT NULL needs a DEFAULT so ALTER TABLE ADD COLUMN succeeds when this
-      // native shape is merged onto a pre-existing table (the adopt + team
-      // shared-schema sync paths use ADD COLUMN; SQLite + Postgres both reject
-      // a NOT NULL add without a default). Every insert sets `name` explicitly,
-      // so the default is never observed in practice.
-      name: "TEXT NOT NULL DEFAULT ''",
-      kind: "TEXT",
-      value: "TEXT",
-      description: "TEXT",
-      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      deleted_at: "TEXT"
-    },
-    encrypted: { columns: ["value"] },
-    render: () => "",
-    outputFile: ".lattice-native/secrets.md"
-  },
-  files: {
-    columns: {
-      id: "TEXT PRIMARY KEY",
-      // Legacy columns (DEPRECATED v2.0 — retained for back-compat, NOT dropped).
-      //   path — superseded by the reference model below (`ref_kind`/`ref_uri`).
-      //          New local-file ingestion records a `local_ref` via
-      //          `referenceLocalFile()` rather than writing `path`; readers fall
-      //          back to `ref_uri`. Do not write `path` in new code.
-      //   kind — orphaned: superseded by `mime` (content type) and `ref_kind`
-      //          (the blob/local_ref/cloud_ref discriminator). Not read or
-      //          written by production code; kept only so existing rows retain
-      //          their value.
-      path: "TEXT",
-      kind: "TEXT",
-      // Content-addressed storage. `sha256` is the canonical content
-      // identifier; `blob_path` is the relative path under
-      // `<lattice-root>/data/blobs/` written by attachBlob().
-      original_name: "TEXT",
-      mime: "TEXT",
-      size_bytes: "INTEGER",
-      sha256: "TEXT",
-      blob_path: "TEXT",
-      // Reference mode (v2.0): a row can INDEX data that lives elsewhere
-      // instead of owning a copy. All nullable + additive (back-compat).
-      //   ref_kind     discriminator: 'blob' | 'local_ref' | 'cloud_ref'
-      //                (NULL ⇒ legacy/owned blob)
-      //   ref_uri      durable pointer: absolute local path or remote URL
-      //   ref_provider resolver selector: 'fs' | 'web' | 'gdrive'
-      //   source_json  provider-specific metadata (etag, availability, …)
-      ref_kind: "TEXT",
-      ref_uri: "TEXT",
-      ref_provider: "TEXT",
-      source_json: "TEXT",
-      extraction_status: "TEXT",
-      extracted_text: "TEXT",
-      description: "TEXT",
-      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      deleted_at: "TEXT"
-    },
-    render: () => "",
-    outputFile: ".lattice-native/files.md"
-  },
-  notes: {
-    // A generic knowledge object: a free-form note with a title and body.
-    // Ordinary, user-editable rows; `source_file_id` optionally points back at
-    // an originating `files` row. Retained as native (1.16.3) because the
-    // reference/source-organizer store uses it as the fallback organizer target.
-    columns: {
-      id: "TEXT PRIMARY KEY",
-      title: "TEXT",
-      body: "TEXT",
-      source_file_id: "TEXT",
-      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      deleted_at: "TEXT"
-    },
-    render: () => "",
-    outputFile: ".lattice-native/notes.md"
-  },
-  chat_threads: {
-    // An assistant conversation. Native so chat history survives across
-    // sessions and is queryable/renderable like any other Lattice entity.
-    columns: {
-      id: "TEXT PRIMARY KEY",
-      title: "TEXT",
-      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      updated_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      deleted_at: "TEXT"
-    },
-    render: () => "",
-    outputFile: ".lattice-native/chat-threads.md"
-  },
-  chat_messages: {
-    // One turn (or feed entry) within a chat_thread.
-    columns: {
-      id: "TEXT PRIMARY KEY",
-      // Soft reference to chat_threads.id. Kept as a plain column (no FK)
-      // to match the generic, dialect-agnostic native-entity style.
-      thread_id: "TEXT",
-      // user | assistant | tool | feed | system
-      role: "TEXT NOT NULL DEFAULT 'user'",
-      // JSON payload: text, tool_use / tool_result blocks, attachments, or
-      // (for role='feed') the feed-event details.
-      content_json: "TEXT",
-      // ai | gui | cli | ingest — meaningful for role='feed'.
-      source: "TEXT",
-      created_at: "TEXT NOT NULL DEFAULT (datetime('now'))",
-      deleted_at: "TEXT"
-    },
-    render: () => "",
-    outputFile: ".lattice-native/chat-messages.md"
-  }
-};
-var NATIVE_ENTITY_NAMES = new Set(Object.keys(NATIVE_ENTITY_DEFS));
-function isNativeEntity(name) {
-  return NATIVE_ENTITY_NAMES.has(name);
-}
-var NATIVE_INTERNAL_NAMES = /* @__PURE__ */ new Set([
-  "chat_threads",
-  "chat_messages"
-]);
-function isInternalNativeEntity(name) {
-  return NATIVE_INTERNAL_NAMES.has(name);
-}
-function registerNativeEntities(db) {
-  const existing = new Set(db.getRegisteredTableNames());
-  for (const [name, def] of Object.entries(NATIVE_ENTITY_DEFS)) {
-    if (existing.has(name)) continue;
-    db.define(name, def);
-  }
-}
-var NATIVE_REGISTRY_TABLE = "__lattice_native_entities";
-var NATIVE_REGISTRY_DEF = {
-  columns: {
-    entity: "TEXT PRIMARY KEY",
-    table_name: "TEXT NOT NULL",
-    adopted_at: "TEXT NOT NULL",
-    origin: "TEXT NOT NULL"
-  },
-  primaryKey: "entity",
-  render: () => "",
-  outputFile: ".lattice-native/native-entities.md"
-};
-async function adoptNativeEntities(db, options = {}) {
-  const onConflict = options.onConflict ?? "adopt";
-  await db.defineLate(NATIVE_REGISTRY_TABLE, NATIVE_REGISTRY_DEF);
-  const results = [];
-  for (const [name, def] of Object.entries(NATIVE_ENTITY_DEFS)) {
-    const physicalCols = await db.introspectColumns(name);
-    const exists = physicalCols.length > 0;
-    const registered = new Set(db.getRegisteredTableNames());
-    if (!exists) {
-      if (!registered.has(name)) await db.defineLate(name, def);
-      results.push({ entity: name, tableName: name, origin: "created" });
-      await recordNativeBinding(db, name, "created");
-      continue;
-    }
-    if (onConflict === "error") {
-      throw new Error(
-        `adoptNativeEntities: physical table "${name}" already exists; refusing to adopt with onConflict:'error'`
-      );
-    }
-    const nativeCols = new Set(Object.keys(def.columns));
-    const hadForeignShape = physicalCols.some((c) => !nativeCols.has(c));
-    const rowCount = await db.count(name);
-    let origin = hadForeignShape || rowCount > 0 ? "adopted" : "created";
-    if (onConflict === "skip") {
-      origin = "skipped";
-    } else if (!registered.has(name)) {
-      await db.defineLate(name, def);
-    }
-    results.push({ entity: name, tableName: name, origin });
-    await recordNativeBinding(db, name, origin);
-  }
-  return results;
-}
-async function listNativeBindings(db) {
-  if (!db.getRegisteredTableNames().includes(NATIVE_REGISTRY_TABLE)) return [];
-  const rows = await db.query(NATIVE_REGISTRY_TABLE);
-  return rows.map((r) => ({
-    entity: String(r.entity),
-    tableName: String(r.table_name),
-    origin: r.origin
-  }));
-}
-async function recordNativeBinding(db, entity, origin) {
-  await db.upsert(NATIVE_REGISTRY_TABLE, {
-    entity,
-    table_name: entity,
-    adopted_at: (/* @__PURE__ */ new Date()).toISOString(),
-    origin
-  });
-}
-
 // src/gui/schema-ops.ts
 async function listPhysicalUserTables(active) {
   const adapter = active.db._adapter;
@@ -15569,6 +15652,130 @@ async function createUserEntity(active, name, columns, sessionId, opts) {
   );
   return entity;
 }
+async function softDeleteUserEntity(active, name, sessionId, summary) {
+  const doc = loadConfigDoc(active.configPath);
+  const entityDef = doc.toJS().entities?.[name];
+  doc.deleteIn(["entities", name]);
+  saveConfigDoc(active.configPath, doc);
+  active.db.unregisterTable(name);
+  active.validTables.delete(name);
+  active.junctionTables.delete(name);
+  active.softDeletable.delete(name);
+  active.entityContextByTable.delete(name);
+  syncCanonicalContexts(active);
+  await recordSchemaOp(
+    active,
+    "schema.delete_entity",
+    name,
+    { entity: name, entityDef },
+    null,
+    summary ?? `Deleted table ${name}`,
+    sessionId
+  );
+}
+var AI_DELETE_ROW_CAP = 1e3;
+async function aiDeleteEntity(active, name, resolution, sessionId) {
+  if (!active.validTables.has(name)) return { ok: false, error: `Unknown table: ${name}` };
+  if (isNativeEntity(name)) {
+    return { ok: false, error: `"${name}" is a built-in table and cannot be deleted.` };
+  }
+  const tc = active.teamContext;
+  if (tc && tc.owners.get(name) !== tc.myUserId) {
+    return { ok: false, error: `Only the table's owner can delete "${name}".` };
+  }
+  const inbound = [];
+  for (const t of getGuiEntities(active.configPath, active.outputDir).tables) {
+    if (t.name === name) continue;
+    for (const rel of Object.values(t.relations)) {
+      if (rel.type === "belongsTo" && rel.table === name) {
+        inbound.push(`${t.name}.${rel.foreignKey}`);
+      }
+    }
+  }
+  if (inbound.length > 0) {
+    return {
+      ok: false,
+      error: `Cannot delete "${name}" \u2014 these links point at it: ${inbound.join(", ")}. Remove those links first.`
+    };
+  }
+  const mctx = {
+    db: active.db,
+    feed: active.feed,
+    softDeletable: active.softDeletable,
+    source: "ai"
+  };
+  const softDeletable = active.softDeletable.has(name);
+  const rowCount = softDeletable ? await active.db.count(name, { filters: [{ col: "deleted_at", op: "isNull" }] }) : await active.db.count(name);
+  if (rowCount === 0) {
+    await softDeleteUserEntity(active, name, sessionId);
+    return { ok: true, deleted: name };
+  }
+  if (resolution === void 0) {
+    return {
+      needsResolution: true,
+      rowCount,
+      message: `"${name}" still has ${String(rowCount)} row${rowCount === 1 ? "" : "s"}. Deleting a table with data needs a decision first \u2014 ask the user whether to delete the rows too (reversible), move them into another table, or cancel. Then call delete_entity again with resolution="delete_data" or resolution={"move_to":"<table>"}.`
+    };
+  }
+  if (resolution === "delete_data") {
+    if (!softDeletable) {
+      return {
+        ok: false,
+        error: `"${name}" rows can't be soft-deleted (no deleted_at column) \u2014 clear them manually first.`
+      };
+    }
+    if (rowCount > AI_DELETE_ROW_CAP) {
+      return {
+        ok: false,
+        error: `"${name}" has ${String(rowCount)} rows \u2014 too many to auto-delete safely (cap ${String(AI_DELETE_ROW_CAP)}). Trim it first.`
+      };
+    }
+    const rows2 = await active.db.query(name, {
+      filters: [{ col: "deleted_at", op: "isNull" }],
+      limit: AI_DELETE_ROW_CAP
+    });
+    let deletedRows = 0;
+    for (const r of rows2) {
+      await deleteRow(mctx, name, String(r.id), false);
+      deletedRows++;
+    }
+    await softDeleteUserEntity(active, name, sessionId);
+    return { ok: true, deleted: name, deletedRows };
+  }
+  const target = resolution.move_to;
+  if (!active.validTables.has(target)) {
+    return { ok: false, error: `move_to target "${target}" is not a known table.` };
+  }
+  if (target === name) return { ok: false, error: "move_to target must be a different table." };
+  if (active.junctionTables.has(target) || isNativeEntity(target)) {
+    return { ok: false, error: `Cannot move rows into "${target}".` };
+  }
+  if (rowCount > AI_DELETE_ROW_CAP) {
+    return {
+      ok: false,
+      error: `"${name}" has ${String(rowCount)} rows \u2014 too many to auto-move (cap ${String(AI_DELETE_ROW_CAP)}).`
+    };
+  }
+  const targetCols = active.db.getRegisteredColumns(target);
+  if (!targetCols) return { ok: false, error: `Could not read the columns of "${target}".` };
+  const rows = await active.db.query(
+    name,
+    softDeletable ? { filters: [{ col: "deleted_at", op: "isNull" }], limit: AI_DELETE_ROW_CAP } : { limit: AI_DELETE_ROW_CAP }
+  );
+  const SKIP = /* @__PURE__ */ new Set(["id", "deleted_at", "created_at", "updated_at"]);
+  let movedRows = 0;
+  for (const r of rows) {
+    const mapped = {};
+    for (const [k, v] of Object.entries(r)) {
+      if (!SKIP.has(k) && k in targetCols) mapped[k] = v;
+    }
+    await createRow(mctx, target, mapped);
+    if (softDeletable) await deleteRow(mctx, name, String(r.id), false);
+    movedRows++;
+  }
+  await softDeleteUserEntity(active, name, sessionId);
+  return { ok: true, deleted: name, movedRows };
+}
 
 // src/teams/server/routes.ts
 var UNAUTHENTICATED_TEAM_PATHS = /* @__PURE__ */ new Set([
@@ -18078,6 +18285,9 @@ async function dispatchUserConfigRoute(req, res, ctx) {
       const body = await readJson(req);
       const current = readPreferences();
       const next = {
+        // Preserve keys this endpoint doesn't manage (voice_provider,
+        // aggressiveness — set via the assistant config routes).
+        ...current,
         show_system_tables: typeof body.show_system_tables === "boolean" ? body.show_system_tables : current.show_system_tables,
         analytics: typeof body.analytics === "boolean" ? body.analytics : current.analytics
       };
@@ -18932,22 +19142,6 @@ function parseCookies(req) {
   }
   return out;
 }
-async function storeSecret(db, kind, name, value) {
-  const [first, ...extras] = await liveSecretsOfKind(db, kind);
-  if (first) {
-    await db.update("secrets", first.id, { value, name });
-    for (const extra of extras)
-      await db.update("secrets", extra.id, { deleted_at: (/* @__PURE__ */ new Date()).toISOString() });
-  } else {
-    await db.insert("secrets", {
-      id: crypto.randomUUID(),
-      name,
-      kind,
-      value,
-      description: `${name} (assistant).`
-    });
-  }
-}
 async function liveSecretsOfKind(db, kind) {
   const rows = await db.query("secrets", {
     filters: [{ col: "kind", op: "eq", val: kind }]
@@ -18975,19 +19169,29 @@ async function readMachineCredential(db, kind) {
 var STT_PROVIDER_KIND = "stt_provider";
 var AGGRESSIVENESS_KIND = "assistant_aggressiveness";
 var DEFAULT_AGGRESSIVENESS = 0.5;
-async function getAggressiveness(db) {
-  const raw = await secretValue(db, AGGRESSIVENESS_KIND);
-  const n = raw === null ? NaN : Number(raw);
+function getAggressiveness() {
+  const n = readPreferences().aggressiveness;
   if (!Number.isFinite(n)) return DEFAULT_AGGRESSIVENESS;
   return Math.min(1, Math.max(0, n));
 }
+async function retireLegacyPreferenceSecrets(db) {
+  for (const kind of [STT_PROVIDER_KIND, AGGRESSIVENESS_KIND]) {
+    try {
+      for (const row of await liveSecretsOfKind(db, kind)) {
+        await db.update("secrets", row.id, { deleted_at: (/* @__PURE__ */ new Date()).toISOString() });
+      }
+    } catch (e) {
+      console.warn(`[assistant] could not retire legacy ${kind} secret:`, e.message);
+    }
+  }
+}
 function aggressivenessToTemperature(aggressiveness) {
   return Math.min(1, Math.max(0, aggressiveness));
 }
 async function getVoiceCredential(db) {
   const openai = await readMachineCredential(db, CREDENTIALS.openai.kind) ?? process.env.OPENAI_API_KEY ?? null;
   const eleven = await readMachineCredential(db, CREDENTIALS.elevenlabs.kind) ?? process.env.ELEVENLABS_API_KEY ?? null;
-  const pref = await secretValue(db, STT_PROVIDER_KIND);
+  const pref = readPreferences().voice_provider;
   if (pref === "elevenlabs" && eleven) return { provider: "elevenlabs", apiKey: eleven };
   if (pref === "openai" && openai) return { provider: "openai", apiKey: openai };
   if (openai) return { provider: "openai", apiKey: openai };
@@ -19039,8 +19243,8 @@ async function dispatchAssistantRoute(req, res, ctx) {
       hasClaudeAuth: await hasClaudeAuth(db),
       hasVoiceKey: voice !== null,
       sttProvider: voice?.provider ?? null,
-      sttPreference: await secretValue(db, STT_PROVIDER_KIND) ?? "auto",
-      aggressiveness: await getAggressiveness(db),
+      sttPreference: readPreferences().voice_provider,
+      aggressiveness: getAggressiveness(),
       oauthEnabled: oauthConfigured()
     });
     return true;
@@ -19058,7 +19262,7 @@ async function dispatchAssistantRoute(req, res, ctx) {
       sendJson3(res, { error: "value must be a number in [0, 1]" }, 400);
       return true;
     }
-    await storeSecret(db, AGGRESSIVENESS_KIND, "Inference aggressiveness", String(value));
+    writePreferences({ ...readPreferences(), aggressiveness: value });
     sendJson3(res, { ok: true, value });
     return true;
   }
@@ -19071,17 +19275,11 @@ async function dispatchAssistantRoute(req, res, ctx) {
       return true;
     }
     const provider = typeof body.provider === "string" ? body.provider : "auto";
-    if (!["auto", "openai", "elevenlabs"].includes(provider)) {
+    if (provider !== "auto" && provider !== "openai" && provider !== "elevenlabs") {
       sendJson3(res, { error: `unknown provider: ${provider}` }, 400);
       return true;
     }
-    if (provider === "auto") {
-      for (const row of await liveSecretsOfKind(db, STT_PROVIDER_KIND)) {
-        await db.update("secrets", row.id, { deleted_at: (/* @__PURE__ */ new Date()).toISOString() });
-      }
-    } else {
-      await storeSecret(db, STT_PROVIDER_KIND, "Voice provider preference", provider);
-    }
+    writePreferences({ ...readPreferences(), voice_provider: provider });
     sendJson3(res, { ok: true });
     return true;
   }
@@ -19265,18 +19463,36 @@ var REGISTRY = [
     args: obj({ table: str("Table name."), id: str("Primary key of the row.") }, ["table", "id"])
   },
   {
-    name: "get_history",
-    description: "Fetch recent audit-log entries, optionally filtered to one table.",
+    name: "search",
+    description: "Full-text search across the user tables for a query string. Returns matching rows grouped by table (id + snippet). Use this to find records by their content when you do not know the table or id up front.",
     mutates: false,
     category: "read",
-    args: obj({
-      table: str("Restrict to this table (optional)."),
-      limit: { type: "integer", description: "Maximum entries to return." }
-    })
-  },
-  {
-    name: "list_system_tables",
-    description: "List the internal Lattice bookkeeping tables and their schema.",
+    args: obj(
+      {
+        query: str("Text to search for."),
+        tables: {
+          type: "array",
+          description: "Restrict to these tables (optional; defaults to all searchable tables).",
+          items: { type: "string" }
+        },
+        limit: { type: "integer", description: "Max hits per table (optional, default 8)." }
+      },
+      ["query"]
+    )
+  },
+  {
+    name: "get_history",
+    description: "Fetch recent audit-log entries, optionally filtered to one table.",
+    mutates: false,
+    category: "read",
+    args: obj({
+      table: str("Restrict to this table (optional)."),
+      limit: { type: "integer", description: "Maximum entries to return." }
+    })
+  },
+  {
+    name: "list_system_tables",
+    description: "List the internal Lattice bookkeeping tables and their schema.",
     mutates: false,
     category: "read",
     args: obj({})
@@ -19385,6 +19601,26 @@ var REGISTRY = [
       ["table_a", "table_b"]
     )
   },
+  {
+    name: "delete_entity",
+    description: "Soft-delete a user table (reversible \u2014 the rows are kept and it can be restored from history). Guarded: an EMPTY table is removed immediately; a NON-EMPTY table is NOT deleted until you say what to do with its data \u2014 the tool returns the row count and you must ask the user, then call again with resolution='delete_data' (soft-delete the rows too) or move_to=<table> (move the rows into another table first). Never deletes built-in tables.",
+    mutates: true,
+    category: "schema",
+    args: obj(
+      {
+        name: str("Table to delete."),
+        resolution: {
+          type: "string",
+          enum: ["delete_data"],
+          description: 'For a NON-empty table: "delete_data" soft-deletes its rows too (reversible). Omit to be told the row count and asked first.'
+        },
+        move_to: str(
+          "For a NON-empty table: move its rows into this existing table, then delete the emptied table."
+        )
+      },
+      ["name"]
+    )
+  },
   {
     name: "rename_entity",
     description: "Rename an existing entity (table).",
@@ -19501,6 +19737,7 @@ var DISPATCHABLE = /* @__PURE__ */ new Set([
   "list_entities",
   "list_rows",
   "get_row",
+  "search",
   "get_history",
   "create_row",
   "update_row",
@@ -19509,6 +19746,7 @@ var DISPATCHABLE = /* @__PURE__ */ new Set([
   "unlink",
   "create_entity",
   "create_relationship",
+  "delete_entity",
   "undo",
   "redo",
   "revert"
@@ -19590,6 +19828,20 @@ async function executeFunction(ctx, name, args) {
         if (row === null) return { ok: false, error: "Row not found" };
         return { ok: true, result: redactRow(row, await secretColumnsFor(ctx.db, table)) };
       }
+      case "search": {
+        const query = requireString3(args.query, "query");
+        let tables = [...ctx.validTables];
+        if (Array.isArray(args.tables)) {
+          const want = new Set(args.tables.filter((t) => typeof t === "string"));
+          tables = tables.filter((t) => want.has(t));
+        }
+        const limit = typeof args.limit === "number" ? args.limit : 8;
+        const result = await fullTextSearch(ctx.db.adapter, tables, {
+          query,
+          limitPerTable: limit
+        });
+        return { ok: true, result };
+      }
       case "create_row": {
         const table = requireTable(args.table, ctx.validTables);
         if (!args.values || typeof args.values !== "object") {
@@ -19663,6 +19915,23 @@ async function executeFunction(ctx, name, args) {
           }
         };
       }
+      case "delete_entity": {
+        if (!ctx.deleteEntity) {
+          return { ok: false, error: "Deleting tables is not available in this context" };
+        }
+        const target = requireString3(args.name, "name");
+        let resolution;
+        if (args.resolution === "delete_data") resolution = "delete_data";
+        else if (typeof args.move_to === "string" && args.move_to) {
+          resolution = { move_to: args.move_to };
+        }
+        const outcome = await ctx.deleteEntity(target, resolution);
+        if ("needsResolution" in outcome) return { ok: true, result: outcome };
+        if (!outcome.ok) return { ok: false, error: outcome.error };
+        ctx.validTables.delete(target);
+        ctx.junctionTables.delete(target);
+        return { ok: true, result: outcome };
+      }
       case "get_history": {
         const limit = typeof args.limit === "number" ? args.limit : 50;
         const rows = await ctx.db.query("_lattice_gui_audit", { limit });
@@ -19883,6 +20152,190 @@ function createAnthropicClient(auth) {
   };
 }
 
+// src/ai/llm-client.ts
+import { createRequire as createRequire4 } from "module";
+var DEFAULT_MODEL2 = "claude-haiku-4-5";
+
+// src/ai/summarize.ts
+function parseMatches(raw, catalog) {
+  const fence = /```json\s*([\s\S]*?)```/i.exec(raw);
+  const body = fence ? fence[1] : raw;
+  let parsed;
+  try {
+    parsed = JSON.parse((body ?? "").trim());
+  } catch {
+    return [];
+  }
+  if (!Array.isArray(parsed)) return [];
+  const valid = new Map(catalog.map((e) => [e.table, new Set(e.records.map((r) => r.id))]));
+  const out = [];
+  for (const item of parsed) {
+    if (!item || typeof item !== "object") continue;
+    const table = item.table;
+    const id = item.id;
+    if (typeof table === "string" && typeof id === "string" && valid.get(table)?.has(id)) {
+      out.push({ table, id });
+    }
+  }
+  return out;
+}
+var ID_RE = /^[a-z][a-z0-9_]*$/;
+var RESERVED_COLS = /* @__PURE__ */ new Set(["id", "deleted_at", "created_at", "updated_at"]);
+function parseObjects(raw) {
+  const fence = /```json\s*([\s\S]*?)```/i.exec(raw);
+  let parsed;
+  try {
+    parsed = JSON.parse((fence ? fence[1] : raw)?.trim() ?? "");
+  } catch {
+    return [];
+  }
+  if (!Array.isArray(parsed)) return [];
+  const out = [];
+  for (const item of parsed) {
+    if (!item || typeof item !== "object") continue;
+    const o = item;
+    const entity = typeof o.entity === "string" ? o.entity.trim().toLowerCase() : "";
+    const label = typeof o.label === "string" ? o.label.trim() : "";
+    if (!ID_RE.test(entity) || !label) continue;
+    let valuesRaw = {};
+    if (Array.isArray(o.values) && Array.isArray(o.columns)) {
+      o.columns.forEach((c, i) => {
+        valuesRaw[String(c)] = o.values[i];
+      });
+    } else if (o.values && typeof o.values === "object") {
+      valuesRaw = o.values;
+    }
+    const values = {};
+    for (const [k, v] of Object.entries(valuesRaw)) {
+      const col = k.trim().toLowerCase();
+      if (ID_RE.test(col) && !RESERVED_COLS.has(col) && (typeof v === "string" || typeof v === "number")) {
+        values[col] = String(v).slice(0, 2e3);
+      }
+    }
+    if (Object.keys(values).length === 0) continue;
+    const cols = Array.isArray(o.columns) ? o.columns.map((c) => String(c).trim().toLowerCase()).filter((c) => ID_RE.test(c) && !RESERVED_COLS.has(c)) : [];
+    const columns = Array.from(/* @__PURE__ */ new Set([...cols, ...Object.keys(values)])).slice(0, 8);
+    out.push({ entity, isNew: o.isNew === true, columns, values, label });
+    if (out.length >= 3) break;
+  }
+  return out;
+}
+
+// src/gui/ai/summarize.ts
+var SUMMARY_SYSTEM = 'You write a one or two sentence factual description of a document for a knowledge base, focused on what it is and what it contains. No preamble, no "This document". Plain text only.';
+async function summarizeText(client, text, name, temperature) {
+  const turn = await client.runTurn({
+    model: DEFAULT_MODEL,
+    system: SUMMARY_SYSTEM,
+    messages: [
+      {
+        role: "user",
+        content: `File name: ${name}
+
+Content:
+${text.slice(0, 12e3)}
+
+Describe it in 1-2 sentences.`
+      }
+    ],
+    tools: [],
+    ...temperature !== void 0 ? { temperature } : {},
+    onText: () => void 0
+  });
+  return turn.text.trim();
+}
+var TITLE_SYSTEM = 'You write a short, specific title (3-5 words, Title Case) for a chat conversation based on its opening exchange \u2014 capture the concrete topic, e.g. "Adding New Notes About Cheese" or "Q3 Invoice Cleanup". No quotes, no trailing punctuation, no preamble. Plain text only.';
+async function generateThreadTitle(client, userMessage, assistantReply) {
+  const turn = await client.runTurn({
+    model: DEFAULT_MODEL,
+    system: TITLE_SYSTEM,
+    messages: [
+      {
+        role: "user",
+        content: `First user message:
+${userMessage.slice(0, 2e3)}
+
+Assistant reply:
+${assistantReply.slice(0, 2e3)}
+
+Title (3-5 words):`
+      }
+    ],
+    tools: [],
+    onText: () => void 0
+  });
+  return turn.text.trim().replace(/^["'`]+|["'`]+$/g, "").replace(/[.\s]+$/, "").slice(0, 60);
+}
+var CLASSIFY_SYSTEM = 'You decide which existing records a newly added document relates to. You are given a catalog of record types (with descriptions) and their records. Return ONLY a JSON array of {"table","id"} objects for records the document clearly relates to \u2014 an empty array if none. Output the JSON in a ```json fenced block and nothing else.';
+function buildCatalogBlock(catalog) {
+  return catalog.map((e) => {
+    const head = `## ${e.table}${e.description ? ` \u2014 ${e.description}` : ""}`;
+    const rows = e.records.map((r) => `- id=${r.id} | ${r.label}`).join("\n");
+    return `${head}
+${rows || "- (no records)"}`;
+  }).join("\n\n");
+}
+async function classifyLinks(client, text, name, catalog, temperature) {
+  if (catalog.length === 0 || text.trim().length === 0) return [];
+  let captured = "";
+  const liberal = temperature !== void 0 && temperature >= 0.66 ? " Include records that are strongly implied even without an exact name match." : temperature !== void 0 && temperature <= 0.33 ? " Only include records that are explicitly and unambiguously named." : "";
+  const turn = await client.runTurn({
+    model: DEFAULT_MODEL,
+    system: CLASSIFY_SYSTEM,
+    messages: [
+      {
+        role: "user",
+        content: `# Catalog
+${buildCatalogBlock(catalog)}
+
+# Document: ${name}
+
+${text.slice(0, 12e3)}
+
+# Task
+Return the JSON array of matching {table,id}.${liberal}`
+      }
+    ],
+    tools: [],
+    ...temperature !== void 0 ? { temperature } : {},
+    onText: (d) => {
+      captured += d;
+    }
+  });
+  return parseMatches(turn.text || captured, catalog);
+}
+var EXTRACT_SYSTEM = 'You build a knowledge base by extracting the key structured objects a document is ABOUT \u2014 e.g. an invoice, a person, a project, a contract, a meeting. You are given the existing entity types (tables) and their columns. For each salient object: reuse an existing entity when one clearly fits; otherwise propose a NEW entity with a short snake_case PLURAL name and 2-6 simple snake_case columns. Extract only objects the document is genuinely about \u2014 prefer 1-3, never more than 3, and never invent data not in the document. Return ONLY a JSON array of objects {"entity","isNew","columns","values","label"}, where "values" is an OBJECT mapping each column name to its value \u2014 e.g. {"invoice_number":"INV-114","total":"6400"} \u2014 in a ```json fenced block.';
+function buildSchemaBlock(existing) {
+  if (existing.length === 0) return "(no entities yet \u2014 propose new ones)";
+  return existing.map((e) => `## ${e.table}
+columns: ${e.columns.join(", ")}`).join("\n\n");
+}
+async function extractObjects(client, text, name, existing, temperature) {
+  if (text.trim().length === 0) return [];
+  const turn = await client.runTurn({
+    model: DEFAULT_MODEL,
+    system: EXTRACT_SYSTEM,
+    messages: [
+      {
+        role: "user",
+        content: `# Existing entities
+${buildSchemaBlock(existing)}
+
+# Document: ${name}
+
+${text.slice(0, 12e3)}
+
+# Task
+Return the JSON array of objects to create.`
+      }
+    ],
+    tools: [],
+    ...temperature !== void 0 ? { temperature } : {},
+    onText: () => void 0
+  });
+  return parseObjects(turn.text);
+}
+
 // src/gui/ai/sse.ts
 function formatSseFrame(event) {
   return `data: ${JSON.stringify(event)}
@@ -20138,13 +20591,14 @@ async function dispatchChatRoute(req, res, ctx) {
     junctionTables: new Set([...ctx.junctionTables].filter((t) => !ASSISTANT_HIDDEN_TABLES.has(t))),
     softDeletable: ctx.softDeletable,
     ...ctx.createEntity ? { createEntity: ctx.createEntity } : {},
-    ...ctx.createJunction ? { createJunction: ctx.createJunction } : {}
+    ...ctx.createJunction ? { createJunction: ctx.createJunction } : {},
+    ...ctx.deleteEntity ? { deleteEntity: ctx.deleteEntity } : {}
   };
   let assistantText = "";
   const turns = [];
   try {
     const client = createAnthropicClient(auth);
-    const temperature = aggressivenessToTemperature(await getAggressiveness(ctx.db));
+    const temperature = aggressivenessToTemperature(getAggressiveness());
     for await (const ev of runChat({
       client,
       dispatch,
@@ -20193,6 +20647,23 @@ async function dispatchChatRoute(req, res, ctx) {
     } catch (e) {
       console.warn("[chat] persist assistant message failed:", e.message);
     }
+    const createdNew = threadId !== requestedThread;
+    if (createdNew && assistantText.trim()) {
+      try {
+        const placeholder = message.slice(0, 60) || "Chat";
+        const cur = await ctx.db.get("chat_threads", threadId);
+        if (cur && (cur.title ?? "") === placeholder) {
+          const title = await generateThreadTitle(
+            createAnthropicClient(auth),
+            message,
+            assistantText
+          );
+          if (title) await ctx.db.update("chat_threads", threadId, { title });
+        }
+      } catch (e) {
+        console.warn("[chat] thread title generation failed:", e.message);
+      }
+    }
   }
   return true;
 }
@@ -20344,12 +20815,6 @@ function describe(text, mime, name) {
 // src/ai/vision.ts
 import { createRequire as createRequire5 } from "module";
 import { readFile as readFile2 } from "fs/promises";
-
-// src/ai/llm-client.ts
-import { createRequire as createRequire4 } from "module";
-var DEFAULT_MODEL2 = "claude-haiku-4-5";
-
-// src/ai/vision.ts
 var DEFAULT_PROMPT = "Describe this image for a knowledge base in 2-4 factual sentences: what it shows, any visible text, and notable details. No preamble.";
 var MAX_DIM = 1568;
 async function describeImage(auth, path2, opts = {}) {
@@ -20709,164 +21174,6 @@ async function attachBlob(srcPath, latticeRoot) {
   };
 }
 
-// src/ai/summarize.ts
-function parseMatches(raw, catalog) {
-  const fence = /```json\s*([\s\S]*?)```/i.exec(raw);
-  const body = fence ? fence[1] : raw;
-  let parsed;
-  try {
-    parsed = JSON.parse((body ?? "").trim());
-  } catch {
-    return [];
-  }
-  if (!Array.isArray(parsed)) return [];
-  const valid = new Map(catalog.map((e) => [e.table, new Set(e.records.map((r) => r.id))]));
-  const out = [];
-  for (const item of parsed) {
-    if (!item || typeof item !== "object") continue;
-    const table = item.table;
-    const id = item.id;
-    if (typeof table === "string" && typeof id === "string" && valid.get(table)?.has(id)) {
-      out.push({ table, id });
-    }
-  }
-  return out;
-}
-var ID_RE = /^[a-z][a-z0-9_]*$/;
-var RESERVED_COLS = /* @__PURE__ */ new Set(["id", "deleted_at", "created_at", "updated_at"]);
-function parseObjects(raw) {
-  const fence = /```json\s*([\s\S]*?)```/i.exec(raw);
-  let parsed;
-  try {
-    parsed = JSON.parse((fence ? fence[1] : raw)?.trim() ?? "");
-  } catch {
-    return [];
-  }
-  if (!Array.isArray(parsed)) return [];
-  const out = [];
-  for (const item of parsed) {
-    if (!item || typeof item !== "object") continue;
-    const o = item;
-    const entity = typeof o.entity === "string" ? o.entity.trim().toLowerCase() : "";
-    const label = typeof o.label === "string" ? o.label.trim() : "";
-    if (!ID_RE.test(entity) || !label) continue;
-    let valuesRaw = {};
-    if (Array.isArray(o.values) && Array.isArray(o.columns)) {
-      o.columns.forEach((c, i) => {
-        valuesRaw[String(c)] = o.values[i];
-      });
-    } else if (o.values && typeof o.values === "object") {
-      valuesRaw = o.values;
-    }
-    const values = {};
-    for (const [k, v] of Object.entries(valuesRaw)) {
-      const col = k.trim().toLowerCase();
-      if (ID_RE.test(col) && !RESERVED_COLS.has(col) && (typeof v === "string" || typeof v === "number")) {
-        values[col] = String(v).slice(0, 2e3);
-      }
-    }
-    if (Object.keys(values).length === 0) continue;
-    const cols = Array.isArray(o.columns) ? o.columns.map((c) => String(c).trim().toLowerCase()).filter((c) => ID_RE.test(c) && !RESERVED_COLS.has(c)) : [];
-    const columns = Array.from(/* @__PURE__ */ new Set([...cols, ...Object.keys(values)])).slice(0, 8);
-    out.push({ entity, isNew: o.isNew === true, columns, values, label });
-    if (out.length >= 3) break;
-  }
-  return out;
-}
-
-// src/gui/ai/summarize.ts
-var SUMMARY_SYSTEM = 'You write a one or two sentence factual description of a document for a knowledge base, focused on what it is and what it contains. No preamble, no "This document". Plain text only.';
-async function summarizeText(client, text, name, temperature) {
-  const turn = await client.runTurn({
-    model: DEFAULT_MODEL,
-    system: SUMMARY_SYSTEM,
-    messages: [
-      {
-        role: "user",
-        content: `File name: ${name}
-
-Content:
-${text.slice(0, 12e3)}
-
-Describe it in 1-2 sentences.`
-      }
-    ],
-    tools: [],
-    ...temperature !== void 0 ? { temperature } : {},
-    onText: () => void 0
-  });
-  return turn.text.trim();
-}
-var CLASSIFY_SYSTEM = 'You decide which existing records a newly added document relates to. You are given a catalog of record types (with descriptions) and their records. Return ONLY a JSON array of {"table","id"} objects for records the document clearly relates to \u2014 an empty array if none. Output the JSON in a ```json fenced block and nothing else.';
-function buildCatalogBlock(catalog) {
-  return catalog.map((e) => {
-    const head = `## ${e.table}${e.description ? ` \u2014 ${e.description}` : ""}`;
-    const rows = e.records.map((r) => `- id=${r.id} | ${r.label}`).join("\n");
-    return `${head}
-${rows || "- (no records)"}`;
-  }).join("\n\n");
-}
-async function classifyLinks(client, text, name, catalog, temperature) {
-  if (catalog.length === 0 || text.trim().length === 0) return [];
-  let captured = "";
-  const liberal = temperature !== void 0 && temperature >= 0.66 ? " Include records that are strongly implied even without an exact name match." : temperature !== void 0 && temperature <= 0.33 ? " Only include records that are explicitly and unambiguously named." : "";
-  const turn = await client.runTurn({
-    model: DEFAULT_MODEL,
-    system: CLASSIFY_SYSTEM,
-    messages: [
-      {
-        role: "user",
-        content: `# Catalog
-${buildCatalogBlock(catalog)}
-
-# Document: ${name}
-
-${text.slice(0, 12e3)}
-
-# Task
-Return the JSON array of matching {table,id}.${liberal}`
-      }
-    ],
-    tools: [],
-    ...temperature !== void 0 ? { temperature } : {},
-    onText: (d) => {
-      captured += d;
-    }
-  });
-  return parseMatches(turn.text || captured, catalog);
-}
-var EXTRACT_SYSTEM = 'You build a knowledge base by extracting the key structured objects a document is ABOUT \u2014 e.g. an invoice, a person, a project, a contract, a meeting. You are given the existing entity types (tables) and their columns. For each salient object: reuse an existing entity when one clearly fits; otherwise propose a NEW entity with a short snake_case PLURAL name and 2-6 simple snake_case columns. Extract only objects the document is genuinely about \u2014 prefer 1-3, never more than 3, and never invent data not in the document. Return ONLY a JSON array of objects {"entity","isNew","columns","values","label"}, where "values" is an OBJECT mapping each column name to its value \u2014 e.g. {"invoice_number":"INV-114","total":"6400"} \u2014 in a ```json fenced block.';
-function buildSchemaBlock(existing) {
-  if (existing.length === 0) return "(no entities yet \u2014 propose new ones)";
-  return existing.map((e) => `## ${e.table}
-columns: ${e.columns.join(", ")}`).join("\n\n");
-}
-async function extractObjects(client, text, name, existing, temperature) {
-  if (text.trim().length === 0) return [];
-  const turn = await client.runTurn({
-    model: DEFAULT_MODEL,
-    system: EXTRACT_SYSTEM,
-    messages: [
-      {
-        role: "user",
-        content: `# Existing entities
-${buildSchemaBlock(existing)}
-
-# Document: ${name}
-
-${text.slice(0, 12e3)}
-
-# Task
-Return the JSON array of objects to create.`
-      }
-    ],
-    tools: [],
-    ...temperature !== void 0 ? { temperature } : {},
-    onText: () => void 0
-  });
-  return parseObjects(turn.text);
-}
-
 // src/gui/ingest-routes.ts
 var MIME_BY_EXT = {
   ".pdf": "application/pdf",
@@ -21107,6 +21414,37 @@ async function enrichWithLlm(mctx, db, fileId, text, name, junctions, descriptio
     return [];
   }
 }
+async function enrichOrFail(mctx, db, fileId, text, name, ctx, res) {
+  try {
+    return await enrichWithLlm(
+      mctx,
+      db,
+      fileId,
+      text,
+      name,
+      ctx.fileJunctions,
+      ctx.entityDescriptions,
+      ctx.createJunction,
+      ctx.aggressiveness,
+      ctx.createEntity
+    );
+  } catch (e) {
+    const err = e;
+    console.error(
+      `[ingest] enrichment failed for file ${fileId}: ${err.message}
+${err.stack ?? ""}`
+    );
+    await updateRow(mctx, "files", fileId, { extraction_status: "enrichment_failed" }).catch(
+      (e2) => {
+        console.error(
+          `[ingest] could not mark enrichment_failed on ${fileId}: ${e2.message}`
+        );
+      }
+    );
+    sendJson5(res, { id: fileId, extraction_status: "enrichment_failed", error: err.message }, 201);
+    return null;
+  }
+}
 async function extractImage(db, path2, mime) {
   if (!mime.startsWith("image/")) return null;
   const auth = await resolveClaudeAuth(db);
@@ -21214,18 +21552,12 @@ async function dispatchIngestRoute(req, res, ctx) {
       extraction_status: result.skip ? "skipped" : "extracted",
       ...blob ? { ref_kind: "blob", blob_path: blob.blob_path, sha256: blob.sha256 } : {}
     });
-    const suggestedLinks = result.skip ? [] : await enrichWithLlm(
-      mctx,
-      ctx.db,
-      id2,
-      result.text,
-      name2,
-      ctx.fileJunctions,
-      ctx.entityDescriptions,
-      ctx.createJunction,
-      ctx.aggressiveness,
-      ctx.createEntity
-    );
+    let suggestedLinks = [];
+    if (!result.skip) {
+      const links = await enrichOrFail(mctx, ctx.db, id2, result.text, name2, ctx, res);
+      if (links === null) return true;
+      suggestedLinks = links;
+    }
     sendJson5(
       res,
       { id: id2, extraction_status: result.skip ? "skipped" : "extracted", suggestedLinks },
@@ -21272,18 +21604,8 @@ async function dispatchIngestRoute(req, res, ctx) {
       extraction_status: "extracted",
       ...sourceUrl ? { ref_kind: "cloud_ref", ref_uri: sourceUrl, ref_provider: "web" } : {}
     });
-    const suggestedLinks = await enrichWithLlm(
-      mctx,
-      ctx.db,
-      id2,
-      content,
-      title,
-      ctx.fileJunctions,
-      ctx.entityDescriptions,
-      ctx.createJunction,
-      ctx.aggressiveness,
-      ctx.createEntity
-    );
+    const suggestedLinks = await enrichOrFail(mctx, ctx.db, id2, content, title, ctx, res);
+    if (suggestedLinks === null) return true;
     sendJson5(res, { id: id2, extraction_status: "extracted", suggestedLinks }, 201);
     return true;
   }
@@ -21340,11 +21662,16 @@ async function dispatchIngestRoute(req, res, ctx) {
       201
     );
   } catch (e) {
+    const err = e;
+    console.error(
+      `[ingest] extraction/enrichment failed for file ${id}: ${err.message}
+${err.stack ?? ""}`
+    );
     await updateRow(mctx, "files", id, {
       extraction_status: "failed",
-      description: `Extraction failed: ${e.message}`
+      description: `Extraction failed: ${err.message}`
     });
-    sendJson5(res, { id, extraction_status: "failed", error: e.message }, 201);
+    sendJson5(res, { id, extraction_status: "failed", error: err.message }, 201);
   }
   return true;
 }
@@ -21649,6 +21976,7 @@ async function openConfig(configPath, outputDir, autoRender = false) {
   await db.init();
   await syncUserIdentityRow(db);
   await adoptNativeEntities(db);
+  await retireLegacyPreferenceSecrets(db);
   const validTables = new Set(parsed.tables.map((t) => t.name));
   for (const name of db.getRegisteredTableNames()) {
     if (name.startsWith("__lattice_") || name.startsWith("_lattice_")) continue;
@@ -22236,7 +22564,7 @@ data: ${JSON.stringify(data)}
           }
           const limit = Math.min(50, Math.max(1, Number(url2.searchParams.get("limit") ?? "8")));
           const requested = url2.searchParams.get("tables");
-          let tables = [...active.validTables];
+          let tables = [...active.validTables].filter((t) => !ASSISTANT_HIDDEN_TABLES.has(t));
           if (requested) {
             const want = new Set(
               requested.split(",").map((t) => t.trim()).filter(Boolean)
@@ -22420,20 +22748,7 @@ data: ${JSON.stringify(data)}
             );
             return;
           }
-          const doc = loadConfigDoc(active.configPath);
-          const deletedEntityDef = doc.toJS().entities?.[name];
-          doc.deleteIn(["entities", name]);
-          saveConfigDoc(active.configPath, doc);
-          active = await reopenSameConfig(active, autoRender);
-          await recordSchemaOp(
-            active,
-            "schema.delete_entity",
-            name,
-            { entity: name, entityDef: deletedEntityDef },
-            null,
-            `Deleted table ${name}`,
-            sessionId
-          );
+          await softDeleteUserEntity(active, name, sessionId);
           sendJson(res, { ok: true });
           return;
         }
@@ -23097,6 +23412,11 @@ data: ${JSON.stringify(data)}
             ) : `SELECT name FROM sqlite_master WHERE type='table' AND name LIKE '\\_%' ESCAPE '\\' ORDER BY name`;
             rows = await adapter.allAsync(listSql);
           }
+          for (const n of NATIVE_INTERNAL_NAMES) {
+            if (active.validTables.has(n) && !rows.some((r) => r.name === n)) {
+              rows.push({ name: n });
+            }
+          }
           const tables = [];
           for (const r of rows) {
             const cols = await active.db.introspectColumns(r.name);
@@ -23109,7 +23429,7 @@ data: ${JSON.stringify(data)}
         if (method === "GET" && /^\/api\/system-tables\/[^/]+\/rows$/.test(pathname)) {
           const parts = pathname.split("/");
           const sysTable = decodeURIComponent(parts[3] ?? "");
-          if (!/^_+[a-zA-Z0-9_]+$/.test(sysTable)) {
+          if (!/^_+[a-zA-Z0-9_]+$/.test(sysTable) && !isInternalNativeEntity(sysTable)) {
             sendJson(res, { error: "Not a system table" }, 400);
             return;
           }
@@ -23757,6 +24077,9 @@ data: ${JSON.stringify(data)}
             // audited, no-reopen primitives the Context Constructor uses.
             createEntity: (name, columns) => createUserEntity(active, name, columns, sessionId),
             createJunction: (a, b) => createUserJunction(active, a, b, sessionId),
+            // Guarded, reversible table delete — empty tables go immediately;
+            // non-empty ones come back as `needsResolution` so the assistant asks.
+            deleteEntity: (name, resolution) => aiDeleteEntity(active, name, resolution, sessionId),
             pathname,
             method
           });
@@ -23771,7 +24094,7 @@ data: ${JSON.stringify(data)}
             entityDescriptions: entityDescriptions(active.configPath, active.outputDir),
             createJunction: (otherTable) => createFileJunction(active, otherTable, sessionId),
             createEntity: (entity, columns) => createUserEntity(active, entity, columns, sessionId),
-            aggressiveness: await getAggressiveness(active.db),
+            aggressiveness: getAggressiveness(),
             latticeRoot: dirname11(active.configPath),
             pathname,
             method
@@ -23809,7 +24132,12 @@ data: ${JSON.stringify(data)}
         }
         sendJson(res, { error: "Not found" }, 404);
       } catch (err) {
-        sendJson(res, { error: err.message }, 500);
+        const e = err;
+        console.error(
+          `[gui] ${req.method ?? "?"} ${req.url ?? "?"} failed: ${e.message}
+${e.stack ?? ""}`
+        );
+        sendJson(res, { error: e.message }, 500);
       }
     })();
   });