crewly 1.13.0 → 1.14.0

package/dist/cli/backend/src/services/chat-v2/sqlite/chat-db.js

@@ -0,0 +1,551 @@
+/**
+ * Chat V2 SQLite bootstrap.
+ *
+ * Opens (or creates) the chat database at the configured path, applies
+ * the Phase 1 migration idempotently, and returns a ready-to-use
+ * `better-sqlite3` Database instance.
+ *
+ * Schema matches tech-spec §3.2. All tables use `INTEGER ms-since-epoch (UTC)`
+ * for timestamps and raw UUID strings for IDs.
+ *
+ * @module services/chat-v2/sqlite/chat-db
+ */
+import * as path from 'path';
+import { existsSync, mkdirSync } from 'fs';
+import { createBareModuleRequire } from '../../../utils/node-require.utils.js';
+import { loadNativeAddonOrFatal } from '../../../utils/native-binding.utils.js';
+import { LoggerService } from '../../core/logger.service.js';
+// ---------------------------------------------------------------------------
+// Lazy better-sqlite3 loader — avoids a hard native-module dep at import time
+// ---------------------------------------------------------------------------
+/**
+ * CJS-style `require` scoped to this module. `better-sqlite3` is a native
+ * addon and must be loaded via CJS `require`, but this module compiles to
+ * ESM where the bare `require` global is undefined.
+ *
+ * Anchor: see `backend/src/utils/node-require.utils.ts` — the helper
+ * hides `import.meta.url` behind direct `eval` so ts-jest's CommonJS
+ * transpile does not see the meta-property token. The createRequire
+ * anchor is THIS file's URL, so Node's resolver walks up from here
+ * to find `node_modules` (and to resolve any future relative paths).
+ */
+const nodeRequire = createBareModuleRequire(typeof require === 'function' ? require : null);
+/** Cached reference to the better-sqlite3 module after first successful load. */
+let _BetterSqlite3 = null;
+/**
+ * Test-only override for the better-sqlite3 require step. When set,
+ * `getBetterSqlite3()` calls this instead of the real `nodeRequire`,
+ * which lets unit tests simulate a dlopen / arch-mismatch failure
+ * without actually corrupting the installed native binary. Returning
+ * a value is treated as a successful load; throwing is treated as a
+ * load failure and goes through {@link loadNativeAddonOrFatal}'s
+ * fail-fast escalation path.
+ *
+ * Production code MUST NOT touch this — it is exported only for
+ * `chat-db.test.ts` (see `setBetterSqlite3LoaderForTesting`).
+ */
+let _testRequireOverride = null;
+/**
+ * F-CYCLE7-1: install a test-only stub for the better-sqlite3 loader.
+ *
+ * Pass a function to override; pass `null` to restore the real loader
+ * AND clear the cached `better-sqlite3` reference so the next call
+ * exercises the stub. Tests MUST call this with `null` in `afterEach`
+ * to avoid leaking state across cases.
+ *
+ * @param fn - Stub `require`-like function or `null` to restore real loader
+ */
+export function setBetterSqlite3LoaderForTesting(fn) {
+    _testRequireOverride = fn;
+    _BetterSqlite3 = null;
+}
+/**
+ * Load `better-sqlite3` on demand.
+ *
+ * Native-addon failures are escalated to {@link NativeBindingFatalError}
+ * via {@link loadNativeAddonOrFatal} so the boot wiring in
+ * `backend/src/index.ts` can crash the process instead of silently
+ * falling back to the JSON-file chat persistence path. Other errors
+ * (e.g. `Cannot find module 'better-sqlite3'`) bubble up unchanged.
+ *
+ * @returns The lazily-imported better-sqlite3 module
+ * @throws {NativeBindingFatalError} when the native addon fails with a
+ *   dlopen / arch-mismatch / ABI-version pattern (F-CYCLE7-1).
+ */
+function getBetterSqlite3() {
+    if (!_BetterSqlite3) {
+        if (_testRequireOverride) {
+            // Route the test override through the same fail-fast escalation
+            // helper so the production and test paths share one truth.
+            const stubRequire = ((name) => _testRequireOverride(name));
+            _BetterSqlite3 = loadNativeAddonOrFatal('better-sqlite3', stubRequire);
+        }
+        else {
+            _BetterSqlite3 = loadNativeAddonOrFatal('better-sqlite3', nodeRequire);
+        }
+    }
+    return _BetterSqlite3;
+}
+// ---------------------------------------------------------------------------
+// Migration DDL (Phase 1 base + Phase A Slack-like extensions)
+// ---------------------------------------------------------------------------
+/**
+ * Idempotent base DDL — Phase 1 schema with Phase A column additions baked in.
+ *
+ * Safe to run every boot.
+ *
+ * Differences vs. the literal spec §3.2:
+ * - Added `IF NOT EXISTS` on every CREATE so reboots don't fail.
+ * - PRAGMAs set outside the transaction (SQLite disallows PRAGMA in txn).
+ *
+ * Phase A additions (SEALED design 2026-04-25 §3.1 + §3.2) are reflected
+ * directly in the CREATE TABLE bodies so a fresh-install database lands on
+ * the new schema in one shot. Pre-existing databases (created under the
+ * Phase 1 schema) get the same columns added by `applyPhaseAColumnUpgrades`
+ * below, which uses `ALTER TABLE ADD COLUMN` guarded by `PRAGMA table_info`.
+ */
+export const CHAT_V2_MIGRATION_SQL = `
+CREATE TABLE IF NOT EXISTS chat_channels (
+  id                TEXT PRIMARY KEY,
+  agent_session     TEXT NOT NULL,
+  owner_user_id     TEXT NOT NULL,
+  name              TEXT NOT NULL,
+  purpose           TEXT,
+  created_at        INTEGER NOT NULL,
+  archived_at       INTEGER,
+  last_message_at   INTEGER,
+  -- Phase A (SEALED §3.1): channel-type discriminator. 'dm' preserves the
+  -- Phase 1 1:1 user↔agent contract; 'channel' is the Slack-like team
+  -- surface. 'huddle' (Phase B-2, 2026-05-17) is ad-hoc multi-agent
+  -- groups with explicit membership in chat_channel_members.
+  -- Existing rows backfill to 'dm' via applyPhaseAColumnUpgrades.
+  type              TEXT NOT NULL DEFAULT 'dm' CHECK(type IN ('dm','channel','huddle')),
+  -- Phase A (SEALED §3.1): team workspace link. Required at the service
+  -- layer when type='channel'; null for type='dm'.
+  team_id           TEXT,
+  -- Phase A (SEALED §3.1): optional project link for project-scoped channels.
+  project_id        TEXT,
+  -- Phase A (SEALED §3.1): for type='dm', the resolved member-ID being DM'd
+  -- (distinct from agent_session which is the wire-level binding key).
+  target_member_id  TEXT
+);
+
+CREATE INDEX IF NOT EXISTS ix_channels_owner
+  ON chat_channels(owner_user_id, archived_at);
+
+-- Phase A indexes that reference the new columns (type, team_id, thread_id)
+-- live in CHAT_V2_PHASE_A_INDEX_SQL below — they must be created AFTER
+-- applyPhaseAColumnUpgrades runs so the columns exist on legacy DBs.
+
+CREATE TABLE IF NOT EXISTS chat_messages (
+  id           TEXT PRIMARY KEY,
+  channel_id   TEXT NOT NULL REFERENCES chat_channels(id) ON DELETE CASCADE,
+  seq          INTEGER NOT NULL,
+  sender_type  TEXT NOT NULL CHECK(sender_type IN ('user','agent','system')),
+  sender_id    TEXT NOT NULL,
+  content      TEXT NOT NULL,
+  content_type TEXT NOT NULL CHECK(content_type IN ('text','markdown','image_ref','system_note'))
+               DEFAULT 'markdown',
+  created_at   INTEGER NOT NULL,
+  metadata     TEXT,
+  -- Phase A (SEALED §3.2): JSON-encoded array of mention IDs (member or
+  -- team) referenced inline in the content field. Stored as a JSON string;
+  -- service layer treats null as []. Bounded at insert time; see types.ts.
+  mentions     TEXT,
+  -- Phase A (SEALED §3.2): optional Slack-style thread root. When set,
+  -- this message is a reply within the thread rooted at thread_id.
+  thread_id    TEXT
+);
+
+CREATE UNIQUE INDEX IF NOT EXISTS uq_messages_channel_seq
+  ON chat_messages(channel_id, seq);
+
+CREATE INDEX IF NOT EXISTS ix_messages_channel_created
+  ON chat_messages(channel_id, created_at DESC);
+
+-- Phase 1: partial unique index for clientMessageId-based idempotency (spec §4.4)
+CREATE UNIQUE INDEX IF NOT EXISTS uq_messages_client_id
+  ON chat_messages(channel_id, json_extract(metadata, '$.clientMessageId'))
+  WHERE json_extract(metadata, '$.clientMessageId') IS NOT NULL;
+
+CREATE TABLE IF NOT EXISTS chat_attachments (
+  id            TEXT PRIMARY KEY,
+  message_id    TEXT NOT NULL REFERENCES chat_messages(id) ON DELETE CASCADE,
+  kind          TEXT NOT NULL CHECK(kind IN ('image')),
+  mime_type     TEXT NOT NULL,
+  size_bytes    INTEGER NOT NULL,
+  local_path    TEXT NOT NULL,
+  original_name TEXT,
+  created_at    INTEGER NOT NULL
+);
+
+CREATE INDEX IF NOT EXISTS ix_attachments_message
+  ON chat_attachments(message_id);
+
+CREATE TABLE IF NOT EXISTS chat_offline_queue (
+  id            INTEGER PRIMARY KEY AUTOINCREMENT,
+  channel_id    TEXT NOT NULL,
+  agent_session TEXT NOT NULL,
+  message_id    TEXT NOT NULL REFERENCES chat_messages(id) ON DELETE CASCADE,
+  queued_at     INTEGER NOT NULL,
+  delivered_at  INTEGER,
+  attempts      INTEGER NOT NULL DEFAULT 0
+);
+
+CREATE INDEX IF NOT EXISTS ix_queue_pending
+  ON chat_offline_queue(agent_session, delivered_at)
+  WHERE delivered_at IS NULL;
+
+-- Phase B-2 (2026-05-17): huddle membership roster. One row per
+-- (huddle_channel, agent_session_name). For type='huddle' channels
+-- only; 'dm' and 'channel' rows have no entries here.
+--
+-- Dispatcher uses this list to fan a user message out to every
+-- huddle member; the @-mention subset gets a "must respond" prompt
+-- variant while the rest get an "optional" one.
+CREATE TABLE IF NOT EXISTS chat_channel_members (
+  channel_id      TEXT NOT NULL REFERENCES chat_channels(id) ON DELETE CASCADE,
+  member_session  TEXT NOT NULL,
+  joined_at       INTEGER NOT NULL,
+  PRIMARY KEY (channel_id, member_session)
+);
+
+CREATE INDEX IF NOT EXISTS ix_channel_members_session
+  ON chat_channel_members(member_session);
+`;
+/**
+ * Phase A indexes that reference Phase A columns. Must run AFTER
+ * `applyPhaseAColumnUpgrades` adds those columns on pre-Phase-A databases —
+ * otherwise the partial-index `WHERE` clauses fail with "no such column".
+ *
+ * On a fresh database this runs after `CHAT_V2_MIGRATION_SQL` has already
+ * baked the columns into the CREATE TABLE bodies, so each step is a
+ * harmless no-op (`CREATE INDEX IF NOT EXISTS`).
+ */
+export const CHAT_V2_PHASE_A_INDEX_SQL = `
+-- Phase A (SEALED §3.1) used to define uq_channel_agent_dm_active
+-- enforcing 1:1 agent<->DM-channel binding. That constraint was dropped
+-- per the unified-chat-message-store spec (2026-05-14 §"Phase 2 design
+-- discovery" → Option B): legacy ChatService models "one conversation
+-- per Slack thread or web chat session", so an agent participates in
+-- N concurrent DM-style channels. Dropping the index removes the
+-- agent_already_bound (409) failure that would otherwise block
+-- migration of the legacy multi-thread model. Existing databases get
+-- the drop applied in applyPhaseAColumnUpgrades.
+
+-- Phase A (SEALED §3.1): scoped lookup for "all channels in team T" and
+-- "project P channels". Indexes by team first because team-scoped reads
+-- are the dominant Phase B+ access pattern.
+CREATE INDEX IF NOT EXISTS ix_channels_team
+  ON chat_channels(team_id, archived_at)
+  WHERE team_id IS NOT NULL;
+
+-- Phase A (SEALED §3.2): thread-pane lookup. Filtered to non-null so the
+-- (smaller) index only covers actual threaded replies.
+CREATE INDEX IF NOT EXISTS ix_messages_thread
+  ON chat_messages(thread_id, seq)
+  WHERE thread_id IS NOT NULL;
+`;
+/** Phase A column additions for `chat_channels`. */
+const CHAT_CHANNELS_PHASE_A_COLUMNS = [
+    // NOT NULL DEFAULT 'dm' lets ALTER TABLE backfill existing rows in one shot.
+    { name: 'type', addClause: "type TEXT NOT NULL DEFAULT 'dm'" },
+    { name: 'team_id', addClause: 'team_id TEXT' },
+    { name: 'project_id', addClause: 'project_id TEXT' },
+    { name: 'target_member_id', addClause: 'target_member_id TEXT' },
+];
+/** Phase A column additions for `chat_messages`. */
+const CHAT_MESSAGES_PHASE_A_COLUMNS = [
+    { name: 'mentions', addClause: 'mentions TEXT' },
+    { name: 'thread_id', addClause: 'thread_id TEXT' },
+];
+/**
+ * Add a column to `table` if (and only if) it isn't already present.
+ *
+ * Uses `PRAGMA table_info(<table>)` to enumerate existing columns. SQLite
+ * does not have an `ADD COLUMN IF NOT EXISTS` form, so this guarded
+ * approach is the standard idempotent shape.
+ *
+ * @param db - The chat database handle
+ * @param table - Target table
+ * @param spec - Column to ensure
+ * @returns `true` if a column was added, `false` if it already existed
+ */
+function ensureColumn(db, table, spec) {
+    // PRAGMA cannot be parameterized; the table name is inlined. Callers
+    // supply only literal table names from the constants above — never
+    // user input — so SQL injection is not a concern here.
+    const cols = db.pragma(`table_info(${table})`);
+    if (cols.some((c) => c.name === spec.name)) {
+        return false;
+    }
+    db.exec(`ALTER TABLE ${table} ADD COLUMN ${spec.addClause}`);
+    return true;
+}
+/**
+ * Bring a pre-existing chat database up to Phase A's schema by adding
+ * any missing columns and the new indexes / dropping the superseded ones.
+ *
+ * Safe to run on a fresh database too — every step is no-op idempotent.
+ * Specifically:
+ *   - `ensureColumn` is a no-op when the column is already present (the
+ *     fresh-install case, since the columns are baked into the CREATE
+ *     TABLE in `CHAT_V2_MIGRATION_SQL`).
+ *   - `DROP INDEX IF EXISTS uq_channel_agent_active` removes the legacy
+ *     unconditional partial index so the new dm-scoped one isn't shadowed.
+ *     The DROP is metadata-only — no row data is affected.
+ *
+ * Exported (separately from `openChatDatabase`) so tests can simulate the
+ * pre-Phase-A → Phase A migration path explicitly.
+ *
+ * @param db - The chat database handle
+ * @returns A small report describing what changed (for logging)
+ */
+export function applyPhaseAColumnUpgrades(db) {
+    const channelsAdded = [];
+    for (const spec of CHAT_CHANNELS_PHASE_A_COLUMNS) {
+        if (ensureColumn(db, 'chat_channels', spec)) {
+            channelsAdded.push(spec.name);
+        }
+    }
+    const messagesAdded = [];
+    for (const spec of CHAT_MESSAGES_PHASE_A_COLUMNS) {
+        if (ensureColumn(db, 'chat_messages', spec)) {
+            messagesAdded.push(spec.name);
+        }
+    }
+    // Drop the legacy `uq_channel_agent_active` partial index — its constraint
+    // (`agent_session unique among archived_at IS NULL`) is too strict in the
+    // post-Phase-A world where multiple type='channel' rows legitimately share
+    // an empty agent_session. The replacement `uq_channel_agent_dm_active`
+    // (created below) carries the same semantics scoped to type='dm' rows only.
+    //
+    // The drop must happen BEFORE creating the new index — if the legacy
+    // index were left in place, an INSERT into a type='dm' row would still
+    // be checked by both indexes (same expression, different WHERE), which
+    // is harmless functionally but wastes write amplification.
+    const legacyIdx = db
+        .prepare(`SELECT name FROM sqlite_master
+       WHERE type = 'index' AND name = 'uq_channel_agent_active'`)
+        .get();
+    let legacyIndexDropped = false;
+    if (legacyIdx) {
+        db.exec('DROP INDEX IF EXISTS uq_channel_agent_active');
+        legacyIndexDropped = true;
+    }
+    // Unified-chat-message-store spec (2026-05-14 §"Phase 2 design
+    // discovery" → Option B): drop the post-Phase-A
+    // `uq_channel_agent_dm_active` partial index. The legacy ChatService
+    // models "one conversation per Slack thread or web chat session"
+    // — N concurrent channels per agent. The 1:1 DM-binding the index
+    // enforced would block migration. Existing fresh installs since
+    // the spec was merged no longer create it (see CHAT_V2_PHASE_A_INDEX_SQL).
+    const phaseADmIdx = db
+        .prepare(`SELECT name FROM sqlite_master
+       WHERE type = 'index' AND name = 'uq_channel_agent_dm_active'`)
+        .get();
+    let phaseADmIndexDropped = false;
+    if (phaseADmIdx) {
+        db.exec('DROP INDEX IF EXISTS uq_channel_agent_dm_active');
+        phaseADmIndexDropped = true;
+    }
+    // Now that all Phase A columns are guaranteed to exist, create the
+    // Phase A indexes that reference them. Idempotent — `CREATE INDEX IF NOT
+    // EXISTS` makes this a no-op on subsequent boots.
+    db.exec(CHAT_V2_PHASE_A_INDEX_SQL);
+    // Phase B-2 (2026-05-17): relax the chat_channels.type CHECK so
+    // `'huddle'` is accepted. Older DBs were built with
+    // `CHECK(type IN ('dm','channel'))`; SQLite can't ALTER a CHECK in
+    // place, so we rebuild the table when the legacy constraint is
+    // detected. Skipped on fresh installs (the new CHECK is already in
+    // CHAT_V2_MIGRATION_SQL).
+    const channelsCheckRebuilt = rebuildChatChannelsForHuddleIfNeeded(db);
+    // Phase B-2: chat_channel_members may be missing on databases
+    // created before this migration. `CREATE TABLE IF NOT EXISTS` is
+    // idempotent — no-op on fresh installs since the table is also in
+    // CHAT_V2_MIGRATION_SQL.
+    db.exec(`
+    CREATE TABLE IF NOT EXISTS chat_channel_members (
+      channel_id      TEXT NOT NULL REFERENCES chat_channels(id) ON DELETE CASCADE,
+      member_session  TEXT NOT NULL,
+      joined_at       INTEGER NOT NULL,
+      PRIMARY KEY (channel_id, member_session)
+    );
+    CREATE INDEX IF NOT EXISTS ix_channel_members_session
+      ON chat_channel_members(member_session);
+  `);
+    return {
+        channelsAdded,
+        messagesAdded,
+        legacyIndexDropped,
+        phaseADmIndexDropped,
+        channelsCheckRebuilt,
+    };
+}
+/**
+ * Phase B-2: rebuild `chat_channels` if its `type` CHECK constraint
+ * doesn't list `'huddle'`. SQLite has no `ALTER ... DROP CHECK`, so the
+ * only path is the standard "create new table, INSERT...SELECT, drop
+ * old, rename new" dance.
+ *
+ * Idempotent: returns `false` (and does nothing) when the table
+ * already accepts `'huddle'`, which is the case on fresh installs and
+ * on subsequent boots after the first rebuild.
+ *
+ * @param db - The chat database handle
+ * @returns true when a rebuild happened, false when no-op
+ */
+function rebuildChatChannelsForHuddleIfNeeded(db) {
+    const row = db
+        .prepare(`SELECT sql FROM sqlite_master WHERE type = 'table' AND name = 'chat_channels'`)
+        .get();
+    if (!row || !row.sql)
+        return false;
+    if (row.sql.includes("'huddle'")) {
+        // Constraint already permits 'huddle' — fresh install or
+        // already-migrated. No rebuild needed.
+        return false;
+    }
+    // Snapshot what indexes existed on the old table so we can re-create
+    // them after the rename. SQLite drops indexes attached to a renamed
+    // table when the original table is dropped.
+    const indexRows = db
+        .prepare(`SELECT name, sql FROM sqlite_master
+       WHERE type = 'index'
+         AND tbl_name = 'chat_channels'
+         AND sql IS NOT NULL`)
+        .all();
+    // CRITICAL: `chat_messages.channel_id` is `REFERENCES chat_channels(id)
+    // ON DELETE CASCADE`. With `PRAGMA foreign_keys = ON` (set in
+    // openChatDatabase), `DROP TABLE chat_channels` would cascade-delete
+    // EVERY message in the database — wiping chat history on a real
+    // user's OSS install. SQLite's recommended 12-step ALTER TABLE
+    // procedure (https://www.sqlite.org/lang_altertable.html#otheralter)
+    // requires `foreign_keys = OFF` for the duration of the rebuild and a
+    // `foreign_key_check` afterward to assert no orphans remain.
+    //
+    // We capture the prior pragma state and restore it on exit so this
+    // function is safe to call against either a FK-enforcing or
+    // FK-disabled database.
+    const prevForeignKeys = db.prepare('PRAGMA foreign_keys').get().foreign_keys;
+    db.exec('PRAGMA foreign_keys = OFF');
+    // Wrap in a transaction so a crash mid-rebuild rolls back cleanly.
+    db.exec('BEGIN');
+    try {
+        db.exec(`
+      CREATE TABLE chat_channels_new (
+        id                TEXT PRIMARY KEY,
+        agent_session     TEXT NOT NULL,
+        owner_user_id     TEXT NOT NULL,
+        name              TEXT NOT NULL,
+        purpose           TEXT,
+        created_at        INTEGER NOT NULL,
+        archived_at       INTEGER,
+        last_message_at   INTEGER,
+        type              TEXT NOT NULL DEFAULT 'dm'
+                          CHECK(type IN ('dm','channel','huddle')),
+        team_id           TEXT,
+        project_id        TEXT,
+        target_member_id  TEXT
+      );
+    `);
+        db.exec(`
+      INSERT INTO chat_channels_new (
+        id, agent_session, owner_user_id, name, purpose,
+        created_at, archived_at, last_message_at,
+        type, team_id, project_id, target_member_id
+      )
+      SELECT
+        id, agent_session, owner_user_id, name, purpose,
+        created_at, archived_at, last_message_at,
+        type, team_id, project_id, target_member_id
+      FROM chat_channels;
+    `);
+        db.exec(`DROP TABLE chat_channels;`);
+        db.exec(`ALTER TABLE chat_channels_new RENAME TO chat_channels;`);
+        // Re-create the pre-existing indexes against the new table.
+        for (const idx of indexRows) {
+            db.exec(idx.sql);
+        }
+        db.exec('COMMIT');
+    }
+    catch (err) {
+        db.exec('ROLLBACK');
+        db.exec(`PRAGMA foreign_keys = ${prevForeignKeys ? 'ON' : 'OFF'}`);
+        throw err;
+    }
+    // Sanity check: no orphaned FK references after the rebuild. If any
+    // chat_messages.channel_id no longer points at a valid row we surface
+    // it as an error so the caller knows the DB needs operator attention
+    // — better than silently re-enabling FK enforcement and getting
+    // surprised at the next write.
+    const orphans = db.prepare(`PRAGMA foreign_key_check`).all();
+    db.exec(`PRAGMA foreign_keys = ${prevForeignKeys ? 'ON' : 'OFF'}`);
+    if (orphans.length > 0) {
+        throw new Error(`chat-v2 migration: foreign_key_check found ${orphans.length} orphaned rows after chat_channels rebuild`);
+    }
+    return true;
+}
+/**
+ * Open (or create) the chat database, apply PRAGMAs, run the Phase 1
+ * migration idempotently, and run a boot-time integrity check.
+ *
+ * @param options - Opener options
+ * @returns A ready-to-use better-sqlite3 Database handle
+ *
+ * @example
+ * ```ts
+ * const db = openChatDatabase({ dbPath: '/tmp/chat.db' });
+ * // ... use db ...
+ * db.close();
+ * ```
+ */
+export function openChatDatabase(options) {
+    const logger = options.logger ??
+        LoggerService.getInstance().createComponentLogger('ChatV2Db');
+    if (!options.inMemory) {
+        const dir = path.dirname(options.dbPath);
+        if (dir && dir !== '.' && !existsSync(dir)) {
+            mkdirSync(dir, { recursive: true });
+        }
+    }
+    const Database = getBetterSqlite3();
+    const target = options.inMemory ? ':memory:' : options.dbPath;
+    const db = new Database(target);
+    // PRAGMAs — must be set outside any transaction (better-sqlite3 opens statements
+    // in autocommit mode by default, so a bare pragma() call is safe).
+    db.pragma('journal_mode = WAL');
+    db.pragma('foreign_keys = ON');
+    db.pragma('synchronous = NORMAL');
+    // Apply the Phase 1 migration idempotently. `exec` accepts multiple statements.
+    // For fresh databases this creates every table + index in one shot, including
+    // the Phase A columns baked into the CREATE TABLE bodies.
+    db.exec(CHAT_V2_MIGRATION_SQL);
+    // For pre-existing databases (created under Phase 1 schema), additively
+    // bring them up to Phase A: add missing columns and drop the superseded
+    // legacy `uq_channel_agent_active` index. Every step is no-op idempotent
+    // on a fresh DB.
+    const upgradeReport = applyPhaseAColumnUpgrades(db);
+    if (upgradeReport.channelsAdded.length > 0 ||
+        upgradeReport.messagesAdded.length > 0 ||
+        upgradeReport.legacyIndexDropped) {
+        logger.info('Chat DB Phase A schema upgrade applied', upgradeReport);
+    }
+    if (!options.skipIntegrityCheck) {
+        try {
+            const rows = db.pragma('integrity_check');
+            const first = rows[0]?.integrity_check;
+            if (first && first !== 'ok') {
+                logger.warn('Chat DB integrity check reported issues', { result: first });
+            }
+        }
+        catch (err) {
+            logger.warn('Chat DB integrity check threw — continuing without gating startup', {
+                error: err instanceof Error ? err.message : String(err),
+            });
+        }
+    }
+    logger.info('Chat DB opened', { path: target });
+    return db;
+}
+//# sourceMappingURL=chat-db.js.map

package/dist/cli/backend/src/services/chat-v2/sqlite/chat-db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chat-db.js","sourceRoot":"","sources":["../../../../../../../backend/src/services/chat-v2/sqlite/chat-db.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC3C,OAAO,EAAE,uBAAuB,EAAE,MAAM,sCAAsC,CAAC;AAC/E,OAAO,EAAE,sBAAsB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,EAAE,aAAa,EAAwB,MAAM,8BAA8B,CAAC;AAEnF,8EAA8E;AAC9E,8EAA8E;AAC9E,8EAA8E;AAE9E;;;;;;;;;;GAUG;AACH,MAAM,WAAW,GAAG,uBAAuB,CACzC,OAAO,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC/C,CAAC;AAEF,iFAAiF;AACjF,IAAI,cAAc,GAA2C,IAAI,CAAC;AAElE;;;;;;;;;;;GAWG;AACH,IAAI,oBAAoB,GAAuC,IAAI,CAAC;AAEpE;;;;;;;;;GASG;AACH,MAAM,UAAU,gCAAgC,CAC9C,EAAsC;IAEtC,oBAAoB,GAAG,EAAE,CAAC;IAC1B,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,gBAAgB;IACvB,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,IAAI,oBAAoB,EAAE,CAAC;YACzB,gEAAgE;YAChE,2DAA2D;YAC3D,MAAM,WAAW,GAAG,CAAC,CAAC,IAAY,EAAE,EAAE,CACpC,oBAAqB,CAAC,IAAI,CAAC,CAA2B,CAAC;YACzD,cAAc,GAAG,sBAAsB,CACrC,gBAAgB,EAChB,WAAW,CACZ,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,cAAc,GAAG,sBAAsB,CACrC,gBAAgB,EAChB,WAAW,CACZ,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,cAAe,CAAC;AACzB,CAAC;AAKD,8EAA8E;AAC9E,+DAA+D;AAC/D,8EAA8E;AAE9E;;;;;;;;;;;;;;GAcG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4GpC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;;;;;;;;;;;;;;;;;;;;;;;CAuBxC,CAAC;AAoBF,oDAAoD;AACpD,MAAM,6BAA6B,GAAiB;IAClD,6EAA6E;IAC7E,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,iCAAiC,EAAE;IAC9D,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,cAAc,EAAE;IAC9C,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,iBAAiB,EAAE;IACpD,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,uBAAuB,EAAE;CACjE,CAAC;AAEF,oDAAoD;AACpD,MAAM,6BAA6B,GAAiB;IAClD,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,eAAe,EAAE;IAChD,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE;CACnD,CAAC;AAEF;;;;;;;;;;;GAWG;AACH,SAAS,YAAY,CAAC,EAAgB,EAAE,KAAa,EAAE,IAAgB;IACrE,qEAAqE;IACrE,mEAAmE;IACnE,uDAAuD;IACvD,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,cAAc,KAAK,GAAG,CAA4B,CAAC;IAC1E,IAAI,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,OAAO,KAAK,CAAC;IACf,CAAC;IACD,EAAE,CAAC,IAAI,CAAC,eAAe,KAAK,eAAe,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,yBAAyB,CAAC,EAAgB;IAaxD,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,6BAA6B,EAAE,CAAC;QACjD,IAAI,YAAY,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC;YAC5C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IACD,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,IAAI,IAAI,6BAA6B,EAAE,CAAC;QACjD,IAAI,YAAY,CAAC,EAAE,EAAE,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC;YAC5C,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,CAAC;IACH,CAAC;IAED,2EAA2E;IAC3E,0EAA0E;IAC1E,2EAA2E;IAC3E,uEAAuE;IACvE,4EAA4E;IAC5E,EAAE;IACF,qEAAqE;IACrE,uEAAuE;IACvE,uEAAuE;IACvE,2DAA2D;IAC3D,MAAM,SAAS,GAAG,EAAE;SACjB,OAAO,CACN;iEAC2D,CAC5D;SACA,GAAG,EAAkC,CAAC;IACzC,IAAI,kBAAkB,GAAG,KAAK,CAAC;IAC/B,IAAI,SAAS,EAAE,CAAC;QACd,EAAE,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QACxD,kBAAkB,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,+DAA+D;IAC/D,gDAAgD;IAChD,qEAAqE;IACrE,iEAAiE;IACjE,kEAAkE;IAClE,gEAAgE;IAChE,2EAA2E;IAC3E,MAAM,WAAW,GAAG,EAAE;SACnB,OAAO,CACN;oEAC8D,CAC/D;SACA,GAAG,EAAkC,CAAC;IACzC,IAAI,oBAAoB,GAAG,KAAK,CAAC;IACjC,IAAI,WAAW,EAAE,CAAC;QAChB,EAAE,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;QAC3D,oBAAoB,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,mEAAmE;IACnE,yEAAyE;IACzE,kDAAkD;IAClD,EAAE,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAEnC,gEAAgE;IAChE,oDAAoD;IACpD,mEAAmE;IACnE,+DAA+D;IAC/D,mEAAmE;IACnE,0BAA0B;IAC1B,MAAM,oBAAoB,GAAG,oCAAoC,CAAC,EAAE,CAAC,CAAC;IAEtE,8DAA8D;IAC9D,iEAAiE;IACjE,kEAAkE;IAClE,yBAAyB;IACzB,EAAE,CAAC,IAAI,CAAC;;;;;;;;;GASP,CAAC,CAAC;IAEH,OAAO;QACL,aAAa;QACb,aAAa;QACb,kBAAkB;QAClB,oBAAoB;QACpB,oBAAoB;KACrB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,oCAAoC,CAAC,EAAgB;IAC5D,MAAM,GAAG,GAAG,EAAE;SACX,OAAO,CACN,+EAA+E,CAChF;SACA,GAAG,EAAiC,CAAC;IACxC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC;IACnC,IAAI,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;QACjC,yDAAyD;QACzD,uCAAuC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,qEAAqE;IACrE,oEAAoE;IACpE,4CAA4C;IAC5C,MAAM,SAAS,GAAG,EAAE;SACjB,OAAO,CACN;;;6BAGuB,CACxB;SACA,GAAG,EAA0C,CAAC;IAEjD,wEAAwE;IACxE,8DAA8D;IAC9D,qEAAqE;IACrE,gEAAgE;IAChE,+DAA+D;IAC/D,qEAAqE;IACrE,sEAAsE;IACtE,6DAA6D;IAC7D,EAAE;IACF,mEAAmE;IACnE,4DAA4D;IAC5D,wBAAwB;IACxB,MAAM,eAAe,GAAI,EAAE,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC,GAAG,EAA+B,CAAC,YAAY,CAAC;IAC3G,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAErC,mEAAmE;IACnE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACjB,IAAI,CAAC;QACH,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;KAgBP,CAAC,CAAC;QACH,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;KAWP,CAAC,CAAC;QACH,EAAE,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QACrC,EAAE,CAAC,IAAI,CAAC,wDAAwD,CAAC,CAAC;QAClE,4DAA4D;QAC5D,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC5B,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnB,CAAC;QACD,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACpB,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACpB,EAAE,CAAC,IAAI,CAAC,yBAAyB,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,GAAG,CAAC;IACZ,CAAC;IACD,oEAAoE;IACpE,sEAAsE;IACtE,qEAAqE;IACrE,gEAAgE;IAChE,+BAA+B;IAC/B,MAAM,OAAO,GAAG,EAAE,CAAC,OAAO,CAAC,0BAA0B,CAAC,CAAC,GAAG,EAAe,CAAC;IAC1E,EAAE,CAAC,IAAI,CAAC,yBAAyB,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,8CAA8C,OAAO,CAAC,MAAM,4CAA4C,CACzG,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AA0BD;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,gBAAgB,CAAC,OAAgC;IAC/D,MAAM,MAAM,GACV,OAAO,CAAC,MAAM;QACd,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,UAAU,CAAC,CAAC;IAEhE,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,GAAG,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,gBAAgB,EAAE,CAAC;IACpC,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;IAC9D,MAAM,EAAE,GAAG,IAAI,QAAQ,CAAC,MAAM,CAAC,CAAC;IAEhC,iFAAiF;IACjF,mEAAmE;IACnE,EAAE,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC;IAC/B,EAAE,CAAC,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAElC,gFAAgF;IAChF,8EAA8E;IAC9E,0DAA0D;IAC1D,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAE/B,wEAAwE;IACxE,wEAAwE;IACxE,yEAAyE;IACzE,iBAAiB;IACjB,MAAM,aAAa,GAAG,yBAAyB,CAAC,EAAE,CAAC,CAAC;IACpD,IACE,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;QACtC,aAAa,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC;QACtC,aAAa,CAAC,kBAAkB,EAChC,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,wCAAwC,EAAE,aAAa,CAAC,CAAC;IACvE,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,kBAAkB,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,EAAE,CAAC,MAAM,CAAC,iBAAiB,CAAuC,CAAC;YAChF,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC;YACvC,IAAI,KAAK,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,yCAAyC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,IAAI,CAAC,mEAAmE,EAAE;gBAC/E,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;aACxD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,OAAO,EAAE,CAAC;AACZ,CAAC"}