@reqlan/analytical 0.9.1 → 0.10.0

package/out/index-store/sqlite-store.js

@@ -1,112 +1,72 @@
 /**
  * SQLite-backed persistence for the workspace idea graph index.
- * Uses a bundled asm.js build so VSIX installs do not depend on native modules.
+ * Backed by rusqlite via the core native engine (NativeSqlDb).
  */
-import { mkdir, readFile, unlink, writeFile } from 'node:fs/promises';
-import { basename, dirname } from 'node:path';
-import { BASE_MIGRATIONS, SCHEMA_VERSION, VERSION_MIGRATIONS } from './schema.js';
+import { unlink } from 'node:fs/promises';
+import { basename } from 'node:path';
+import { NativeSqlConnection } from '../native/native-sql-db.js';
 import { ACTIVITY_BAR_TODO_LIMIT, BLOCKING_STATUSES, ideaStatus, ideaTags, parseAttributes } from '../core/types.js';
 import { statusFilterKeyFromAttributes, tagsFilterKeysFromAttributes, todoNoteFromAttributes } from '../core/filter-specials.js';
 import { resolveReferencedFilePath } from '../core/file-reference-resolve.js';
-import { buildGraphTruncationOrderClause } from './webview-graph-queries.js';
-import { aggregateAttributesFromRows, attributeValuesForKeys, buildIdeasetsOrderClause, buildIdeasetsWhereClause, buildIdeasOrderClause, buildIdeasWhereClause, buildReferencesOrderClause, buildReferencesWhereClause, filterAndPageAttributes } from './webview-table-queries.js';
-import { buildGraphFilterWhereClause } from './webview-graph-queries.js';
+import { aggregateAttributesFromRows, attributeValuesForKeys, filterAndPageAttributes } from './webview-table-queries.js';
 export class SqliteIndexStore {
     constructor(db) {
         this.db = db;
     }
     static async open(dbPath) {
-        const db = await openDatabase(dbPath);
-        await run(db, 'PRAGMA foreign_keys = ON');
-        const store = new SqliteIndexStore(db);
+        const conn = await NativeSqlConnection.open(dbPath);
+        return SqliteIndexStore.fromConnection(conn);
+    }
+    /** Wrap an already-open native connection (e.g. NativeWorkspaceIndex ideas DB). */
+    static async fromConnection(conn) {
+        const store = new SqliteIndexStore({ conn });
         await store.migrate();
         return store;
     }
     async close() {
-        await closeDatabase(this.db);
+        this.db.conn.close();
     }
-    /** Close the in-memory database without writing back to disk. */
+    /** Close without extra flush work (file-backed rusqlite already durable). */
     closeWithoutPersist() {
-        this.db.db.close();
+        this.db.conn.close();
     }
     static async deleteDatabaseFile(dbPath) {
-        try {
-            await unlink(dbPath);
-        }
-        catch (error) {
-            if (!isMissingFileError(error)) {
-                throw error;
+        for (const suffix of ['', '-wal', '-shm']) {
+            try {
+                await unlink(`${dbPath}${suffix}`);
+            }
+            catch (error) {
+                if (!isMissingFileError(error)) {
+                    throw error;
+                }
             }
         }
     }
     async getDocumentHash(fileUri) {
-        const row = await get(this.db, 'SELECT content_hash FROM documents WHERE file_uri = ?', fileUri);
-        return row?.content_hash;
+        return this.db.conn.getDocumentHash(fileUri) ?? undefined;
     }
     async getDocumentMtimeMs(fileUri) {
-        const row = await get(this.db, 'SELECT mtime_ms FROM documents WHERE file_uri = ?', fileUri);
-        return row?.mtime_ms == null ? undefined : row.mtime_ms;
+        const value = this.db.conn.getDocumentMtimeMs(fileUri);
+        return value == null ? undefined : value;
     }
     async updateDocumentMtime(fileUri, mtimeMs) {
-        await run(this.db, `UPDATE documents SET mtime_ms = ?, indexed_at = datetime('now') WHERE file_uri = ?`, mtimeMs, fileUri);
+        this.db.conn.updateDocumentMtime(fileUri, mtimeMs);
     }
     async listDocumentMtimes() {
-        const rows = await all(this.db, 'SELECT file_uri, mtime_ms FROM documents');
+        const rows = this.db.conn.listDocumentMtimeRows();
         const result = new Map();
         for (const row of rows) {
             result.set(row.file_uri, row.mtime_ms == null ? undefined : row.mtime_ms);
         }
         return result;
     }
+    async listDocumentUris() {
+        // rq:["../../../reqlan rq/core_analysis/search.rq".file_search]
+        return this.db.conn.listDocumentUris();
+    }
     async upsertDocument(fileUri, contentHash, ideas, edges, mtimeMs) {
-        await run(this.db, 'BEGIN');
-        try {
-            // Preserve analyser-populated git dates/counts across delete+reinsert reindex.
-            const existingGit = await all(this.db, `
-                SELECT id, git_created_at, git_modified_at, git_change_count
-                FROM ideas
-                WHERE file_uri = ?
-            `, fileUri);
-            const gitById = new Map(existingGit.map(row => [row.id, row]));
-            await run(this.db, 'DELETE FROM edges WHERE source_id IN (SELECT id FROM ideas WHERE file_uri = ?)', fileUri);
-            await run(this.db, 'DELETE FROM ideas WHERE file_uri = ?', fileUri);
-            const insertIdeaSql = `
-                INSERT INTO ideas (
-                    id, name, kind, file_uri, line_start, line_end, summary,
-                    attributes_json, content_hash, git_created_at, git_modified_at, git_change_count
-                ) VALUES (
-                    ?, ?, ?, ?, ?, ?, ?,
-                    ?, ?, ?, ?, ?
-                )
-            `;
-            for (const idea of ideas) {
-                const previous = gitById.get(idea.id);
-                await run(this.db, insertIdeaSql, idea.id, idea.name, idea.kind, idea.fileUri, idea.lineStart, idea.lineEnd, idea.summary, idea.attributesJson, idea.contentHash, idea.gitCreatedAt ?? previous?.git_created_at ?? null, idea.gitModifiedAt ?? previous?.git_modified_at ?? null, idea.gitChangeCount ?? previous?.git_change_count ?? null);
-            }
-            const insertEdgeSql = `
-                INSERT OR IGNORE INTO edges (
-                    id, source_id, target_id, target_file, kind, label,
-                    source_line, snippet, is_resolved
-                )
-                VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
-            `;
-            for (const edge of edges) {
-                await run(this.db, insertEdgeSql, edge.id, edge.sourceId, edge.targetId ?? null, edge.targetFile ?? null, edge.kind, edge.label ?? null, edge.sourceLine ?? null, edge.snippet ?? null, edge.isResolved === false ? 0 : 1);
-            }
-            await run(this.db, `
-                INSERT INTO documents (file_uri, content_hash, indexed_at, mtime_ms)
-                VALUES (?, ?, datetime('now'), ?)
-                ON CONFLICT(file_uri) DO UPDATE SET
-                    content_hash = excluded.content_hash,
-                    indexed_at = excluded.indexed_at,
-                    mtime_ms = excluded.mtime_ms
-            `, fileUri, contentHash, mtimeMs ?? null);
-            await run(this.db, 'COMMIT');
-        }
-        catch (error) {
-            await run(this.db, 'ROLLBACK');
-            throw error;
-        }
+        // Native transaction preserves analyser-populated git dates across the reindex.
+        this.db.conn.upsertDocument(fileUri, contentHash, ideas, edges, mtimeMs);
     }
     async removeDocument(fileUri) {
         await this.removeDocuments([fileUri]);
@@ -116,39 +76,13 @@ export class SqliteIndexStore {
         if (fileUris.length === 0) {
             return;
         }
-        await run(this.db, 'BEGIN');
-        try {
-            for (const fileUri of fileUris) {
-                await run(this.db, 'DELETE FROM edges WHERE source_id IN (SELECT id FROM ideas WHERE file_uri = ?)', fileUri);
-                await run(this.db, 'DELETE FROM ideas WHERE file_uri = ?', fileUri);
-                await run(this.db, 'DELETE FROM documents WHERE file_uri = ?', fileUri);
-            }
-            await run(this.db, 'COMMIT');
-        }
-        catch (error) {
-            await run(this.db, 'ROLLBACK');
-            throw error;
-        }
+        this.db.conn.removeDocuments(fileUris);
     }
     async clearAll() {
-        await run(this.db, 'BEGIN');
-        try {
-            await run(this.db, 'DELETE FROM edges');
-            await run(this.db, 'DELETE FROM ideas');
-            await run(this.db, 'DELETE FROM documents');
-            await run(this.db, 'COMMIT');
-        }
-        catch (error) {
-            await run(this.db, 'ROLLBACK');
-            throw error;
-        }
+        this.db.conn.clearAll();
     }
     async listAllIdeas() {
-        const rows = await allYielding(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-            FROM ideas
-            ORDER BY file_uri, line_start
-        `);
+        const rows = this.db.conn.listAllIdeaRows();
         const ideas = [];
         for (let index = 0; index < rows.length; index += 1) {
             if (index > 0 && index % 250 === 0) {
@@ -159,109 +93,38 @@ export class SqliteIndexStore {
         return ideas;
     }
     async getIdea(id) {
-        const row = await get(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas WHERE id = ?
-        `, id);
+        const row = this.db.conn.getIdeaRow(id);
         return row ? this.toSummary(row) : undefined;
     }
     async getIdeasInFile(fileUri) {
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-            FROM ideas WHERE file_uri = ?
-            ORDER BY line_start
-        `, fileUri);
+        const rows = this.db.conn.getIdeasInFileRows(fileUri);
         return rows.map(row => this.toSummary(row));
     }
     async getIdeaAtLine(fileUri, line) {
-        const row = await get(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas
-            WHERE file_uri = ? AND line_start <= ? AND ? <= line_end AND kind != 'ideaset'
-            ORDER BY line_start DESC
-            LIMIT 1
-        `, fileUri, line, line);
+        const row = this.db.conn.getIdeaAtLineRow(fileUri, line);
         return row ? this.toSummary(row) : undefined;
     }
     /** Innermost ideaset whose line range contains `line` (0-based). */
     async getIdeasetAtLine(fileUri, line) {
-        const row = await get(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas
-            WHERE file_uri = ? AND line_start <= ? AND ? <= line_end AND kind = 'ideaset'
-            ORDER BY line_start DESC
-            LIMIT 1
-        `, fileUri, line, line);
+        const row = this.db.conn.getIdeasetAtLineRow(fileUri, line);
         return row ? this.toSummary(row) : undefined;
     }
     async listIdeasInFileWithRanges(fileUri) {
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, line_end, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas
-            WHERE file_uri = ? AND kind != 'ideaset'
-            ORDER BY line_start ASC
-        `, fileUri);
+        const rows = this.db.conn.listIdeasInFileWithRangeRows(fileUri);
         return rows.map(row => ({
             ...this.toSummary(row),
             lineEnd: row.line_end
         }));
     }
     async listIdeasetsInFileWithRanges(fileUri) {
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, line_end, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas
-            WHERE file_uri = ? AND kind = 'ideaset'
-            ORDER BY line_start ASC
-        `, fileUri);
+        const rows = this.db.conn.listIdeasetsInFileWithRangeRows(fileUri);
         return rows.map(row => ({
             ...this.toSummary(row),
             lineEnd: row.line_end
         }));
     }
     async listReferencesForIdea(ideaId) {
-        const outbound = await all(this.db, `
-            SELECT
-                e.id AS edge_id,
-                e.kind,
-                e.source_id,
-                e.target_id,
-                e.target_file,
-                e.label,
-                e.source_line,
-                e.snippet,
-                e.is_resolved,
-                ti.name AS target_name,
-                ti.file_uri AS target_uri,
-                ti.line_start AS target_line
-            FROM edges e
-            LEFT JOIN ideas ti ON ti.id = e.target_id
-            WHERE e.source_id = ?
-            ORDER BY e.kind, e.id
-        `, ideaId);
-        const inbound = await all(this.db, `
-            SELECT
-                e.id AS edge_id,
-                e.kind,
-                e.source_id,
-                e.target_id,
-                e.target_file,
-                e.label,
-                e.source_line,
-                e.snippet,
-                e.is_resolved,
-                si.name AS source_name,
-                si.file_uri AS source_uri,
-                si.line_start AS source_line_idea
-            FROM edges e
-            JOIN ideas si ON si.id = e.source_id
-            WHERE e.target_id = ?
-            ORDER BY e.kind, e.id
-        `, ideaId);
+        const { outbound, inbound } = this.db.conn.listReferencesForIdea(ideaId);
         const rows = [];
         for (const row of outbound) {
             rows.push(toOutboundReferenceListRow(row));
@@ -300,17 +163,10 @@ export class SqliteIndexStore {
         return rows;
     }
     async countUnresolvedForIdea(ideaId) {
-        return (await get(this.db, `
-            SELECT COUNT(*) AS count FROM edges
-            WHERE source_id = ? AND is_resolved = 0
-        `, ideaId)).count;
+        return this.db.conn.countUnresolvedForIdea(ideaId);
     }
     async countEdgesFromFile(fileUri) {
-        return (await get(this.db, `
-            SELECT COUNT(*) AS count
-            FROM edges
-            WHERE source_id IN (SELECT id FROM ideas WHERE file_uri = ?)
-        `, fileUri)).count;
+        return this.db.conn.countEdgesFromFile(fileUri);
     }
     async listAncestorChain(ideaId, maxDepth = 8) {
         const ancestors = [];
@@ -352,11 +208,11 @@ export class SqliteIndexStore {
         return { ideaId, ancestors, statusRollup, blocking };
     }
     async getEdgesFrom(sourceId) {
-        const rows = await all(this.db, 'SELECT * FROM edges WHERE source_id = ?', sourceId);
+        const rows = this.db.conn.getEdgesFromRows(sourceId);
         return rows.map(mapEdgeRow);
     }
     async getEdgesTo(targetId) {
-        const rows = await all(this.db, 'SELECT * FROM edges WHERE target_id = ?', targetId);
+        const rows = this.db.conn.getEdgesToRows(targetId);
         return rows.map(mapEdgeRow);
     }
     /** Batched fetch of every edge touching any of the given node ids (source or target). */
@@ -364,8 +220,7 @@ export class SqliteIndexStore {
         if (nodeIds.length === 0) {
             return [];
         }
-        const placeholders = nodeIds.map(() => '?').join(',');
-        const rows = await all(this.db, `SELECT * FROM edges WHERE source_id IN (${placeholders}) OR target_id IN (${placeholders})`, ...nodeIds, ...nodeIds);
+        const rows = this.db.conn.getEdgesForNodesRows([...nodeIds]);
         return rows.map(mapEdgeRow);
     }
     /** Batched fetch of idea summaries by id, preserving no particular order. */
@@ -373,54 +228,34 @@ export class SqliteIndexStore {
         if (ids.length === 0) {
             return [];
         }
-        const placeholders = ids.map(() => '?').join(',');
-        const rows = await all(this.db, `SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-             FROM ideas WHERE id IN (${placeholders})`, ...ids);
+        const rows = this.db.conn.getIdeasByIdsRows([...ids]);
         return rows.map(row => this.toSummary(row));
     }
     async getEdgesReferencingFile(filePath) {
-        const rows = await all(this.db, `
-            SELECT * FROM edges
-            WHERE target_file LIKE ? OR target_file LIKE ?
-        `, `%${filePath}%`, filePath);
+        const rows = this.db.conn.getEdgesReferencingFileRows(filePath);
         return rows.map(mapEdgeRow);
     }
     async getAllEdges() {
-        const rows = await all(this.db, 'SELECT * FROM edges');
+        const rows = this.db.conn.getAllEdgeRows();
         return rows.map(mapEdgeRow);
     }
     /** Outbound file_reference targets for coverage metrics (source id + authored path). */
     async listFileReferenceTargets() {
-        const rows = await all(this.db, `SELECT source_id, target_file
-             FROM edges
-             WHERE target_file IS NOT NULL AND target_file != ''
-               AND (kind = 'file_reference' OR target_id IS NULL)`);
+        const rows = this.db.conn.listFileReferenceTargetRows();
         return rows.map(row => ({
             sourceId: row.source_id,
             targetFile: row.target_file
         }));
     }
     async getAllIdeasRaw() {
-        const rows = await all(this.db, 'SELECT * FROM ideas');
+        const rows = this.db.conn.allIdeaRawRows();
         return rows.map(mapIdeaRow);
     }
     async updateGitDates(id, createdAt, modifiedAt, changeCount) {
-        if (changeCount !== undefined) {
-            await run(this.db, `
-                UPDATE ideas SET git_created_at = ?, git_modified_at = ?, git_change_count = ?
-                WHERE id = ?
-            `, createdAt ?? null, modifiedAt ?? null, changeCount, id);
-            return;
-        }
-        await run(this.db, `
-            UPDATE ideas SET git_created_at = ?, git_modified_at = ?
-            WHERE id = ?
-        `, createdAt ?? null, modifiedAt ?? null, id);
+        this.db.conn.updateGitDates(id, createdAt, modifiedAt, changeCount);
     }
     async counts() {
-        const ideas = (await get(this.db, 'SELECT COUNT(*) as count FROM ideas')).count;
-        const edges = (await get(this.db, 'SELECT COUNT(*) as count FROM edges')).count;
-        return { ideas, edges };
+        return this.db.conn.counts();
     }
     async getAttributeCatalog() {
         const ideas = await this.getAllIdeasRaw();
@@ -452,13 +287,7 @@ export class SqliteIndexStore {
         };
     }
     async searchByNameOrSummary(query) {
-        const pattern = `%${query}%`;
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-            FROM ideas
-            WHERE name LIKE ? OR summary LIKE ?
-            ORDER BY name
-        `, pattern, pattern);
+        const rows = this.db.conn.searchIdeaRows(query);
         return rows.map(row => this.toSummary(row));
     }
     /**
@@ -468,13 +297,7 @@ export class SqliteIndexStore {
     async listTodoIdeas(limit = ACTIVITY_BAR_TODO_LIMIT) {
         const cappedLimit = Math.max(0, Math.min(Math.floor(limit), 500));
         // Coarse prefilter: `"todo":` matches the attribute key, not `@status todo`.
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-            FROM ideas
-            WHERE kind != 'ideaset'
-              AND attributes_json LIKE '%"todo":%'
-            ORDER BY name ASC, file_uri ASC, line_start ASC
-        `);
+        const rows = this.db.conn.listTodoIdeaRows();
         const ideas = [];
         for (const row of rows) {
             const attributes = parseAttributes(row.attributes_json);
@@ -498,60 +321,17 @@ export class SqliteIndexStore {
         };
     }
     async listIdeasForGraphQuery(query, limit) {
-        const { sql, params } = buildGraphFilterWhereClause(query);
-        const orderSql = buildGraphTruncationOrderClause(query.truncationBasis);
-        const totalMatching = (await get(this.db, `SELECT COUNT(*) as count FROM ideas i WHERE ${sql}`, ...params)).count;
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json
-            FROM ideas i
-            WHERE ${sql}
-            ORDER BY ${orderSql}
-            LIMIT ?
-        `, ...params, limit);
+        const { rows, totalMatching } = this.db.conn.listIdeasForGraphQuery(query, limit);
         return {
             candidates: rows.map(row => this.toSummary(row)),
             totalMatching
         };
     }
     async countIdeas(query = { page: 0, pageSize: 50, attributeColumns: [], referenceFilters: [] }) {
-        const { sql, params } = buildIdeasWhereClause(query);
-        return (await get(this.db, `SELECT COUNT(*) as count FROM ideas i WHERE ${sql}`, ...params)).count;
+        return this.db.conn.countIdeas(query);
     }
     async listIdeasPage(query) {
-        const { sql: whereSql, params: whereParams } = buildIdeasWhereClause(query);
-        const orderSql = buildIdeasOrderClause(query);
-        const rows = await all(this.db, `
-            SELECT
-                i.id,
-                i.name,
-                i.kind,
-                i.file_uri,
-                i.line_start,
-                i.summary,
-                i.attributes_json,
-                i.git_created_at,
-                i.git_modified_at,
-                i.git_change_count,
-                (
-                    SELECT COUNT(*)
-                    FROM edges e
-                    WHERE e.source_id = i.id
-                ) AS outbound_count,
-                (
-                    SELECT COUNT(*)
-                    FROM edges e
-                    WHERE e.target_id = i.id
-                ) AS inbound_count,
-                (
-                    SELECT COUNT(*)
-                    FROM edges e
-                    WHERE e.source_id = i.id OR e.target_id = i.id
-                ) AS reference_count
-            FROM ideas i
-            WHERE ${whereSql}
-            ORDER BY ${orderSql}
-            LIMIT ? OFFSET ?
-        `, ...whereParams, query.pageSize, query.page * query.pageSize);
+        const rows = this.db.conn.listIdeasPageRows(query);
         const ideaIds = rows.map(row => row.id);
         const referencesByIdea = await this.listReferenceChipsForIdeas(ideaIds);
         return rows.map(row => {
@@ -564,27 +344,7 @@ export class SqliteIndexStore {
         if (ideaIds.length === 0) {
             return result;
         }
-        const placeholders = ideaIds.map(() => '?').join(', ');
-        const rows = await all(this.db, `
-            SELECT
-                e.id,
-                e.kind,
-                e.source_id,
-                e.target_id,
-                e.target_file,
-                e.label,
-                si.name AS source_name,
-                si.file_uri AS source_uri,
-                si.line_start AS source_line,
-                ti.name AS target_name,
-                ti.file_uri AS target_uri,
-                ti.line_start AS target_line
-            FROM edges e
-            JOIN ideas si ON si.id = e.source_id
-            LEFT JOIN ideas ti ON ti.id = e.target_id
-            WHERE e.source_id IN (${placeholders}) OR e.target_id IN (${placeholders})
-            ORDER BY e.id
-        `, ...ideaIds, ...ideaIds);
+        const rows = this.db.conn.listReferenceChipRows(ideaIds);
         for (const ideaId of ideaIds) {
             result.set(ideaId, { outbound: [], inbound: [] });
         }
@@ -599,78 +359,10 @@ export class SqliteIndexStore {
         return result;
     }
     async countIdeasets(query = { page: 0, pageSize: 50 }) {
-        const { sql, params } = buildIdeasetsWhereClause(query);
-        const row = await get(this.db, `
-            SELECT COUNT(*) AS count
-            FROM (
-                SELECT
-                    d.file_uri AS id,
-                    'file' AS kind,
-                    d.file_uri AS file_uri,
-                    0 AS line_start,
-                    NULL AS name,
-                    (
-                        SELECT COUNT(*)
-                        FROM ideas i
-                        WHERE i.file_uri = d.file_uri
-                    ) AS member_count
-                FROM documents d
-                UNION ALL
-                SELECT
-                    i.id,
-                    'explicit' AS kind,
-                    i.file_uri,
-                    i.line_start,
-                    i.name,
-                    (
-                        SELECT COUNT(*)
-                        FROM edges e
-                        WHERE e.source_id = i.id AND e.kind = 'ideaset_member'
-                    ) AS member_count
-                FROM ideas i
-                WHERE i.kind = 'ideaset'
-            ) ideasets
-            WHERE ${sql}
-        `, ...params);
-        return row?.count ?? 0;
+        return this.db.conn.countIdeasets(query);
     }
     async listIdeasetsPage(query) {
-        const { sql: whereSql, params: whereParams } = buildIdeasetsWhereClause(query);
-        const orderSql = buildIdeasetsOrderClause(query);
-        const rows = await all(this.db, `
-            SELECT *
-            FROM (
-                SELECT
-                    d.file_uri AS id,
-                    'file' AS kind,
-                    d.file_uri AS file_uri,
-                    0 AS line_start,
-                    NULL AS name,
-                    (
-                        SELECT COUNT(*)
-                        FROM ideas i
-                        WHERE i.file_uri = d.file_uri
-                    ) AS member_count
-                FROM documents d
-                UNION ALL
-                SELECT
-                    i.id,
-                    'explicit' AS kind,
-                    i.file_uri,
-                    i.line_start,
-                    i.name,
-                    (
-                        SELECT COUNT(*)
-                        FROM edges e
-                        WHERE e.source_id = i.id AND e.kind = 'ideaset_member'
-                    ) AS member_count
-                FROM ideas i
-                WHERE i.kind = 'ideaset'
-            ) ideasets
-            WHERE ${whereSql}
-            ORDER BY ${orderSql}
-            LIMIT ? OFFSET ?
-        `, ...whereParams, query.pageSize, query.page * query.pageSize);
+        const rows = this.db.conn.listIdeasetsPageRows(query);
         const ideasets = rows.map(row => toIdeasetTableRow(row));
         return Promise.all(ideasets.map(async (ideaset) => ({
             ...ideaset,
@@ -678,20 +370,7 @@ export class SqliteIndexStore {
         })));
     }
     async listIdeasetMembers(ideasetId, kind, fileUri) {
-        const rows = kind === 'file'
-            ? await all(this.db, `
-                SELECT name, file_uri, line_start
-                FROM ideas
-                WHERE file_uri = ? AND kind != 'ideaset'
-                ORDER BY line_start
-            `, fileUri)
-            : await all(this.db, `
-                SELECT i.name, i.file_uri, i.line_start
-                FROM edges e
-                JOIN ideas i ON i.id = e.target_id
-                WHERE e.source_id = ? AND e.kind = 'ideaset_member'
-                ORDER BY i.line_start
-            `, ideasetId);
+        const rows = this.db.conn.listIdeasetMemberRows(ideasetId, kind, fileUri);
         return rows.map(row => ({
             name: row.name,
             fileUri: row.file_uri,
@@ -699,37 +378,10 @@ export class SqliteIndexStore {
         }));
     }
     async countReferences(query = { page: 0, pageSize: 50 }) {
-        const { sql, params } = buildReferencesWhereClause(query);
-        return (await get(this.db, `
-            SELECT COUNT(*) as count
-            FROM edges e
-            JOIN ideas si ON si.id = e.source_id
-            LEFT JOIN ideas ti ON ti.id = e.target_id
-            WHERE ${sql}
-        `, ...params)).count;
+        return this.db.conn.countReferences(query);
     }
     async listReferencesPage(query) {
-        const { sql: whereSql, params: whereParams } = buildReferencesWhereClause(query);
-        const orderSql = buildReferencesOrderClause(query);
-        const rows = await all(this.db, `
-            SELECT
-                e.kind,
-                e.source_id,
-                e.target_id,
-                e.target_file,
-                e.label,
-                si.name AS source_name,
-                si.file_uri AS source_uri,
-                si.line_start AS source_line,
-                ti.name AS target_name,
-                ti.file_uri AS target_uri
-            FROM edges e
-            JOIN ideas si ON si.id = e.source_id
-            LEFT JOIN ideas ti ON ti.id = e.target_id
-            WHERE ${whereSql}
-            ORDER BY ${orderSql}
-            LIMIT ? OFFSET ?
-        `, ...whereParams, query.pageSize, query.page * query.pageSize);
+        const rows = this.db.conn.listReferencesPageRows(query);
         return rows.map(row => toReferenceTableRow(row));
     }
     /**
@@ -745,11 +397,7 @@ export class SqliteIndexStore {
         return rows;
     }
     async queryAttributesPage(query) {
-        const rows = await all(this.db, `
-            SELECT id, attributes_json
-            FROM ideas
-            WHERE kind != 'ideaset'
-        `);
+        const rows = this.db.conn.listAttributeIdeaRows();
         return filterAndPageAttributes(aggregateAttributesFromRows(rows), query);
     }
     /**
@@ -764,46 +412,7 @@ export class SqliteIndexStore {
      * rq:["../../../../reqlan rq/extension/module/ideas_summary/webview.rq".ideas_list]
      */
     async listIdeaIdsMissingGitDates(limit = 40, options) {
-        const capped = Math.max(1, Math.min(limit, 200));
-        const missingSql = `(
-            (git_created_at IS NULL AND git_modified_at IS NULL)
-            OR git_change_count IS NULL
-        )`;
-        const fileUri = options?.fileUri?.trim();
-        if (fileUri) {
-            const rows = await all(this.db, `
-                SELECT id
-                FROM ideas
-                WHERE kind != 'ideaset'
-                  AND ${missingSql}
-                  AND file_uri = ?
-                ORDER BY line_start ASC
-                LIMIT ?
-            `, fileUri, capped);
-            return rows.map(row => row.id);
-        }
-        const preferFileUri = options?.preferFileUri?.trim();
-        if (preferFileUri) {
-            const rows = await all(this.db, `
-                SELECT id
-                FROM ideas
-                WHERE kind != 'ideaset'
-                  AND ${missingSql}
-                ORDER BY CASE WHEN file_uri = ? THEN 0 ELSE 1 END,
-                         file_uri ASC, line_start ASC
-                LIMIT ?
-            `, preferFileUri, capped);
-            return rows.map(row => row.id);
-        }
-        const rows = await all(this.db, `
-            SELECT id
-            FROM ideas
-            WHERE kind != 'ideaset'
-              AND ${missingSql}
-            ORDER BY file_uri ASC, line_start ASC
-            LIMIT ?
-        `, capped);
-        return rows.map(row => row.id);
+        return this.db.conn.listIdeaIdsMissingGitDates(limit, options?.fileUri?.trim() || undefined, options?.preferFileUri?.trim() || undefined);
     }
     /**
      * Recent idea evolution events from indexed git dates for the Timeline tab.
@@ -811,15 +420,7 @@ export class SqliteIndexStore {
      * per ["../../../../reqlan rq/extension/module/ideas_summary/webview.rq".timeline_page]
      */
     async listRecentGitIdeaEvents(limit = 50) {
-        const rows = await all(this.db, `
-            SELECT id, name, kind, file_uri, line_start, summary, attributes_json,
-                   git_created_at, git_modified_at, git_change_count
-            FROM ideas
-            WHERE kind != 'ideaset'
-              AND (git_modified_at IS NOT NULL OR git_created_at IS NOT NULL)
-            ORDER BY COALESCE(git_modified_at, git_created_at) DESC
-            LIMIT ?
-        `, Math.max(1, Math.min(limit * 2, 400)));
+        const rows = this.db.conn.listRecentGitIdeaRows(limit);
         const events = [];
         for (const row of rows) {
             const attributes = parseAttributes(row.attributes_json);
@@ -872,152 +473,8 @@ export class SqliteIndexStore {
         };
     }
     async migrate() {
-        for (const statement of BASE_MIGRATIONS) {
-            await exec(this.db, statement);
-        }
-        const currentVersion = Number((await get(this.db, `SELECT value FROM meta WHERE key = 'schema_version'`))?.value ?? '1');
-        for (let version = currentVersion + 1; version <= SCHEMA_VERSION; version++) {
-            const steps = VERSION_MIGRATIONS[version] ?? [];
-            for (const statement of steps) {
-                try {
-                    await exec(this.db, statement);
-                }
-                catch (error) {
-                    const message = error instanceof Error ? error.message : String(error);
-                    if (!message.includes('duplicate column')) {
-                        throw error;
-                    }
-                }
-            }
-        }
-        await run(this.db, `
-            INSERT INTO meta (key, value) VALUES (?, ?)
-            ON CONFLICT(key) DO UPDATE SET value = excluded.value
-        `, 'schema_version', String(SCHEMA_VERSION));
-    }
-}
-async function openDatabase(path) {
-    await mkdir(dirname(path), { recursive: true });
-    const SQL = await getSqlJsModule();
-    const bytes = await readDatabaseBytes(path);
-    return {
-        db: bytes ? new SQL.Database(bytes) : new SQL.Database(),
-        dbPath: path,
-        inTransaction: false,
-        dirty: false
-    };
-}
-async function closeDatabase(db) {
-    await persistDatabase(db);
-    db.db.close();
-}
-async function run(db, sql, ...params) {
-    db.db.run(sql, params);
-    const statementKind = classifyStatement(sql);
-    if (statementKind === 'begin') {
-        db.inTransaction = true;
-        return;
-    }
-    if (statementKind === 'commit') {
-        db.inTransaction = false;
-        db.dirty = true;
-        await persistDatabase(db);
-        return;
-    }
-    if (statementKind === 'rollback') {
-        db.inTransaction = false;
-        db.dirty = false;
-        return;
-    }
-    if (statementKind === 'write') {
-        db.dirty = true;
-        if (!db.inTransaction) {
-            await persistDatabase(db);
-        }
-    }
-}
-async function get(db, sql, ...params) {
-    const rows = await all(db, sql, ...params);
-    return rows[0];
-}
-async function all(db, sql, ...params) {
-    const statement = db.db.prepare(sql, params);
-    const rows = [];
-    try {
-        while (statement.step()) {
-            rows.push(statement.getAsObject());
-        }
-        return rows;
-    }
-    finally {
-        statement.free();
-    }
-}
-/** Like `all`, but yields to the event loop every chunk so interactive work can run. */
-async function allYielding(db, sql, ...params) {
-    const statement = db.db.prepare(sql, params);
-    const rows = [];
-    try {
-        let stepped = 0;
-        while (statement.step()) {
-            rows.push(statement.getAsObject());
-            stepped += 1;
-            if (stepped % 250 === 0) {
-                await new Promise(resolve => setTimeout(resolve, 0));
-            }
-        }
-        return rows;
-    }
-    finally {
-        statement.free();
-    }
-}
-async function exec(db, sql) {
-    db.db.exec(sql);
-    db.dirty = true;
-    if (!db.inTransaction) {
-        await persistDatabase(db);
-    }
-}
-let sqlJsModulePromise;
-async function getSqlJsModule() {
-    sqlJsModulePromise ?? (sqlJsModulePromise = import('sql.js/dist/sql-asm.js').then(({ default: initSqlJs }) => initSqlJs({})));
-    return sqlJsModulePromise;
-}
-async function readDatabaseBytes(path) {
-    try {
-        const file = await readFile(path);
-        return new Uint8Array(file);
-    }
-    catch (error) {
-        if (isMissingFileError(error)) {
-            return undefined;
-        }
-        throw error;
-    }
-}
-async function persistDatabase(db) {
-    if (!db.dirty) {
-        return;
-    }
-    await writeFile(db.dbPath, db.db.export());
-    db.dirty = false;
-}
-function classifyStatement(sql) {
-    const keyword = sql.trimStart().match(/^[A-Za-z]+/)?.[0]?.toUpperCase();
-    if (keyword === 'BEGIN') {
-        return 'begin';
-    }
-    if (keyword === 'COMMIT') {
-        return 'commit';
-    }
-    if (keyword === 'ROLLBACK') {
-        return 'rollback';
-    }
-    if (keyword && ['INSERT', 'UPDATE', 'DELETE', 'REPLACE', 'CREATE', 'DROP', 'ALTER', 'PRAGMA'].includes(keyword)) {
-        return 'write';
+        this.db.conn.migrateIdeasSchema();
     }
-    return 'read';
 }
 function isMissingFileError(error) {
     return typeof error === 'object'