@saluzi/codegraph 0.2.0 → 0.2.2

package/dist/db/migrations.js

@@ -0,0 +1,212 @@
+"use strict";
+/**
+ * Database Migrations
+ *
+ * Schema versioning and migration support.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CURRENT_SCHEMA_VERSION = void 0;
+exports.getCurrentVersion = getCurrentVersion;
+exports.runMigrations = runMigrations;
+exports.needsMigration = needsMigration;
+exports.getPendingMigrations = getPendingMigrations;
+exports.getMigrationHistory = getMigrationHistory;
+/**
+ * Current schema version
+ */
+exports.CURRENT_SCHEMA_VERSION = 8;
+/**
+ * All migrations in order
+ *
+ * Note: Version 1 is the initial schema, handled by schema.sql
+ * Future migrations go here.
+ */
+const migrations = [
+    {
+        version: 2,
+        description: 'Add project metadata, provenance tracking, and unresolved ref context',
+        up: (db) => {
+            db.exec(`
+        CREATE TABLE IF NOT EXISTS project_metadata (
+          key TEXT PRIMARY KEY,
+          value TEXT NOT NULL,
+          updated_at INTEGER NOT NULL
+        );
+        ALTER TABLE unresolved_refs ADD COLUMN file_path TEXT NOT NULL DEFAULT '';
+        ALTER TABLE unresolved_refs ADD COLUMN language TEXT NOT NULL DEFAULT 'unknown';
+        ALTER TABLE edges ADD COLUMN provenance TEXT DEFAULT NULL;
+        CREATE INDEX IF NOT EXISTS idx_unresolved_file_path ON unresolved_refs(file_path);
+        CREATE INDEX IF NOT EXISTS idx_edges_provenance ON edges(provenance);
+      `);
+        },
+    },
+    {
+        version: 3,
+        description: 'Add lower(name) expression index for memory-efficient case-insensitive lookups',
+        up: (db) => {
+            db.exec(`
+        CREATE INDEX IF NOT EXISTS idx_nodes_lower_name ON nodes(lower(name));
+      `);
+        },
+    },
+    {
+        version: 4,
+        description: 'Drop redundant idx_edges_source / idx_edges_target (covered by source_kind / target_kind composites)',
+        up: (db) => {
+            db.exec(`
+        DROP INDEX IF EXISTS idx_edges_source;
+        DROP INDEX IF EXISTS idx_edges_target;
+      `);
+        },
+    },
+    {
+        version: 5,
+        description: 'Add nodes.return_type — normalized return/result type for receiver-type inference (C++ singletons/factories, #645)',
+        up: (db) => {
+            db.exec(`
+        ALTER TABLE nodes ADD COLUMN return_type TEXT;
+      `);
+        },
+    },
+    {
+        version: 6,
+        description: 'Dedup duplicate edge rows and add a UNIQUE identity index so INSERT OR IGNORE actually dedups (#1034)',
+        up: (db) => {
+            // `insertEdge` has always used `INSERT OR IGNORE`, but the edges table had
+            // no UNIQUE constraint, so nothing conflicted and byte-identical rows
+            // accumulated whenever two passes emitted the same edge. Collapse each
+            // identity group to its lowest id, then add the constraint that makes
+            // `OR IGNORE` keep its promise. IFNULL folds nullable line/col so
+            // coordinate-less edges dedup too (SQLite treats each NULL as distinct) —
+            // and it MUST match the GROUP BY exactly, or the index creation would
+            // fail on a pair the DELETE left behind. Idempotent: the index is
+            // `IF NOT EXISTS` and the DELETE is a no-op once the table is unique.
+            db.exec(`
+        DELETE FROM edges
+        WHERE id NOT IN (
+          SELECT MIN(id) FROM edges
+          GROUP BY source, target, kind, IFNULL(line, -1), IFNULL(col, -1)
+        );
+        CREATE UNIQUE INDEX IF NOT EXISTS idx_edges_identity
+          ON edges(source, target, kind, IFNULL(line, -1), IFNULL(col, -1));
+      `);
+        },
+    },
+    {
+        version: 7,
+        description: 'Add name_segment_vocab — prose-word → symbol-name lookup for the prompt hook’s graph-derived gate',
+        up: (db) => {
+            // DDL only — instant on any size database (the row-churn hazards of #1067
+            // don't apply). The table starts EMPTY on migrated databases; `sync`
+            // detects that over a populated graph and backfills batched+yielding
+            // (CodeGraph.rebuildNameSegmentVocab), and any full index rebuilds it
+            // from scratch. Keep the definition in lockstep with schema.sql.
+            db.exec(`
+        CREATE TABLE IF NOT EXISTS name_segment_vocab (
+          segment TEXT NOT NULL,
+          name TEXT NOT NULL,
+          PRIMARY KEY (segment, name)
+        ) WITHOUT ROWID;
+      `);
+        },
+    },
+    {
+        version: 8,
+        description: 'Track attempted-but-unresolvable refs as status=failed so sync can retry them when a changed file adds a matching symbol (#1240)',
+        up: (db) => {
+            // DDL only — instant on any size database. No backfill needed: rows are
+            // only ever queried by name_tail once they carry status='failed', and
+            // both fields are written together by markReferencesFailed. Legacy rows
+            // (all 'pending' after this migration) are orphans from interrupted runs
+            // that the #1187 sweep grinds down on the next sync, marking survivors
+            // failed with their tails as it goes. The tail index is partial: on a
+            // healthy index the pending set is empty and the failed set is the only
+            // population worth indexing. Keep the definitions in lockstep with
+            // schema.sql. ALTER TABLE has no IF NOT EXISTS, so guard each column for
+            // idempotency — a database created from current schema.sql already has
+            // both (matters when migrations are re-run from an older recorded
+            // version, as the v6 regression test does).
+            const cols = db.prepare('PRAGMA table_info(unresolved_refs)').all();
+            const hasColumn = (name) => cols.some((c) => c.name === name);
+            if (!hasColumn('status')) {
+                db.exec("ALTER TABLE unresolved_refs ADD COLUMN status TEXT NOT NULL DEFAULT 'pending'");
+            }
+            if (!hasColumn('name_tail')) {
+                db.exec("ALTER TABLE unresolved_refs ADD COLUMN name_tail TEXT NOT NULL DEFAULT ''");
+            }
+            db.exec(`
+        CREATE INDEX IF NOT EXISTS idx_unresolved_status ON unresolved_refs(status);
+        CREATE INDEX IF NOT EXISTS idx_unresolved_failed_tail ON unresolved_refs(name_tail) WHERE status = 'failed';
+      `);
+        },
+    },
+];
+/**
+ * Get the current schema version from the database
+ */
+function getCurrentVersion(db) {
+    try {
+        const row = db
+            .prepare('SELECT MAX(version) as version FROM schema_versions')
+            .get();
+        return row?.version ?? 0;
+    }
+    catch {
+        // Table doesn't exist yet
+        return 0;
+    }
+}
+/**
+ * Record a migration as applied
+ */
+function recordMigration(db, version, description) {
+    db.prepare('INSERT INTO schema_versions (version, applied_at, description) VALUES (?, ?, ?)').run(version, Date.now(), description);
+}
+/**
+ * Run all pending migrations
+ */
+function runMigrations(db, fromVersion) {
+    const pending = migrations.filter((m) => m.version > fromVersion);
+    if (pending.length === 0) {
+        return;
+    }
+    // Sort by version
+    pending.sort((a, b) => a.version - b.version);
+    // Run each migration in a transaction
+    for (const migration of pending) {
+        db.transaction(() => {
+            migration.up(db);
+            recordMigration(db, migration.version, migration.description);
+        })();
+    }
+}
+/**
+ * Check if the database needs migration
+ */
+function needsMigration(db) {
+    const current = getCurrentVersion(db);
+    return current < exports.CURRENT_SCHEMA_VERSION;
+}
+/**
+ * Get list of pending migrations
+ */
+function getPendingMigrations(db) {
+    const current = getCurrentVersion(db);
+    return migrations
+        .filter((m) => m.version > current)
+        .sort((a, b) => a.version - b.version);
+}
+/**
+ * Get migration history from database
+ */
+function getMigrationHistory(db) {
+    const rows = db
+        .prepare('SELECT version, applied_at, description FROM schema_versions ORDER BY version')
+        .all();
+    return rows.map((row) => ({
+        version: row.version,
+        appliedAt: row.applied_at,
+        description: row.description,
+    }));
+}
+//# sourceMappingURL=migrations.js.map

package/dist/db/migrations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../src/db/migrations.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAyJH,8CAUC;AAcD,sCAiBC;AAKD,wCAGC;AAKD,oDAKC;AAKD,kDAYC;AAjOD;;GAEG;AACU,QAAA,sBAAsB,GAAG,CAAC,CAAC;AAWxC;;;;;GAKG;AACH,MAAM,UAAU,GAAgB;IAC9B;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,uEAAuE;QACpF,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;OAWP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EAAE,gFAAgF;QAC7F,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,EAAE,CAAC,IAAI,CAAC;;OAEP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EACT,sGAAsG;QACxG,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,EAAE,CAAC,IAAI,CAAC;;;OAGP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EACT,oHAAoH;QACtH,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,EAAE,CAAC,IAAI,CAAC;;OAEP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EACT,uGAAuG;QACzG,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,2EAA2E;YAC3E,sEAAsE;YACtE,uEAAuE;YACvE,sEAAsE;YACtE,kEAAkE;YAClE,0EAA0E;YAC1E,sEAAsE;YACtE,kEAAkE;YAClE,sEAAsE;YACtE,EAAE,CAAC,IAAI,CAAC;;;;;;;;OAQP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EACT,mGAAmG;QACrG,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,0EAA0E;YAC1E,qEAAqE;YACrE,qEAAqE;YACrE,sEAAsE;YACtE,iEAAiE;YACjE,EAAE,CAAC,IAAI,CAAC;;;;;;OAMP,CAAC,CAAC;QACL,CAAC;KACF;IACD;QACE,OAAO,EAAE,CAAC;QACV,WAAW,EACT,kIAAkI;QACpI,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE;YACT,wEAAwE;YACxE,sEAAsE;YACtE,wEAAwE;YACxE,yEAAyE;YACzE,uEAAuE;YACvE,sEAAsE;YACtE,wEAAwE;YACxE,mEAAmE;YACnE,yEAAyE;YACzE,uEAAuE;YACvE,kEAAkE;YAClE,4CAA4C;YAC5C,MAAM,IAAI,GAAG,EAAE,CAAC,OAAO,CAAC,oCAAoC,CAAC,CAAC,GAAG,EAA6B,CAAC;YAC/F,MAAM,SAAS,GAAG,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;YACtE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACzB,EAAE,CAAC,IAAI,CAAC,+EAA+E,CAAC,CAAC;YAC3F,CAAC;YACD,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAAC;gBAC5B,EAAE,CAAC,IAAI,CAAC,2EAA2E,CAAC,CAAC;YACvF,CAAC;YACD,EAAE,CAAC,IAAI,CAAC;;;OAGP,CAAC,CAAC;QACL,CAAC;KACF;CACF,CAAC;AAEF;;GAEG;AACH,SAAgB,iBAAiB,CAAC,EAAkB;IAClD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE;aACX,OAAO,CAAC,qDAAqD,CAAC;aAC9D,GAAG,EAA4C,CAAC;QACnD,OAAO,GAAG,EAAE,OAAO,IAAI,CAAC,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,0BAA0B;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,EAAkB,EAAE,OAAe,EAAE,WAAmB;IAC/E,EAAE,CAAC,OAAO,CACR,iFAAiF,CAClF,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,WAAW,CAAC,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,SAAgB,aAAa,CAAC,EAAkB,EAAE,WAAmB;IACnE,MAAM,OAAO,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,WAAW,CAAC,CAAC;IAElE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,OAAO;IACT,CAAC;IAED,kBAAkB;IAClB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;IAE9C,sCAAsC;IACtC,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE,CAAC;QAChC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAClB,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,eAAe,CAAC,EAAE,EAAE,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC,WAAW,CAAC,CAAC;QAChE,CAAC,CAAC,EAAE,CAAC;IACP,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAgB,cAAc,CAAC,EAAkB;IAC/C,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACtC,OAAO,OAAO,GAAG,8BAAsB,CAAC;AAC1C,CAAC;AAED;;GAEG;AACH,SAAgB,oBAAoB,CAAC,EAAkB;IACrD,MAAM,OAAO,GAAG,iBAAiB,CAAC,EAAE,CAAC,CAAC;IACtC,OAAO,UAAU;SACd,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,OAAO,CAAC;SAClC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;AAC3C,CAAC;AAED;;GAEG;AACH,SAAgB,mBAAmB,CACjC,EAAkB;IAElB,MAAM,IAAI,GAAG,EAAE;SACZ,OAAO,CAAC,+EAA+E,CAAC;SACxF,GAAG,EAAgF,CAAC;IAEvF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACxB,OAAO,EAAE,GAAG,CAAC,OAAO;QACpB,SAAS,EAAE,GAAG,CAAC,UAAU;QACzB,WAAW,EAAE,GAAG,CAAC,WAAW;KAC7B,CAAC,CAAC,CAAC;AACN,CAAC"}