@pratik7368patil/anchor-core 0.1.29 → 0.1.30

package/dist/index.d.ts

@@ -781,6 +781,18 @@ type CodeIndexProgress = {
     repo: string;
     chunks: number;
     patterns: number;
+} | {
+    stage: "deleting_code_fts";
+    repo: string;
+    current: number;
+    total: number;
+    chunks: number;
+} | {
+    stage: "deleting_architecture_fts";
+    repo: string;
+    current: number;
+    total: number;
+    patterns: number;
 } | {
     stage: "writing_code_files";
     repo: string;

package/dist/index.js

@@ -1710,9 +1710,28 @@ function calculateCoverage(input) {
 
 // src/db/database.ts
 var CODE_WRITE_PROGRESS_INTERVAL = 150;
+var FTS_DELETE_BATCH_SIZE = 500;
 function shouldEmitCodeWriteProgress(current, total) {
   return current === 0 || current === 1 || current === total || current % CODE_WRITE_PROGRESS_INTERVAL === 0;
 }
+function shouldEmitFtsDeleteProgress(current, total) {
+  return current === 0 || current === 1 || current === total || current % FTS_DELETE_BATCH_SIZE === 0;
+}
+function deleteFtsRowsByRowId(db, ftsTable, rowIds, onProgress) {
+  if (rowIds.length === 0) {
+    onProgress?.(0, 0);
+    return;
+  }
+  const deleteRow = db.prepare(`DELETE FROM ${ftsTable} WHERE rowid = ?`);
+  onProgress?.(0, rowIds.length);
+  for (const [index, rowId] of rowIds.entries()) {
+    deleteRow.run(rowId);
+    const current = index + 1;
+    if (shouldEmitFtsDeleteProgress(current, rowIds.length)) {
+      onProgress?.(current, rowIds.length);
+    }
+  }
+}
 function defaultDatabasePath(cwd) {
   return path4.join(cwd, ".anchor", "index.sqlite");
 }
@@ -1905,9 +1924,12 @@ function clearGraphQLFetchCheckpoint(db, repo, scope) {
   ).run((/* @__PURE__ */ new Date()).toISOString(), repo);
 }
 function deleteExistingPrData(db, prId) {
-  db.prepare(
-    "DELETE FROM wisdom_units_fts WHERE unitId IN (SELECT id FROM wisdom_units WHERE pr_id = ?)"
-  ).run(prId);
+  const wisdomRowIds = db.prepare("SELECT rowid FROM wisdom_units WHERE pr_id = ?").all(prId);
+  deleteFtsRowsByRowId(
+    db,
+    "wisdom_units_fts",
+    wisdomRowIds.map((row) => row.rowid)
+  );
   db.prepare("DELETE FROM regression_events WHERE pr_id = ?").run(prId);
   db.prepare("DELETE FROM wisdom_units WHERE pr_id = ?").run(prId);
   db.prepare("DELETE FROM pr_comments WHERE pr_id = ?").run(prId);
@@ -2019,11 +2041,11 @@ function upsertPullRequest(db, pr, wisdomUnits, regressionEvents = []) {
     );
     const insertFts = db.prepare(
       `INSERT INTO wisdom_units_fts
-       (unitId, sanitizedText, filePaths, symbols, prTitle, prBody, category)
-       VALUES (?, ?, ?, ?, ?, ?, ?)`
+       (rowid, unitId, sanitizedText, filePaths, symbols, prTitle, prBody, category)
+       VALUES (?, ?, ?, ?, ?, ?, ?, ?)`
     );
     for (const unit of wisdomUnits) {
-      insertWisdom.run(
+      const wisdomInsert = insertWisdom.run(
         unit.id,
         repoId,
         prRow.id,
@@ -2042,6 +2064,7 @@ function upsertPullRequest(db, pr, wisdomUnits, regressionEvents = []) {
         unit.confidence
       );
       insertFts.run(
+        Number(wisdomInsert.lastInsertRowid),
         unit.id,
         unit.sanitizedText,
         unit.filePaths.join(" "),
@@ -2098,22 +2121,31 @@ function replaceCodeIndex(db, repo, codeFiles, codeChunks, skippedFiles, cwd, ar
   });
   options.onProgress?.({ stage: "writing_code_index", repo, phase: "Writing code index" });
   const transaction = db.transaction(() => {
-    const existingChunkCount = db.prepare("SELECT COUNT(*) AS count FROM code_chunks WHERE repo_id = ?").get(repoId).count;
-    const existingPatternCount = db.prepare("SELECT COUNT(*) AS count FROM architecture_patterns WHERE repo_id = ?").get(repoId).count;
+    const existingChunkRowIds = db.prepare("SELECT rowid FROM code_chunks WHERE repo_id = ?").all(repoId);
+    const existingPatternRowIds = db.prepare("SELECT rowid FROM architecture_patterns WHERE repo_id = ?").all(repoId);
     options.onProgress?.({
       stage: "deleting_existing_code_index",
       repo,
-      chunks: existingChunkCount,
-      patterns: existingPatternCount
+      chunks: existingChunkRowIds.length,
+      patterns: existingPatternRowIds.length
     });
-    db.prepare(
-      "DELETE FROM code_chunks_fts WHERE chunkId IN (SELECT id FROM code_chunks WHERE repo_id = ?)"
-    ).run(repoId);
+    deleteFtsRowsByRowId(
+      db,
+      "code_chunks_fts",
+      existingChunkRowIds.map((row) => row.rowid),
+      (current, total) => options.onProgress?.({
+        stage: "deleting_code_fts",
+        repo,
+        current,
+        total,
+        chunks: existingChunkRowIds.length
+      })
+    );
     db.prepare("DELETE FROM code_chunks WHERE repo_id = ?").run(repoId);
     db.prepare("DELETE FROM code_files WHERE repo_id = ?").run(repoId);
     db.prepare("DELETE FROM test_links WHERE repo_id = ? AND reason != 'PR co-change'").run(repoId);
     db.prepare("DELETE FROM test_files WHERE repo_id = ?").run(repoId);
-    deleteExistingArchitectureData(db, repoId);
+    deleteExistingArchitectureData(db, repoId, repo, existingPatternRowIds, options);
     const insertFile = db.prepare(
       `INSERT INTO code_files
        (repo_id, path, language, size_bytes, content_hash, updated_at)
@@ -2155,8 +2187,8 @@ function replaceCodeIndex(db, repo, codeFiles, codeChunks, skippedFiles, cwd, ar
     );
     const insertFts = db.prepare(
       `INSERT INTO code_chunks_fts
-       (chunkId, sanitizedText, filePath, symbols, language)
-       VALUES (?, ?, ?, ?, ?)`
+       (rowid, chunkId, sanitizedText, filePath, symbols, language)
+       VALUES (?, ?, ?, ?, ?, ?)`
     );
     options.onProgress?.({
       stage: "writing_code_chunks",
@@ -2169,7 +2201,7 @@ function replaceCodeIndex(db, repo, codeFiles, codeChunks, skippedFiles, cwd, ar
     for (const [index, chunk] of codeChunks.entries()) {
       const fileId = fileIds.get(chunk.filePath);
       if (!fileId) continue;
-      insertChunk.run(
+      const chunkInsert = insertChunk.run(
         chunk.id,
         repoId,
         fileId,
@@ -2184,6 +2216,7 @@ function replaceCodeIndex(db, repo, codeFiles, codeChunks, skippedFiles, cwd, ar
         chunk.updatedAt
       );
       insertFts.run(
+        Number(chunkInsert.lastInsertRowid),
         chunk.id,
         chunk.sanitizedText,
         chunk.filePath,
@@ -2245,10 +2278,19 @@ function replaceCodeIndex(db, repo, codeFiles, codeChunks, skippedFiles, cwd, ar
     databasePath: defaultDatabasePath(cwd)
   };
 }
-function deleteExistingArchitectureData(db, repoId) {
-  db.prepare(
-    "DELETE FROM architecture_patterns_fts WHERE patternId IN (SELECT id FROM architecture_patterns WHERE repo_id = ?)"
-  ).run(repoId);
+function deleteExistingArchitectureData(db, repoId, repo, patternRowIds, options = {}) {
+  deleteFtsRowsByRowId(
+    db,
+    "architecture_patterns_fts",
+    patternRowIds.map((row) => row.rowid),
+    (current, total) => options.onProgress?.({
+      stage: "deleting_architecture_fts",
+      repo,
+      current,
+      total,
+      patterns: patternRowIds.length
+    })
+  );
   db.prepare("DELETE FROM architecture_patterns WHERE repo_id = ?").run(repoId);
   db.prepare("DELETE FROM architecture_components WHERE repo_id = ?").run(repoId);
   db.prepare("DELETE FROM code_imports WHERE repo_id = ?").run(repoId);
@@ -2331,8 +2373,8 @@ function insertArchitectureData(db, repoId, repo, architecture, options = {}) {
      VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
   );
   const insertFts = db.prepare(
-    `INSERT INTO architecture_patterns_fts (patternId, summary, area, sourceFiles, symbols)
-     VALUES (?, ?, ?, ?, ?)`
+    `INSERT INTO architecture_patterns_fts (rowid, patternId, summary, area, sourceFiles, symbols)
+     VALUES (?, ?, ?, ?, ?, ?)`
   );
   options.onProgress?.({
     stage: "writing_architecture_data",
@@ -2342,7 +2384,7 @@ function insertArchitectureData(db, repoId, repo, architecture, options = {}) {
     kind: "patterns"
   });
   for (const [index, pattern] of architecture.patterns.entries()) {
-    insertPattern.run(
+    const patternInsert = insertPattern.run(
       pattern.id,
       repoId,
       pattern.repo,
@@ -2356,6 +2398,7 @@ function insertArchitectureData(db, repoId, repo, architecture, options = {}) {
       pattern.createdAt
     );
     insertFts.run(
+      Number(patternInsert.lastInsertRowid),
       pattern.id,
       pattern.sanitizedSummary,
       pattern.area,