sparkecoder 0.1.30 → 0.1.31

package/dist/cli.js

@@ -765,6 +765,12 @@ var remoteIndexedChunkQueries = {
   upsert(_db, data) {
     return api("/indexed-chunks", { method: "POST", body: data });
   },
+  batchUpsert(_db, chunks) {
+    return api("/indexed-chunks/batch", {
+      method: "POST",
+      body: { chunks }
+    });
+  },
   getById(_db, id) {
     return api(`/indexed-chunks/${id}`).catch(() => void 0);
   },
@@ -4650,23 +4656,24 @@ async function indexRepository(options) {
         const embedTime = Date.now() - batchStartTime;
         console.log(`[indexer] Batch ${batchNum}: embed completed in ${embedTime}ms - processed: ${result.processedCount}, failed: ${result.failedCount}`);
         failedChunks += result.failedCount;
-        console.log(`[indexer] Batch ${batchNum}: recording ${batch.length} chunks to DB...`);
-        const dbStartTime = Date.now();
-        for (const chunk of batch) {
-          if (!result.errors?.find((e) => e.id === chunk.id)) {
-            await indexedChunkQueries.upsert(db, {
-              id: chunk.id,
-              contentHash: chunk.contentHash,
-              filePath: chunk.metadata.filePath,
-              repoNamespace: namespace,
-              startLine: chunk.metadata.startLine,
-              endLine: chunk.metadata.endLine,
-              language: chunk.metadata.language
-            });
-          }
+        const successfulChunks = batch.filter(
+          (chunk) => !result.errors?.find((e) => e.id === chunk.id)
+        );
+        if (successfulChunks.length > 0) {
+          console.log(`[indexer] Batch ${batchNum}: recording ${successfulChunks.length} chunks to DB...`);
+          const dbStartTime = Date.now();
+          await indexedChunkQueries.batchUpsert(db, successfulChunks.map((chunk) => ({
+            id: chunk.id,
+            contentHash: chunk.contentHash,
+            filePath: chunk.metadata.filePath,
+            repoNamespace: namespace,
+            startLine: chunk.metadata.startLine,
+            endLine: chunk.metadata.endLine,
+            language: chunk.metadata.language
+          })));
+          const dbTime = Date.now() - dbStartTime;
+          console.log(`[indexer] Batch ${batchNum}: DB batch upsert completed in ${dbTime}ms`);
         }
-        const dbTime = Date.now() - dbStartTime;
-        console.log(`[indexer] Batch ${batchNum}: DB upserts completed in ${dbTime}ms`);
         if (result.errors) {
           for (const err of result.errors) {
             const chunk = batch.find((c) => c.id === err.id);