sparkecoder 0.1.28 → 0.1.30

package/dist/cli.js

@@ -4622,8 +4622,13 @@ async function indexRepository(options) {
     reportProgress();
     const embeddingModel = getEmbeddingModel();
     let failedChunks = 0;
+    const totalBatches = Math.ceil(newChunks.length / EMBEDDING_BATCH_SIZE);
+    console.log(`[indexer] Starting embedding: ${newChunks.length} chunks in ${totalBatches} batches`);
     for (let i = 0; i < newChunks.length; i += EMBEDDING_BATCH_SIZE) {
+      const batchNum = Math.floor(i / EMBEDDING_BATCH_SIZE) + 1;
       const batch = newChunks.slice(i, i + EMBEDDING_BATCH_SIZE);
+      console.log(`[indexer] Batch ${batchNum}/${totalBatches}: embedding ${batch.length} chunks...`);
+      const batchStartTime = Date.now();
       try {
         const texts = batch.map((chunk) => ({
           id: chunk.id,
@@ -4642,7 +4647,11 @@ async function indexRepository(options) {
           namespace,
           embeddingModel
         });
+        const embedTime = Date.now() - batchStartTime;
+        console.log(`[indexer] Batch ${batchNum}: embed completed in ${embedTime}ms - processed: ${result.processedCount}, failed: ${result.failedCount}`);
         failedChunks += result.failedCount;
+        console.log(`[indexer] Batch ${batchNum}: recording ${batch.length} chunks to DB...`);
+        const dbStartTime = Date.now();
         for (const chunk of batch) {
           if (!result.errors?.find((e) => e.id === chunk.id)) {
             await indexedChunkQueries.upsert(db, {
@@ -4656,6 +4665,8 @@ async function indexRepository(options) {
             });
           }
         }
+        const dbTime = Date.now() - dbStartTime;
+        console.log(`[indexer] Batch ${batchNum}: DB upserts completed in ${dbTime}ms`);
         if (result.errors) {
           for (const err of result.errors) {
             const chunk = batch.find((c) => c.id === err.id);
@@ -4667,17 +4678,26 @@ async function indexRepository(options) {
       } catch (error) {
         failedChunks += batch.length;
         const errorMsg = error instanceof Error ? error.message : String(error);
-        errors.push({ file: `batch ${Math.floor(i / EMBEDDING_BATCH_SIZE)}`, error: errorMsg });
+        console.error(`[indexer] Batch ${batchNum}: ERROR - ${errorMsg}`);
+        errors.push({ file: `batch ${batchNum}`, error: errorMsg });
       }
       reportProgress();
     }
-    await indexStatusQueries.upsert(db, {
-      id: namespace,
-      repoNamespace: namespace,
-      totalChunks: allChunks.length,
-      lastFullIndex: options.force ? /* @__PURE__ */ new Date() : void 0,
-      lastIncrementalIndex: /* @__PURE__ */ new Date()
-    });
+    console.log(`[indexer] Embedding complete. Updating index status...`);
+    try {
+      console.log(`[indexer] Calling indexStatusQueries.upsert with totalChunks: ${allChunks.length}`);
+      await indexStatusQueries.upsert(db, {
+        id: namespace,
+        repoNamespace: namespace,
+        totalChunks: allChunks.length,
+        lastFullIndex: options.force ? /* @__PURE__ */ new Date() : void 0,
+        lastIncrementalIndex: /* @__PURE__ */ new Date()
+      });
+      console.log(`[indexer] Index status updated successfully`);
+    } catch (statusError) {
+      console.error(`[indexer] Failed to update index status:`, statusError);
+      throw statusError;
+    }
     progress.phase = "done";
     reportProgress();
     return {