opencode-codebase-index 0.2.3 → 0.2.4

package/dist/index.cjs

@@ -3172,10 +3172,14 @@ var Indexer = class {
         stats.indexedChunks++;
       }
     }
-    const queue = new PQueue({ concurrency: 3 });
+    const queue = new PQueue({ concurrency: 1, interval: 4e3, intervalCap: 1 });
     const dynamicBatches = createDynamicBatches(chunksNeedingEmbedding);
+    let rateLimitBackoffMs = 0;
     for (const batch of dynamicBatches) {
       queue.add(async () => {
+        if (rateLimitBackoffMs > 0) {
+          await new Promise((resolve4) => setTimeout(resolve4, rateLimitBackoffMs));
+        }
         try {
           const result = await pRetry(
             async () => {
@@ -3184,15 +3188,17 @@ var Indexer = class {
             },
             {
               retries: this.config.indexing.retries,
-              minTimeout: this.config.indexing.retryDelayMs,
-              maxTimeout: 3e4,
+              minTimeout: Math.max(this.config.indexing.retryDelayMs, 5e3),
+              // Minimum 5s between retries
+              maxTimeout: 6e4,
+              // Max 60s backoff
               factor: 2,
               onFailedAttempt: (error) => {
                 const message = getErrorMessage(error);
                 if (isRateLimitError(error)) {
-                  queue.concurrency = 1;
+                  rateLimitBackoffMs = Math.min(6e4, (rateLimitBackoffMs || 5e3) * 2);
                   console.error(
-                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting before retry...`
+                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting ${rateLimitBackoffMs / 1e3}s before retry...`
                   );
                 } else {
                   console.error(
@@ -3202,6 +3208,9 @@ var Indexer = class {
               }
             }
           );
+          if (rateLimitBackoffMs > 0) {
+            rateLimitBackoffMs = Math.max(0, rateLimitBackoffMs - 2e3);
+          }
           const items = batch.map((chunk, idx) => ({
             id: chunk.id,
             vector: result.embeddings[idx],