opencode-codebase-index 0.2.2 → 0.2.4

package/dist/index.cjs

@@ -659,6 +659,7 @@ __export(index_exports, {
 module.exports = __toCommonJS(index_exports);
 var import_fs5 = require("fs");
 var path7 = __toESM(require("path"), 1);
+var os3 = __toESM(require("os"), 1);
 
 // src/config/schema.ts
 var DEFAULT_INCLUDE = [
@@ -3171,10 +3172,14 @@ var Indexer = class {
         stats.indexedChunks++;
       }
     }
-    const queue = new PQueue({ concurrency: 3 });
+    const queue = new PQueue({ concurrency: 1, interval: 4e3, intervalCap: 1 });
     const dynamicBatches = createDynamicBatches(chunksNeedingEmbedding);
+    let rateLimitBackoffMs = 0;
     for (const batch of dynamicBatches) {
       queue.add(async () => {
+        if (rateLimitBackoffMs > 0) {
+          await new Promise((resolve4) => setTimeout(resolve4, rateLimitBackoffMs));
+        }
         try {
           const result = await pRetry(
             async () => {
@@ -3183,15 +3188,17 @@ var Indexer = class {
             },
             {
               retries: this.config.indexing.retries,
-              minTimeout: this.config.indexing.retryDelayMs,
-              maxTimeout: 3e4,
+              minTimeout: Math.max(this.config.indexing.retryDelayMs, 5e3),
+              // Minimum 5s between retries
+              maxTimeout: 6e4,
+              // Max 60s backoff
               factor: 2,
               onFailedAttempt: (error) => {
                 const message = getErrorMessage(error);
                 if (isRateLimitError(error)) {
-                  queue.concurrency = 1;
+                  rateLimitBackoffMs = Math.min(6e4, (rateLimitBackoffMs || 5e3) * 2);
                   console.error(
-                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting before retry...`
+                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting ${rateLimitBackoffMs / 1e3}s before retry...`
                   );
                 } else {
                   console.error(
@@ -3201,6 +3208,9 @@ var Indexer = class {
               }
             }
           );
+          if (rateLimitBackoffMs > 0) {
+            rateLimitBackoffMs = Math.max(0, rateLimitBackoffMs - 2e3);
+          }
           const items = batch.map((chunk, idx) => ({
             id: chunk.id,
             vector: result.embeddings[idx],
@@ -5582,15 +5592,26 @@ function formatStatus(status) {
 }
 
 // src/index.ts
-function loadPluginConfig(projectRoot) {
-  const configPath = path7.join(projectRoot, ".opencode", "codebase-index.json");
+function loadJsonFile(filePath) {
   try {
-    if ((0, import_fs5.existsSync)(configPath)) {
-      const content = (0, import_fs5.readFileSync)(configPath, "utf-8");
+    if ((0, import_fs5.existsSync)(filePath)) {
+      const content = (0, import_fs5.readFileSync)(filePath, "utf-8");
       return JSON.parse(content);
     }
   } catch {
   }
+  return null;
+}
+function loadPluginConfig(projectRoot) {
+  const projectConfig = loadJsonFile(path7.join(projectRoot, ".opencode", "codebase-index.json"));
+  if (projectConfig) {
+    return projectConfig;
+  }
+  const globalConfigPath = path7.join(os3.homedir(), ".config", "opencode", "codebase-index.json");
+  const globalConfig = loadJsonFile(globalConfigPath);
+  if (globalConfig) {
+    return globalConfig;
+  }
   return {};
 }
 var plugin = async ({ directory }) => {