opencode-codebase-index 0.2.2 → 0.2.4

package/dist/index.js

@@ -654,6 +654,7 @@ var require_ignore = __commonJS({
 // src/index.ts
 import { existsSync as existsSync5, readFileSync as readFileSync5 } from "fs";
 import * as path7 from "path";
+import * as os3 from "os";
 
 // src/config/schema.ts
 var DEFAULT_INCLUDE = [
@@ -3165,10 +3166,14 @@ var Indexer = class {
         stats.indexedChunks++;
       }
     }
-    const queue = new PQueue({ concurrency: 3 });
+    const queue = new PQueue({ concurrency: 1, interval: 4e3, intervalCap: 1 });
     const dynamicBatches = createDynamicBatches(chunksNeedingEmbedding);
+    let rateLimitBackoffMs = 0;
     for (const batch of dynamicBatches) {
       queue.add(async () => {
+        if (rateLimitBackoffMs > 0) {
+          await new Promise((resolve4) => setTimeout(resolve4, rateLimitBackoffMs));
+        }
         try {
           const result = await pRetry(
             async () => {
@@ -3177,15 +3182,17 @@ var Indexer = class {
             },
             {
               retries: this.config.indexing.retries,
-              minTimeout: this.config.indexing.retryDelayMs,
-              maxTimeout: 3e4,
+              minTimeout: Math.max(this.config.indexing.retryDelayMs, 5e3),
+              // Minimum 5s between retries
+              maxTimeout: 6e4,
+              // Max 60s backoff
               factor: 2,
               onFailedAttempt: (error) => {
                 const message = getErrorMessage(error);
                 if (isRateLimitError(error)) {
-                  queue.concurrency = 1;
+                  rateLimitBackoffMs = Math.min(6e4, (rateLimitBackoffMs || 5e3) * 2);
                   console.error(
-                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting before retry...`
+                    `Rate limited (attempt ${error.attemptNumber}/${error.retriesLeft + error.attemptNumber}): waiting ${rateLimitBackoffMs / 1e3}s before retry...`
                   );
                 } else {
                   console.error(
@@ -3195,6 +3202,9 @@ var Indexer = class {
               }
             }
           );
+          if (rateLimitBackoffMs > 0) {
+            rateLimitBackoffMs = Math.max(0, rateLimitBackoffMs - 2e3);
+          }
           const items = batch.map((chunk, idx) => ({
             id: chunk.id,
             vector: result.embeddings[idx],
@@ -5576,15 +5586,26 @@ function formatStatus(status) {
 }
 
 // src/index.ts
-function loadPluginConfig(projectRoot) {
-  const configPath = path7.join(projectRoot, ".opencode", "codebase-index.json");
+function loadJsonFile(filePath) {
   try {
-    if (existsSync5(configPath)) {
-      const content = readFileSync5(configPath, "utf-8");
+    if (existsSync5(filePath)) {
+      const content = readFileSync5(filePath, "utf-8");
       return JSON.parse(content);
     }
   } catch {
   }
+  return null;
+}
+function loadPluginConfig(projectRoot) {
+  const projectConfig = loadJsonFile(path7.join(projectRoot, ".opencode", "codebase-index.json"));
+  if (projectConfig) {
+    return projectConfig;
+  }
+  const globalConfigPath = path7.join(os3.homedir(), ".config", "opencode", "codebase-index.json");
+  const globalConfig = loadJsonFile(globalConfigPath);
+  if (globalConfig) {
+    return globalConfig;
+  }
   return {};
 }
 var plugin = async ({ directory }) => {