@grepai/cli 0.8.0 → 0.8.1

package/index.js

@@ -105885,7 +105885,7 @@ RecordBatchStreamWriter["throughDOM"] = recordBatchWriterThroughDOMStream;
 
 // ../core/src/internal/services/lancedb.ts
 var CHUNK_TABLE = "chunks";
-var FLUSH_INSERT_QUEUE_THRESHOLD = 100;
+var FLUSH_INSERT_QUEUE_THRESHOLD = 1000;
 
 class LanceDb extends Service()("@grepai/core/internal/services/lancedb", {
   scoped: gen2(function* () {
@@ -105934,7 +105934,7 @@ class LanceDb extends Service()("@grepai/core/internal/services/lancedb", {
           cause: "Failed to insert chunk embeddings. Could not find chunk or document."
         })
       }));
-      if (keys(documentInsertQueue).length >= FLUSH_INSERT_QUEUE_THRESHOLD) {
+      if (insertQueue.length >= FLUSH_INSERT_QUEUE_THRESHOLD) {
         yield* flushInsertQueue();
       }
     });
@@ -110114,7 +110114,7 @@ var CodebaseScannerAgentFs = scoped3(CodebaseScanner, gen2(function* () {
       const results = yield* scanFs();
       const { new: newFiles, modified, deleted } = results;
       yield* forEach5([...newFiles, ...modified], ({ filePath, content }) => agentFs.use((a) => a.fs.writeFile(filePath, content)).pipe(retry({
-        times: 5,
+        times: 10,
         schedule: exponential3("50 millis"),
         while: (cause2) => cause2.message.includes("UNIQUE constraint failed: fs_dentry")
       })), { concurrency: "unbounded" });
@@ -110512,16 +110512,7 @@ class FileIndexer extends Service()("@grepai/core/internal/services/file-indexer
       const embeddings = yield* forEach5(chunkBatches, (chunks3) => embedder.embedMany(map4(chunks3, ({ content: content2 }) => content2)).pipe(map16(map4((embedding, index2) => ({
         chunkId: chunks3[index2].id,
         embedding
-      }))), catchTags2({
-        VercelAiError: (cause2) => {
-          if (cause2.message.includes("at most 100 requests")) {
-            return new VercelAiError({
-              cause: new Error(cause2.message + " " + input.filePath)
-            });
-          }
-          return cause2;
-        }
-      }))).pipe(map16(flatten));
+      }))))).pipe(map16(flatten));
       yield* pipe(documentStorage.insert({ filePath, hash: hash3 }), zipRight3(chunkStorage.insertMany(chunks2)), zipRight3(chunkStorage.insertManyEmbeddings(embeddings)));
     }, (effect3) => match2(db, {
       onNone: () => effect3,
@@ -110611,13 +110602,13 @@ class Indexer extends Service()("@grepai/core/internal/services/indexer", {
         filePath,
         fileCount: filesToClean.length
       }))), {
-        concurrency: value5(config3.storage.type).pipe(when5("turso", () => 1), when5("postgres", () => 100), when5("lancedb", () => 10), exhaustive2)
+        concurrency: value5(config3.storage.type).pipe(when5("turso", () => 1), when5("postgres", () => 100), when5("lancedb", () => 50), exhaustive2)
       });
       yield* forEach5(filesToIndex, (file8) => fileIndexer.index(file8).pipe(tap2(() => onFileIndexed({
         filePath: file8.filePath,
         fileCount: filesToIndex.length
       }))), {
-        concurrency: value5(config3.storage.type).pipe(when5("turso", () => 1), when5("postgres", () => 100), when5("lancedb", () => 10), exhaustive2)
+        concurrency: value5(config3.storage.type).pipe(when5("turso", () => 1), when5("postgres", () => 100), when5("lancedb", () => 50), exhaustive2)
       });
       yield* onFinished();
     });
@@ -118268,11 +118259,11 @@ var program = gen2(function* () {
   const command = exports_Command.make("grepai").pipe(exports_Command.withSubcommands(subcommands));
   const cli = exports_Command.run(command, {
     name: "GREP AI",
-    version: "v0.8.0"
+    version: "v0.8.1"
   });
   yield* cli(process.argv);
 });
 program.pipe(provide2(ProjectScanner.Default.pipe(provideMerge2(exports_BunContext.layer))), exports_BunRuntime.runMain);
 
-//# debugId=89DB27A0A5B43E3364756E2164756E21
+//# debugId=C493F6813D74B44664756E2164756E21
 //# sourceMappingURL=index.js.map