grepmax 0.14.3 → 0.14.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -305,7 +305,7 @@ class Daemon {
|
|
|
305
305
|
return __awaiter(this, void 0, void 0, function* () {
|
|
306
306
|
var _a, e_1, _b, _c;
|
|
307
307
|
const { walk } = yield Promise.resolve().then(() => __importStar(require("../index/walker")));
|
|
308
|
-
const { INDEXABLE_EXTENSIONS } = yield Promise.resolve().then(() => __importStar(require("../../config")));
|
|
308
|
+
const { INDEXABLE_EXTENSIONS, MAX_FILE_SIZE_BYTES } = yield Promise.resolve().then(() => __importStar(require("../../config")));
|
|
309
309
|
const { isFileCached } = yield Promise.resolve().then(() => __importStar(require("../utils/cache-check")));
|
|
310
310
|
const rootPrefix = root.endsWith("/") ? root : `${root}/`;
|
|
311
311
|
const cachedPaths = yield this.metaCache.getKeysWithPrefix(rootPrefix);
|
|
@@ -326,6 +326,9 @@ class Daemon {
|
|
|
326
326
|
seenPaths.add(absPath);
|
|
327
327
|
try {
|
|
328
328
|
const stats = yield fs.promises.stat(absPath);
|
|
329
|
+
// Skip files that are too large or empty — they'll never be indexed
|
|
330
|
+
if (stats.size === 0 || stats.size > MAX_FILE_SIZE_BYTES)
|
|
331
|
+
continue;
|
|
329
332
|
const cached = this.metaCache.get(absPath);
|
|
330
333
|
if (!isFileCached(cached, stats)) {
|
|
331
334
|
processor.handleFileEvent("change", absPath);
|
|
@@ -210,15 +210,6 @@ class ProjectBatchProcessor {
|
|
|
210
210
|
this.pending.set(absPath, event);
|
|
211
211
|
}
|
|
212
212
|
}
|
|
213
|
-
// Requeue files that were attempted but not successfully processed
|
|
214
|
-
// (e.g. pool became unhealthy mid-batch before vectors were flushed)
|
|
215
|
-
for (const [absPath, event] of batch) {
|
|
216
|
-
if (attempted.has(absPath) && !metaUpdates.has(absPath) && !metaDeletes.includes(absPath)) {
|
|
217
|
-
if (!this.pending.has(absPath)) {
|
|
218
|
-
this.pending.set(absPath, event);
|
|
219
|
-
}
|
|
220
|
-
}
|
|
221
|
-
}
|
|
222
213
|
// Flush to VectorDB: insert first, then delete old (preserving new)
|
|
223
214
|
const newIds = vectors.map((v) => v.id);
|
|
224
215
|
if (vectors.length > 0) {
|
package/package.json
CHANGED