promptgraph-mcp 2.9.27 → 2.9.29
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/indexer.js +6 -3
- package/package.json +1 -1
package/indexer.js
CHANGED
|
@@ -211,21 +211,25 @@ export async function indexAll({ fast = false } = {}) {
|
|
|
211
211
|
if (!isSkillFile(file, raw)) { skipped++; count++; continue; }
|
|
212
212
|
|
|
213
213
|
if (!processedStart) processedStart = Date.now();
|
|
214
|
+
count++;
|
|
214
215
|
const parsed = parseSkillFile(file, source, { raw });
|
|
215
216
|
batch.push({ ...parsed, hash });
|
|
216
217
|
|
|
217
218
|
if (batch.length >= BATCH_SIZE) {
|
|
218
219
|
const filtered = await filterWithClassifier(batch);
|
|
219
220
|
classifierRemoved += batch.length - filtered.length;
|
|
221
|
+
let embedMsg = '';
|
|
220
222
|
await indexBatch(db, filtered, { fast, silent: true, onEmbed: (done, tot) => {
|
|
221
|
-
|
|
223
|
+
embedMsg = `embedding ${done}/${tot}`;
|
|
224
|
+
process.stdout.write(`\r ⠋ ${embedMsg} chunks... `);
|
|
222
225
|
}});
|
|
223
|
-
count += filtered.length;
|
|
224
226
|
processedCount += filtered.length;
|
|
225
227
|
batch = [];
|
|
226
228
|
const eta = processedCount > 0 ? Math.round((total - count) * (Date.now() - processedStart) / processedCount / 1000) : '?';
|
|
227
229
|
progress(count, total, { skipped, eta, errors });
|
|
228
230
|
await new Promise(r => setImmediate ? setImmediate(r) : setTimeout(r, 0));
|
|
231
|
+
} else {
|
|
232
|
+
progress(count, total, { skipped, eta: '?', errors });
|
|
229
233
|
}
|
|
230
234
|
} catch (e) {
|
|
231
235
|
errors++;
|
|
@@ -248,7 +252,6 @@ export async function indexAll({ fast = false } = {}) {
|
|
|
248
252
|
await indexBatch(db, filtered, { fast, silent: true, onEmbed: (done, tot) => {
|
|
249
253
|
process.stdout.write(`\r ⠋ Embedding ${done}/${tot} chunks... `);
|
|
250
254
|
}});
|
|
251
|
-
count += filtered.length;
|
|
252
255
|
}
|
|
253
256
|
|
|
254
257
|
progress(total, total, { skipped, errors });
|