lmgrep 0.1.16 → 0.1.18

package/dist/lib/embedder.js

@@ -112,7 +112,14 @@ export class ResilientEmbedder {
     static BATCH_DELAY_MS = 200;
     static MAX_CONSECUTIVE_FAILURES = 3;
     static MAX_RELOADS = 3;
-    async embedBatched(texts) {
+    /**
+     * Embed `texts` batch by batch. After each batch, `onBatch` (if given) is
+     * awaited with the items that just embedded successfully, so the caller can
+     * persist incrementally rather than buffering every vector until the end —
+     * embeddings then survive a hard crash and resume skips completed work.
+     * Each successful index is reported through `onBatch` exactly once.
+     */
+    async embedBatched(texts, onBatch) {
         const batchSize = this.config.batchSize;
         const vectors = new Array(texts.length).fill(null);
         const failedIndices = new Set();
@@ -122,10 +129,12 @@ export class ResilientEmbedder {
             const end = Math.min(i + batchSize, texts.length);
             const batch = texts.slice(i, end);
             this.events?.onBatchStart?.(batchNum, totalBatches);
+            const persisted = [];
             try {
                 const batchVectors = await this.embedder.embed(batch);
                 for (let j = 0; j < batch.length; j++) {
                     vectors[i + j] = batchVectors[j];
+                    persisted.push({ index: i + j, vector: batchVectors[j] });
                 }
                 this.consecutiveFailures = 0;
             }
@@ -136,6 +145,7 @@ export class ResilientEmbedder {
                     try {
                         const [vec] = await this.embedder.embed([batch[j]]);
                         vectors[i + j] = vec;
+                        persisted.push({ index: i + j, vector: vec });
                     }
                     catch (err) {
                         failedIndices.add(i + j);
@@ -150,6 +160,11 @@ export class ResilientEmbedder {
                     this.consecutiveFailures = 0;
                 }
             }
+            // Persist this batch's successes before any abort below, so partial
+            // progress is durable even if the next batches force an abort.
+            if (onBatch && persisted.length > 0) {
+                await onBatch(persisted);
+            }
             const succeeded = vectors.filter((v) => v !== null).length;
             this.events?.onBatchDone?.(batchNum, succeeded, failedIndices.size);
             // Handle consecutive failures

package/dist/lib/embedder.js.map

@@ -1 +1 @@
-{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/lib/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAuB,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAchD;;;GAGG;AACH,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAE5B;IACA;IACA;IAHjB,YACiB,OAA4B,EAC5B,aAA0B,EAC1B,KAAa;QAE7B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QAC3D,KAAK,CACJ,2BAA2B,aAAa,CAAC,IAAI,aAAa;YACzD,GAAG,SAAS,IAAI,KAAK,iCAAiC;YACtD,mEAAmE,CACpE,CAAC;QATc,YAAO,GAAP,OAAO,CAAqB;QAC5B,kBAAa,GAAb,aAAa,CAAa;QAC1B,UAAK,GAAL,KAAK,CAAQ;QAQ7B,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACnC,CAAC;CACD;AAaD,MAAM,OAAO,aAAa;IACjB,WAAW,CAA6B;IACxC,MAAM,CAAsB;IAC5B,SAAS,GAAG,KAAK,CAAC;IAE1B,YAAY,MAAoB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACtB,CAAC;IAEO,iBAAiB,CAAC,MAAgB;QACzC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IACC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI;YAC9B,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,UAAU,EACvC,CAAC;YACF,MAAM,IAAI,KAAK,CACd,0CAA0C,IAAI,CAAC,MAAM,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,2CAA2C,CACjI,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,QAAQ;QACrB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CACd,mDAAmD,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CACvE,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,WAAW,YAAY,EAAE,CAAC;QAC9D,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAEjD,IAAI,gBAAgB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAEpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CACtB,CAAC;YACF,IAAI,UAAU,EAAE,CAAC;gBAChB,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAE7B,CAAC;gBACb,gBAAgB,GAAG,OAAO,CAAC;oBAC1B,IAAI,EAAE,YAAY;oBAClB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChE,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACd,YAAY,GAAG,+CAA+C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtG,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC;YACvC,CAAC,YAAY,CAAC,EAAE,gBAAgB;SACP,CAAC,CAAC;QAE5B,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,cAAc,CACzC,IAAI,CAAC,MAAM,CAAC,KAA8B,CACxB,CAAC;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAChD,MAAM,aAAa,GAAe,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,aAAa,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;QAC7C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAClC,OAAO,SAAS,CAAC;IAClB,CAAC;CACD;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,iBAAiB;IAMpB;IACA;IACA;IAPD,mBAAmB,GAAG,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC,CAAC;IACH,OAAO,CAAU;IAElC,YACS,QAAkB,EAClB,MAAoB,EACpB,MAAuB;QAFvB,aAAQ,GAAR,QAAQ,CAAU;QAClB,WAAM,GAAN,MAAM,CAAc;QACpB,WAAM,GAAN,MAAM,CAAiB;QAE/B,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAEO,MAAM,CAAU,cAAc,GAAG,GAAG,CAAC;IACrC,MAAM,CAAU,wBAAwB,GAAG,CAAC,CAAC;IAC7C,MAAM,CAAU,WAAW,GAAG,CAAC,CAAC;IAExC,KAAK,CAAC,YAAY,CACjB,KAAe;QAEf,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACxC,MAAM,OAAO,GAAwB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAElC,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEpD,IAAI,CAAC;gBACJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACR,oCAAoC;gBACpC,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACpD,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;oBACtB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACd,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACzB,WAAW,EAAE,CAAC;wBACd,OAAO,CAAC,KAAK,CACZ,gBAAgB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAClG,CAAC;oBACH,CAAC;gBACF,CAAC;gBAED,IAAI,WAAW,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;gBAC9B,CAAC;YACF,CAAC;YAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;YAC3D,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;YAEpE,8BAA8B;YAC9B,IACC,IAAI,CAAC,mBAAmB;gBACxB,iBAAiB,CAAC,wBAAwB,EACzC,CAAC;gBACF,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC;oBAClE,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,CACtB,IAAI,CAAC,OAAO,EACZ,iBAAiB,CAAC,WAAW,CAC7B,CAAC;oBACF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACpC,IAAI,EAAE,EAAE,CAAC;wBACR,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;wBAC7B,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,GAAG,SAAS,CAAC;wBAC5D,SAAS;oBACV,CAAC;gBACF,CAAC;gBAED,2BAA2B;gBAC3B,KAAK,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,IAAI,mBAAmB,CAC5B,OAAO,EACP,aAAa,EACb,KAAK,CAAC,MAAM,CACZ,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CACvB,UAAU,CAAC,CAAC,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAC/C,CAAC;YACH,CAAC;QACF,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,WAAW;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC;YACJ,MAAM,KAAK,CAAC,GAAG,OAAO,uBAAuB,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAC9C,CAAC,CAAC;YACH,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,qBAAqB,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,OAAO;oBACd,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC7C,CAAC;aACF,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;;AAGF,SAAS,eAAe,CAAC,OAAgB;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;QACvC,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,SAAS,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC"}
+{"version":3,"file":"embedder.js","sourceRoot":"","sources":["../../src/lib/embedder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAuB,MAAM,IAAI,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAchD;;;GAGG;AACH,MAAM,OAAO,mBAAoB,SAAQ,KAAK;IAE5B;IACA;IACA;IAHjB,YACiB,OAA4B,EAC5B,aAA0B,EAC1B,KAAa;QAE7B,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;QAC3D,KAAK,CACJ,2BAA2B,aAAa,CAAC,IAAI,aAAa;YACzD,GAAG,SAAS,IAAI,KAAK,iCAAiC;YACtD,mEAAmE,CACpE,CAAC;QATc,YAAO,GAAP,OAAO,CAAqB;QAC5B,kBAAa,GAAb,aAAa,CAAa;QAC1B,UAAK,GAAL,KAAK,CAAQ;QAQ7B,IAAI,CAAC,IAAI,GAAG,qBAAqB,CAAC;IACnC,CAAC;CACD;AAaD,MAAM,OAAO,aAAa;IACjB,WAAW,CAA6B;IACxC,MAAM,CAAsB;IAC5B,SAAS,GAAG,KAAK,CAAC;IAE1B,YAAY,MAAoB;QAC/B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACtB,CAAC;IAEO,iBAAiB,CAAC,MAAgB;QACzC,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAC3B,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IACC,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,IAAI;YAC9B,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,CAAC,UAAU,EACvC,CAAC;YACF,MAAM,IAAI,KAAK,CACd,0CAA0C,IAAI,CAAC,MAAM,CAAC,UAAU,SAAS,MAAM,CAAC,MAAM,2CAA2C,CACjI,CAAC;QACH,CAAC;IACF,CAAC;IAEO,KAAK,CAAC,QAAQ;QACrB,IAAI,IAAI,CAAC,WAAW;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QAE9C,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAChD,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CACd,mDAAmD,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CACvE,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,WAAW,YAAY,EAAE,CAAC;QAC9D,MAAM,cAAc,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAC;QAEjD,IAAI,gBAAgB,GAAG,cAAc,CAAC,YAAY,CAAC,CAAC;QAEpD,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CACzD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,CACtB,CAAC;YACF,IAAI,UAAU,EAAE,CAAC;gBAChB,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAE7B,CAAC;gBACb,gBAAgB,GAAG,OAAO,CAAC;oBAC1B,IAAI,EAAE,YAAY;oBAClB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAChE,CAAC,CAAC;YACJ,CAAC;QACF,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CACd,YAAY,GAAG,+CAA+C,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACtG,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,sBAAsB,CAAC;YACvC,CAAC,YAAY,CAAC,EAAE,gBAAgB;SACP,CAAC,CAAC;QAE5B,IAAI,CAAC,WAAW,GAAG,QAAQ,CAAC,cAAc,CACzC,IAAI,CAAC,MAAM,CAAC,KAA8B,CACxB,CAAC;QACpB,OAAO,IAAI,CAAC,WAAW,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,KAAe;QAC1B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,cAAc,IAAI,EAAE,CAAC;QAChD,MAAM,aAAa,GAAe,EAAE,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC9D,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACxD,MAAM,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,SAAS,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;YAC1D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC;gBAAE,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACjE,aAAa,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,aAAa,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,KAAa;QAC7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;QAC7C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,KAAK,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC;QACpE,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;QAClC,OAAO,SAAS,CAAC;IAClB,CAAC;CACD;AAED;;;;;;;GAOG;AACH,MAAM,OAAO,iBAAiB;IAMpB;IACA;IACA;IAPD,mBAAmB,GAAG,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC,CAAC;IACH,OAAO,CAAU;IAElC,YACS,QAAkB,EAClB,MAAoB,EACpB,MAAuB;QAFvB,aAAQ,GAAR,QAAQ,CAAU;QAClB,WAAM,GAAN,MAAM,CAAc;QACpB,WAAM,GAAN,MAAM,CAAiB;QAE/B,IAAI,CAAC,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAEO,MAAM,CAAU,cAAc,GAAG,GAAG,CAAC;IACrC,MAAM,CAAU,wBAAwB,GAAG,CAAC,CAAC;IAC7C,MAAM,CAAU,WAAW,GAAG,CAAC,CAAC;IAExC;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CACjB,KAAe,EACf,OAEkB;QAElB,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACxC,MAAM,OAAO,GAAwB,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxE,MAAM,aAAa,GAAG,IAAI,GAAG,EAAU,CAAC;QACxC,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;QAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;YAClD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAClD,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;YAElC,IAAI,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEpD,MAAM,SAAS,GAA+C,EAAE,CAAC;YAEjE,IAAI,CAAC;gBACJ,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACtD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;oBACjC,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;gBAC3D,CAAC;gBACD,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAC9B,CAAC;YAAC,MAAM,CAAC;gBACR,oCAAoC;gBACpC,IAAI,WAAW,GAAG,CAAC,CAAC;gBACpB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACvC,IAAI,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;wBACpD,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC;wBACrB,SAAS,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;oBAC/C,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACd,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACzB,WAAW,EAAE,CAAC;wBACd,OAAO,CAAC,KAAK,CACZ,gBAAgB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,CAClG,CAAC;oBACH,CAAC;gBACF,CAAC;gBAED,IAAI,WAAW,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC;oBAClC,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC5B,CAAC;qBAAM,CAAC;oBACP,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;gBAC9B,CAAC;YACF,CAAC;YAED,oEAAoE;YACpE,+DAA+D;YAC/D,IAAI,OAAO,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,OAAO,CAAC,SAAS,CAAC,CAAC;YAC1B,CAAC;YAED,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;YAC3D,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;YAEpE,8BAA8B;YAC9B,IACC,IAAI,CAAC,mBAAmB;gBACxB,iBAAiB,CAAC,wBAAwB,EACzC,CAAC;gBACF,+CAA+C;gBAC/C,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,GAAG,iBAAiB,CAAC,WAAW,EAAE,CAAC;oBAClE,IAAI,CAAC,OAAO,EAAE,CAAC;oBACf,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,CACtB,IAAI,CAAC,OAAO,EACZ,iBAAiB,CAAC,WAAW,CAC7B,CAAC;oBACF,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACpC,IAAI,EAAE,EAAE,CAAC;wBACR,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;wBAC7B,CAAC,IAAI,iBAAiB,CAAC,wBAAwB,GAAG,SAAS,CAAC;wBAC5D,SAAS;oBACV,CAAC;gBACF,CAAC;gBAED,2BAA2B;gBAC3B,KAAK,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACzC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBACtB,CAAC;gBAED,+DAA+D;gBAC/D,MAAM,IAAI,mBAAmB,CAC5B,OAAO,EACP,aAAa,EACb,KAAK,CAAC,MAAM,CACZ,CAAC;YACH,CAAC;YAED,2BAA2B;YAC3B,IAAI,GAAG,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBACxB,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CACvB,UAAU,CAAC,CAAC,EAAE,iBAAiB,CAAC,cAAc,CAAC,CAC/C,CAAC;YACH,CAAC;QACF,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;IACnC,CAAC;IAEO,KAAK,CAAC,WAAW;QACxB,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,uBAAuB,CAAC;QAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;QAEhD,IAAI,CAAC;YACJ,MAAM,KAAK,CAAC,GAAG,OAAO,uBAAuB,EAAE;gBAC9C,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;aAC9C,CAAC,CAAC;YACH,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC9C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,qBAAqB,EAAE;gBACxD,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACpB,KAAK,EAAE,OAAO;oBACd,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,SAAS,IAAI,IAAI;iBAC7C,CAAC;aACF,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,IAAI,CAAC;QACb,CAAC;QAAC,MAAM,CAAC;YACR,OAAO,KAAK,CAAC;QACd,CAAC;IACF,CAAC;;AAGF,SAAS,eAAe,CAAC,OAAgB;IACxC,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAC3B,IAAI,CAAC;QACJ,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,QAAQ,CAAC;QACvC,OAAO,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,WAAW,IAAI,IAAI,KAAK,SAAS,CAAC;IAC3E,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,KAAK,CAAC;IACd,CAAC;AACF,CAAC"}

package/dist/lib/facet-session.d.ts

@@ -0,0 +1,44 @@
+export interface FacetNode {
+    /** "/"-joined labels from root, empty for the root node */
+    path: string;
+    /** Chunk ids in this pool (ordered by initial retrieval score) */
+    hits: string[];
+    /** Children produced by a facet computation; absent until refined */
+    children?: Array<{
+        label: string;
+        size: number;
+        hits: string[];
+        /** Top vocab candidates for this cluster's axis (label first). */
+        candidates?: string[];
+        /** Deduped pairwise qualifiers for compact display. */
+        qualifiers?: string[];
+        /** Pairwise discriminators against each sibling cluster. */
+        disambiguators?: Array<{
+            vs: string;
+            terms: string[];
+        }>;
+    }>;
+}
+export interface FacetSession {
+    id: string;
+    query: string;
+    createdAt: number;
+    /** Map from path ("", "token", "token/access") → node */
+    nodes: Record<string, FacetNode>;
+}
+export declare function generateSessionId(existing: Set<string>): string;
+export declare function listSessions(projectRoot: string): string[];
+export declare function loadSession(projectRoot: string, id: string): FacetSession | undefined;
+export declare function saveSession(projectRoot: string, session: FacetSession): void;
+export declare function createSession(projectRoot: string, query: string, rootHits: string[]): FacetSession;
+/**
+ * Parse a path like "kx3" or "kx3/token/access" into { id, segments }.
+ * Returns undefined if malformed.
+ */
+export declare function parseFacetPath(input: string): {
+    id: string;
+    segments: string[];
+} | undefined;
+export declare function nodeKey(segments: string[]): string;
+/** All ancestor labels along a path — used to prevent label collisions in refinement. */
+export declare function ancestorLabels(segments: string[]): string[];

package/dist/lib/facet-session.js

@@ -0,0 +1,125 @@
+import { existsSync, mkdirSync, readFileSync, readdirSync, statSync, unlinkSync, writeFileSync, } from "node:fs";
+import { homedir } from "node:os";
+import { join } from "node:path";
+import { buildSlug } from "./store.js";
+const SESSIONS_SUBDIR = "facet-sessions";
+/** Max sessions per project before we LRU-evict the oldest on write. */
+const MAX_SESSIONS = 50;
+/** Sessions older than this are pruned on next access. */
+const TTL_MS = 24 * 60 * 60 * 1000;
+function sessionsDir(projectRoot) {
+    return join(homedir(), ".local", "state", "lmgrep", buildSlug(projectRoot), SESSIONS_SUBDIR);
+}
+function sessionPath(projectRoot, id) {
+    return join(sessionsDir(projectRoot), `${id}.json`);
+}
+const ID_ALPHABET = "abcdefghijkmnopqrstuvwxyz23456789"; // no 0/1/l confusables
+export function generateSessionId(existing) {
+    for (let len = 3; len <= 5; len++) {
+        for (let attempt = 0; attempt < 50; attempt++) {
+            let id = "";
+            for (let i = 0; i < len; i++) {
+                id += ID_ALPHABET[Math.floor(Math.random() * ID_ALPHABET.length)];
+            }
+            if (!existing.has(id))
+                return id;
+        }
+    }
+    throw new Error("Could not allocate session id");
+}
+export function listSessions(projectRoot) {
+    const dir = sessionsDir(projectRoot);
+    if (!existsSync(dir))
+        return [];
+    return readdirSync(dir)
+        .filter((f) => f.endsWith(".json"))
+        .map((f) => f.slice(0, -5));
+}
+export function loadSession(projectRoot, id) {
+    const p = sessionPath(projectRoot, id);
+    if (!existsSync(p))
+        return undefined;
+    try {
+        return JSON.parse(readFileSync(p, "utf-8"));
+    }
+    catch {
+        return undefined;
+    }
+}
+export function saveSession(projectRoot, session) {
+    const dir = sessionsDir(projectRoot);
+    mkdirSync(dir, { recursive: true });
+    pruneOld(dir);
+    writeFileSync(sessionPath(projectRoot, session.id), JSON.stringify(session));
+}
+function pruneOld(dir) {
+    let entries;
+    try {
+        entries = readdirSync(dir)
+            .filter((f) => f.endsWith(".json"))
+            .map((f) => ({
+            name: f,
+            mtimeMs: statSync(join(dir, f)).mtimeMs,
+        }));
+    }
+    catch {
+        return;
+    }
+    const now = Date.now();
+    // TTL prune
+    for (const e of entries) {
+        if (now - e.mtimeMs > TTL_MS) {
+            try {
+                unlinkSync(join(dir, e.name));
+            }
+            catch { }
+        }
+    }
+    // LRU prune
+    const remaining = entries.filter((e) => now - e.mtimeMs <= TTL_MS);
+    if (remaining.length >= MAX_SESSIONS) {
+        remaining.sort((a, b) => a.mtimeMs - b.mtimeMs);
+        const overflow = remaining.length - MAX_SESSIONS + 1;
+        for (let i = 0; i < overflow; i++) {
+            try {
+                unlinkSync(join(dir, remaining[i].name));
+            }
+            catch { }
+        }
+    }
+}
+export function createSession(projectRoot, query, rootHits) {
+    const existing = new Set(listSessions(projectRoot));
+    const id = generateSessionId(existing);
+    const session = {
+        id,
+        query,
+        createdAt: Date.now(),
+        nodes: {
+            "": { path: "", hits: rootHits },
+        },
+    };
+    saveSession(projectRoot, session);
+    return session;
+}
+/**
+ * Parse a path like "kx3" or "kx3/token/access" into { id, segments }.
+ * Returns undefined if malformed.
+ */
+export function parseFacetPath(input) {
+    const parts = input.split("/").filter(Boolean);
+    if (parts.length === 0)
+        return undefined;
+    const id = parts[0];
+    if (!/^[a-z2-9]+$/.test(id))
+        return undefined;
+    return { id, segments: parts.slice(1) };
+}
+export function nodeKey(segments) {
+    return segments.join("/");
+}
+/** All ancestor labels along a path — used to prevent label collisions in refinement. */
+export function ancestorLabels(segments) {
+    return [...segments];
+}
+//# sourceMappingURL=facet-session.js.map

package/dist/lib/facet-session.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"facet-session.js","sourceRoot":"","sources":["../../src/lib/facet-session.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,UAAU,EACV,SAAS,EACT,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,UAAU,EACV,aAAa,GACb,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA6BvC,MAAM,eAAe,GAAG,gBAAgB,CAAC;AACzC,wEAAwE;AACxE,MAAM,YAAY,GAAG,EAAE,CAAC;AACxB,0DAA0D;AAC1D,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;AAEnC,SAAS,WAAW,CAAC,WAAmB;IACvC,OAAO,IAAI,CACV,OAAO,EAAE,EACT,QAAQ,EACR,OAAO,EACP,QAAQ,EACR,SAAS,CAAC,WAAW,CAAC,EACtB,eAAe,CACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,WAAmB,EAAE,EAAU;IACnD,OAAO,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,WAAW,GAAG,mCAAmC,CAAC,CAAC,uBAAuB;AAEhF,MAAM,UAAU,iBAAiB,CAAC,QAAqB;IACtD,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,IAAI,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC;QACnC,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,CAAC;YAC/C,IAAI,EAAE,GAAG,EAAE,CAAC;YACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC9B,EAAE,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;YACnE,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBAAE,OAAO,EAAE,CAAC;QAClC,CAAC;IACF,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,WAAmB;IAC/C,MAAM,GAAG,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACrC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAChC,OAAO,WAAW,CAAC,GAAG,CAAC;SACrB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;SAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,WAAW,CAC1B,WAAmB,EACnB,EAAU;IAEV,MAAM,CAAC,GAAG,WAAW,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;IACvC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACrC,IAAI,CAAC;QACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAiB,CAAC;IAC7D,CAAC;IAAC,MAAM,CAAC;QACR,OAAO,SAAS,CAAC;IAClB,CAAC;AACF,CAAC;AAED,MAAM,UAAU,WAAW,CAC1B,WAAmB,EACnB,OAAqB;IAErB,MAAM,GAAG,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IACrC,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACpC,QAAQ,CAAC,GAAG,CAAC,CAAC;IACd,aAAa,CAAC,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,QAAQ,CAAC,GAAW;IAC5B,IAAI,OAAiD,CAAC;IACtD,IAAI,CAAC;QACJ,OAAO,GAAG,WAAW,CAAC,GAAG,CAAC;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aAClC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACZ,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO;SACvC,CAAC,CAAC,CAAC;IACN,CAAC;IAAC,MAAM,CAAC;QACR,OAAO;IACR,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,YAAY;IACZ,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;QACzB,IAAI,GAAG,GAAG,CAAC,CAAC,OAAO,GAAG,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC;gBACJ,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC/B,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACX,CAAC;IACF,CAAC;IAED,YAAY;IACZ,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,IAAI,MAAM,CAAC,CAAC;IACnE,IAAI,SAAS,CAAC,MAAM,IAAI,YAAY,EAAE,CAAC;QACtC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,GAAG,YAAY,GAAG,CAAC,CAAC;QACrD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,EAAE,CAAC,EAAE,EAAE,CAAC;YACnC,IAAI,CAAC;gBACJ,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1C,CAAC;YAAC,MAAM,CAAC,CAAA,CAAC;QACX,CAAC;IACF,CAAC;AACF,CAAC;AAED,MAAM,UAAU,aAAa,CAC5B,WAAmB,EACnB,KAAa,EACb,QAAkB;IAElB,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,OAAO,GAAiB;QAC7B,EAAE;QACF,KAAK;QACL,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;QACrB,KAAK,EAAE;YACN,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAChC;KACD,CAAC;IACF,WAAW,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAClC,OAAO,OAAO,CAAC;AAChB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,cAAc,CAC7B,KAAa;IAEb,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC/C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IACzC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACpB,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC;QAAE,OAAO,SAAS,CAAC;IAC9C,OAAO,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,UAAU,OAAO,CAAC,QAAkB;IACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAC3B,CAAC;AAED,yFAAyF;AACzF,MAAM,UAAU,cAAc,CAAC,QAAkB;IAChD,OAAO,CAAC,GAAG,QAAQ,CAAC,CAAC;AACtB,CAAC"}

package/dist/lib/native-tuning.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/lib/native-tuning.js

@@ -0,0 +1,9 @@
+// Set before any native module (LanceDB, libuv) initializes its thread pool.
+// This module is imported first by entry points to ensure the env is in
+// place before downstream imports load native bindings.
+process.env.TOKIO_WORKER_THREADS ??= "4";
+process.env.UV_THREADPOOL_SIZE ??= "4";
+process.env.RAYON_NUM_THREADS ??= "4";
+process.env.MATMUL_NUM_THREADS ??= "4";
+export {};
+//# sourceMappingURL=native-tuning.js.map

package/dist/lib/native-tuning.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"native-tuning.js","sourceRoot":"","sources":["../../src/lib/native-tuning.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,wEAAwE;AACxE,wDAAwD;AACxD,OAAO,CAAC,GAAG,CAAC,oBAAoB,KAAK,GAAG,CAAC;AACzC,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAC;AACvC,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,GAAG,CAAC;AACtC,OAAO,CAAC,GAAG,CAAC,kBAAkB,KAAK,GAAG,CAAC"}

package/dist/lib/repair.d.ts

@@ -1,3 +1,10 @@
 import type { Store } from "./store.js";
-import type { Chunker, Logger, RepairResult } from "./types.js";
-export declare function repair(cwd: string, store: Store, chunker: Chunker, dry?: boolean, logger?: Logger): Promise<RepairResult>;
+import type { Logger, RepairResult } from "./types.js";
+/**
+ * Reconcile the current-branch file manifest with the working tree.
+ * Any manifest row whose path is missing from disk, or whose stored hash
+ * disagrees with the on-disk hash, is removed. Chunks for those paths are
+ * deleted too (guarded cross-branch inside the store). The next
+ * `lmgrep index` run will then treat those files as additions and re-embed.
+ */
+export declare function repair(cwd: string, store: Store, dry?: boolean, logger?: Logger): Promise<RepairResult>;

package/dist/lib/repair.js

@@ -1,104 +1,57 @@
-import { createHash } from "node:crypto";
-import { readFileSync } from "node:fs";
-import { join } from "node:path";
-import { walkFiles } from "./scanner.js";
+import { hashFile, walkFiles } from "./scanner.js";
 import { consoleLogger } from "./types.js";
-export async function repair(cwd, store, chunker, dry = false, logger = consoleLogger) {
+/**
+ * Reconcile the current-branch file manifest with the working tree.
+ * Any manifest row whose path is missing from disk, or whose stored hash
+ * disagrees with the on-disk hash, is removed. Chunks for those paths are
+ * deleted too (guarded cross-branch inside the store). The next
+ * `lmgrep index` run will then treat those files as additions and re-embed.
+ */
+export async function repair(cwd, store, dry = false, logger = consoleLogger) {
     const log = logger.info.bind(logger);
-    log("Scanning index for inconsistencies...");
+    log("Reconciling current-branch manifest with working tree...");
     const chunkCountBefore = await store.chunkCount();
-    const indexedFiles = await store.getIndexedFiles();
     const storedFileHashes = await store.getFileHashes();
     const diskFiles = new Set(walkFiles(cwd));
-    // 1. Orphaned files (indexed but deleted from disk)
     const orphaned = [];
-    const allIndexedPaths = new Set([
-        ...indexedFiles.keys(),
-        ...storedFileHashes.keys(),
-    ]);
-    for (const fp of allIndexedPaths) {
-        if (!diskFiles.has(fp))
-            orphaned.push(fp);
-    }
-    // 2. Stale files (hash mismatch)
     const stale = [];
-    for (const fp of diskFiles) {
-        const storedHash = storedFileHashes.get(fp);
-        if (!storedHash)
+    for (const [fp, storedHash] of storedFileHashes) {
+        if (!diskFiles.has(fp)) {
+            orphaned.push(fp);
             continue;
-        try {
-            const content = readFileSync(join(cwd, fp));
-            const currentHash = createHash("sha256")
-                .update(content)
-                .digest("hex")
-                .slice(0, 16);
-            if (storedHash !== currentHash)
-                stale.push(fp);
         }
-        catch {
+        const currentHash = hashFile(cwd, fp);
+        if (currentHash === undefined) {
             orphaned.push(fp);
-        }
-    }
-    // 3. Chunk mismatches
-    const chunkMismatch = [];
-    for (const [fp, indexedHashes] of indexedFiles) {
-        if (orphaned.includes(fp) || stale.includes(fp))
             continue;
-        if (!diskFiles.has(fp))
-            continue;
-        try {
-            const currentChunks = await chunker.chunk(fp, cwd);
-            const currentHashSet = new Set(currentChunks.map((c) => c.hash));
-            const indexedSet = new Set(indexedHashes);
-            const hasStale = indexedHashes.some((h) => !currentHashSet.has(h));
-            const hasMissing = currentChunks.some((c) => !indexedSet.has(c.hash));
-            if (hasStale || hasMissing)
-                chunkMismatch.push(fp);
-        }
-        catch {
-            // skip
         }
+        if (currentHash !== storedHash)
+            stale.push(fp);
     }
-    const total = orphaned.length + stale.length + chunkMismatch.length;
+    const total = orphaned.length + stale.length;
     if (total === 0) {
-        log("Index is consistent. No repairs needed.");
-        return {
-            orphaned: [],
-            stale: [],
-            chunkMismatch: [],
-            chunksRemoved: 0,
-        };
+        log("Manifest matches working tree. No repairs needed.");
+        return { orphaned: [], stale: [], chunksRemoved: 0 };
     }
-    log(`Found ${total} issues:`);
+    log(`Found ${total} inconsistencies:`);
     if (orphaned.length > 0)
         log(`  ${orphaned.length} orphaned files`);
     if (stale.length > 0)
         log(`  ${stale.length} stale files`);
-    if (chunkMismatch.length > 0)
-        log(`  ${chunkMismatch.length} chunk mismatches`);
     if (dry) {
         for (const fp of orphaned)
-            log(`  [orphan]   ${fp}`);
+            log(`  [orphan] ${fp}`);
         for (const fp of stale)
-            log(`  [stale]    ${fp}`);
-        for (const fp of chunkMismatch)
-            log(`  [mismatch] ${fp}`);
-        return { orphaned, stale, chunkMismatch, chunksRemoved: 0 };
-    }
-    if (orphaned.length > 0) {
-        await store.deleteChunksByFiles(orphaned);
-        await store.deleteFileHashes(orphaned);
-        log(`Removed ${orphaned.length} orphaned files`);
-    }
-    const toInvalidate = [...stale, ...chunkMismatch];
-    if (toInvalidate.length > 0) {
-        await store.deleteChunksByFiles(toInvalidate);
-        await store.deleteFileHashes(toInvalidate);
-        log(`Invalidated ${toInvalidate.length} files — run \`lmgrep index\` to re-embed`);
+            log(`  [stale]  ${fp}`);
+        return { orphaned, stale, chunksRemoved: 0 };
     }
+    const toDrop = [...orphaned, ...stale];
+    await store.deleteChunksByFiles(toDrop);
+    await store.deleteFileHashes(toDrop);
     const chunkCountAfter = await store.chunkCount();
     const chunksRemoved = chunkCountBefore - chunkCountAfter;
-    log(`Repair complete. Removed ${chunksRemoved} stale chunks.`);
-    return { orphaned, stale, chunkMismatch, chunksRemoved };
+    log(`Dropped ${toDrop.length} manifest entries (${chunksRemoved} chunks removed). ` +
+        `Run \`lmgrep index\` to re-embed stale files.`);
+    return { orphaned, stale, chunksRemoved };
 }
 //# sourceMappingURL=repair.js.map

package/dist/lib/repair.js.map

@@ -1 +1 @@
-{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../src/lib/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGzC,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C,MAAM,CAAC,KAAK,UAAU,MAAM,CAC3B,GAAW,EACX,KAAY,EACZ,OAAgB,EAChB,GAAG,GAAG,KAAK,EACX,SAAiB,aAAa;IAE9B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IAE7C,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAClD,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,eAAe,EAAE,CAAC;IACnD,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;IACrD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1C,oDAAoD;IACpD,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;QAC/B,GAAG,YAAY,CAAC,IAAI,EAAE;QACtB,GAAG,gBAAgB,CAAC,IAAI,EAAE;KAC1B,CAAC,CAAC;IACH,KAAK,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;QAClC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED,iCAAiC;IACjC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,UAAU;YAAE,SAAS;QAC1B,IAAI,CAAC;YACJ,MAAM,OAAO,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC;iBACtC,MAAM,CAAC,OAAO,CAAC;iBACf,MAAM,CAAC,KAAK,CAAC;iBACb,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACf,IAAI,UAAU,KAAK,WAAW;gBAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChD,CAAC;QAAC,MAAM,CAAC;YACR,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,CAAC;IACF,CAAC;IAED,sBAAsB;IACtB,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,EAAE,EAAE,aAAa,CAAC,IAAI,YAAY,EAAE,CAAC;QAChD,IAAI,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YAAE,SAAS;QAC1D,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAEjC,IAAI,CAAC;YACJ,MAAM,aAAa,GAAG,MAAM,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACnD,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YACjE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,aAAa,CAAC,CAAC;YAE1C,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAClC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAC7B,CAAC;YACF,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAC9B,CAAC;YAEF,IAAI,QAAQ,IAAI,UAAU;gBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpD,CAAC;QAAC,MAAM,CAAC;YACR,OAAO;QACR,CAAC;IACF,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;IAEpE,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACjB,GAAG,CAAC,yCAAyC,CAAC,CAAC;QAC/C,OAAO;YACN,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE,EAAE;YACT,aAAa,EAAE,EAAE;YACjB,aAAa,EAAE,CAAC;SAChB,CAAC;IACH,CAAC;IAED,GAAG,CAAC,SAAS,KAAK,UAAU,CAAC,CAAC;IAC9B,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,iBAAiB,CAAC,CAAC;IACpE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,cAAc,CAAC,CAAC;IAC3D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC;QAC3B,GAAG,CAAC,KAAK,aAAa,CAAC,MAAM,mBAAmB,CAAC,CAAC;IAEnD,IAAI,GAAG,EAAE,CAAC;QACT,KAAK,MAAM,EAAE,IAAI,QAAQ;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACrD,KAAK,MAAM,EAAE,IAAI,KAAK;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAClD,KAAK,MAAM,EAAE,IAAI,aAAa;YAAE,GAAG,CAAC,gBAAgB,EAAE,EAAE,CAAC,CAAC;QAC1D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,KAAK,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;QAC1C,MAAM,KAAK,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACvC,GAAG,CAAC,WAAW,QAAQ,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,GAAG,KAAK,EAAE,GAAG,aAAa,CAAC,CAAC;IAClD,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,KAAK,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;QAC9C,MAAM,KAAK,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;QAC3C,GAAG,CACF,eAAe,YAAY,CAAC,MAAM,2CAA2C,CAC7E,CAAC;IACH,CAAC;IAED,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IACjD,MAAM,aAAa,GAAG,gBAAgB,GAAG,eAAe,CAAC;IACzD,GAAG,CAAC,4BAA4B,aAAa,gBAAgB,CAAC,CAAC;IAE/D,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,CAAC;AAC1D,CAAC"}
+{"version":3,"file":"repair.js","sourceRoot":"","sources":["../../src/lib/repair.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAGnD,OAAO,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAE3C;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,MAAM,CAC3B,GAAW,EACX,KAAY,EACZ,GAAG,GAAG,KAAK,EACX,SAAiB,aAAa;IAE9B,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACrC,GAAG,CAAC,0DAA0D,CAAC,CAAC;IAEhE,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IAClD,MAAM,gBAAgB,GAAG,MAAM,KAAK,CAAC,aAAa,EAAE,CAAC;IACrD,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IAE1C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,EAAE,EAAE,UAAU,CAAC,IAAI,gBAAgB,EAAE,CAAC;QACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,SAAS;QACV,CAAC;QACD,MAAM,WAAW,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACtC,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAClB,SAAS;QACV,CAAC;QACD,IAAI,WAAW,KAAK,UAAU;YAAE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC;IAE7C,IAAI,KAAK,KAAK,CAAC,EAAE,CAAC;QACjB,GAAG,CAAC,mDAAmD,CAAC,CAAC;QACzD,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IACtD,CAAC;IAED,GAAG,CAAC,SAAS,KAAK,mBAAmB,CAAC,CAAC;IACvC,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,GAAG,CAAC,KAAK,QAAQ,CAAC,MAAM,iBAAiB,CAAC,CAAC;IACpE,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAAE,GAAG,CAAC,KAAK,KAAK,CAAC,MAAM,cAAc,CAAC,CAAC;IAE3D,IAAI,GAAG,EAAE,CAAC;QACT,KAAK,MAAM,EAAE,IAAI,QAAQ;YAAE,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACnD,KAAK,MAAM,EAAE,IAAI,KAAK;YAAE,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC,EAAE,CAAC;IAC9C,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,EAAE,GAAG,KAAK,CAAC,CAAC;IACvC,MAAM,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAErC,MAAM,eAAe,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;IACjD,MAAM,aAAa,GAAG,gBAAgB,GAAG,eAAe,CAAC;IAEzD,GAAG,CACF,WAAW,MAAM,CAAC,MAAM,sBAAsB,aAAa,oBAAoB;QAC9E,+CAA+C,CAChD,CAAC;IAEF,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,aAAa,EAAE,CAAC;AAC3C,CAAC"}

package/dist/lib/search-tool.d.ts

@@ -30,15 +30,23 @@ export interface SearchParamSpecs {
 }
 export declare const searchParamSpecs: SearchParamSpecs;
 export declare const listProjectsDescription: string;
+export interface FacetArgs {
+    query: string;
+}
+export declare const facetDescription: string;
+export declare const facetParamSpec: ParamSpec;
 export interface LmgrepCore {
     readonly cwd: string;
     readonly searchParams: SearchParamSpecs;
+    readonly facetParam: ParamSpec;
+    readonly facetDescription: string;
     readonly listProjectsDescription: string;
     buildSearchDescription(): string;
     currentHealth(): HealthState;
     onHealthChange(cb: (state: HealthState) => void): () => void;
-    startHealthLoop(): void;
+    start(): void;
     executeSearch(args: SearchArgs): Promise<ToolResult>;
+    executeFacet(args: FacetArgs): Promise<ToolResult>;
     executeListProjects(): Promise<ToolResult>;
     dispose(): Promise<void>;
 }

package/dist/lib/search-tool.js

@@ -12,7 +12,7 @@ export const searchParamSpecs = {
     },
     limit: {
         description: "Maximum number of results",
-        default: 10,
+        default: 5,
     },
     filePrefix: {
         description: "Restrict to files under this path (e.g. 'src/lib')",
@@ -30,6 +30,21 @@ export const searchParamSpecs = {
 export const listProjectsDescription = "List all indexed projects other than the current one. " +
     "Use this to discover what projects are available for cross-project search " +
     "via the `project` parameter on the search tool.";
+export const facetDescription = [
+    "**Get a labeled overview of what *kinds* of code match a query, instead of raw results.** Returns 5 clusters, each with a one-word label, a handful of qualifier words describing that cluster's angle, and a size. No file paths, no chunks — just the shape of the result space.",
+    "",
+    "**Use facet when:**",
+    "- The query is broad or exploratory (`auth`, `error handling`, `payment flow`).",
+    "- You don't yet know the vocabulary the codebase uses for a concept — the qualifiers surface the real terms (e.g. `auth` → clusters revealing `fireauth`, `oauth`, `serviceaccount`).",
+    "- A previous `search` returned a heterogeneous mix and you want to see why.",
+    "",
+    "**Do NOT use facet when:** the query is already specific (a symbol, a precise question, an error message). Call `search` directly.",
+    "",
+    "**How to act on the output:** pick the cluster that matches your intent, then call `search` with a narrower query that combines the original intent with the cluster's label + qualifiers (e.g. after `facet(\"auth\")` returns a cluster `email: fireauth, phone, provider`, call `search(\"authentication with fireauth phone provider\")`). This uses the corpus's own vocabulary and dramatically improves recall.",
+].join("\n");
+export const facetParamSpec = {
+    description: "Broad, natural-language query to faceted over. Same phrasing as `search`, but use when the query is exploratory and you want to see the categories of matching code.",
+};
 export async function createLmgrepCore(opts) {
     const cwd = opts.cwd;
     const index = await createIndex({ cwd });
@@ -71,6 +86,8 @@ export async function createLmgrepCore(opts) {
     const listeners = new Set();
     let stopWatcher;
     let pollTimer;
+    let polling = false;
+    let pollDelayMs = 0;
     let disposed = false;
     function tryStartWatcher() {
         if (stopWatcher)
@@ -129,23 +146,53 @@ export async function createLmgrepCore(opts) {
             for (const cb of listeners)
                 cb(next);
         }
-        if (next.healthy)
+        if (next.healthy) {
+            // Recovery detected — stop pinging so we don't keep the embedder
+            // awake now that it's back. The loop re-arms only on the next
+            // failed search/facet.
             tryStartWatcher();
+            stopHealthLoop();
+        }
+    }
+    // Boot: start the file watcher but DO NOT poll the embedder. While healthy
+    // and idle we never ping it — the initial (optimistic) state already drives
+    // an accurate tool description, and the embedder is free to sleep. The poll
+    // loop arms only when a real search hits a down embedder (see the catch
+    // blocks in executeSearch/executeFacet).
+    function start() {
+        tryStartWatcher();
+    }
+    // Recovery poll: armed when a search fails because the embedder is down.
+    // Pings on a backoff schedule purely to detect when the embedder comes
+    // back, then disarms itself (refreshHealth → stopHealthLoop on recovery).
+    const POLL_BASE_MS = index.config.local ? 10_000 : 60_000;
+    // Cap the interval so a long-down embedder isn't pinged every base period
+    // for hours — ~2min local, ~5min for billable remote providers.
+    const POLL_MAX_MS = index.config.local ? 120_000 : 300_000;
+    async function runHealthPoll() {
+        if (!polling || disposed)
+            return;
+        await refreshHealth();
+        // refreshHealth() calls stopHealthLoop() if the embedder recovered.
+        if (!polling || disposed)
+            return;
+        pollTimer = setTimeout(runHealthPoll, pollDelayMs);
+        pollDelayMs = Math.min(pollDelayMs * 2, POLL_MAX_MS);
     }
     function startHealthLoop() {
-        if (pollTimer)
+        if (polling)
             return;
+        polling = true;
+        pollDelayMs = POLL_BASE_MS;
         tryStartWatcher();
-        // Non-local providers may bill per request — poll less often.
-        const intervalMs = index.config.local ? 10_000 : 60_000;
-        refreshHealth();
-        pollTimer = setInterval(refreshHealth, intervalMs);
+        void runHealthPoll();
     }
     function stopHealthLoop() {
-        if (!pollTimer)
-            return;
-        clearInterval(pollTimer);
-        pollTimer = undefined;
+        polling = false;
+        if (pollTimer) {
+            clearTimeout(pollTimer);
+            pollTimer = undefined;
+        }
     }
     function markHealthy() {
         if (!state.healthy || state.reason !== "ok") {
@@ -199,6 +246,36 @@ export async function createLmgrepCore(opts) {
             return { text: `Error: ${msg}`, isError: true };
         }
     }
+    async function executeFacet(args) {
+        if (state.reason === "embedding_failed") {
+            return {
+                text: "lmgrep is unavailable: the embedding provider is unreachable. Ask the user to check their lmgrep configuration (`lmgrep status`) before retrying.",
+                isError: true,
+            };
+        }
+        try {
+            const result = await index.facetSearch(args.query, {});
+            markHealthy();
+            stopHealthLoop();
+            if (result.labels.length === 0) {
+                return { text: "No results found." };
+            }
+            const total = result.labels.length;
+            const header = `Facets for "${args.query}" (${total} clusters):`;
+            const lines = result.labels.map((label, i) => {
+                const quals = result.qualifiers?.[i] ?? [];
+                const qualText = quals.length > 0 ? `: ${quals.join(", ")}` : "";
+                return `- ${label}${qualText}`;
+            });
+            const footer = "\nPick a cluster and call `search` with a refined query that combines your original intent with the label + qualifiers to drill in.";
+            return { text: [header, ...lines, footer].join("\n") };
+        }
+        catch (err) {
+            startHealthLoop();
+            const msg = err instanceof Error ? err.message : String(err);
+            return { text: `Error: ${msg}`, isError: true };
+        }
+    }
     async function executeListProjects() {
         const others = getOtherProjects();
         if (others.length === 0) {
@@ -223,6 +300,8 @@ export async function createLmgrepCore(opts) {
     return {
         cwd,
         searchParams: searchParamSpecs,
+        facetParam: facetParamSpec,
+        facetDescription,
         listProjectsDescription,
         buildSearchDescription,
         currentHealth: () => state,
@@ -230,8 +309,9 @@ export async function createLmgrepCore(opts) {
             listeners.add(cb);
             return () => listeners.delete(cb);
         },
-        startHealthLoop,
+        start,
         executeSearch,
+        executeFacet,
         executeListProjects,
         dispose,
     };