@getmikk/intent-engine 2.0.16 → 2.0.18

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@getmikk/intent-engine",
-  "version": "2.0.16",
+  "version": "2.0.18",
   "publishConfig": {
     "access": "public",
     "registry": "https://registry.npmjs.org/"

package/src/semantic-searcher.ts

@@ -41,7 +41,7 @@ export class SemanticSearcher {
     private pipeline: any = null
     private cache: EmbeddingCache | null = null
 
-    constructor(private readonly projectRoot: string) {
+    constructor(private readonly projectRoot: string, private readonly onProgress?: (percent: number) => void) {
         this.cachePath = path.join(projectRoot, '.mikk', 'embeddings.json')
     }
 
@@ -97,12 +97,16 @@ export class SemanticSearcher {
         await this.ensurePipeline()
         const embeddings: Record<string, number[]> = {}
         const BATCH = 64
+        const total = fns.length
         for (let i = 0; i < fns.length; i += BATCH) {
             const batch = texts.slice(i, i + BATCH)
             const output = await this.pipeline(batch, { pooling: 'mean', normalize: true })
             for (let j = 0; j < batch.length; j++) {
                 embeddings[fns[i + j].id] = Array.from(output[j].data as Float32Array)
             }
+            if (this.onProgress) {
+                this.onProgress(Math.round(((i + BATCH) / total) * 100))
+            }
         }
 
         this.cache = { lockFingerprint: fingerprint, model: SemanticSearcher.MODEL, embeddings }
@@ -148,10 +152,16 @@ export class SemanticSearcher {
         }).filter((r): r is SemanticMatch => r !== null)
     }
 
-    private async ensurePipeline() {
+    private async ensurePipeline(progressMsg?: string) {
         if (this.pipeline) return
+        if (progressMsg && this.onProgress) {
+            this.onProgress(0)
+        }
         const { pipeline } = await import('@xenova/transformers')
         this.pipeline = await pipeline('feature-extraction', SemanticSearcher.MODEL)
+        if (this.onProgress) {
+            this.onProgress(5)
+        }
     }
 }