@rws-framework/ai-tools 3.9.0 → 3.9.2

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@rws-framework/ai-tools",
   "private": false,
-  "version": "3.9.0",
+  "version": "3.9.2",
   "description": "",
   "main": "src/index.ts",
   "scripts": {},

package/src/services/LangChainEmbeddingService.ts

@@ -83,18 +83,21 @@ export class LangChainEmbeddingService {
         // This method is kept for compatibility but doesn't initialize anything
     }
 
-     async embedDocs(docs: Document[], batchCallback?: (fragments:string[], batch: number[][]) => Promise<void>): Promise<number[][]> {
+     async embedDocs(docs: Document[], batchCallback?: (fragments:string[], batch: number[][], percentage: number) => Promise<void>): Promise<number[][]> {
         this.ensureInitialized();
         
         if (this.config.rateLimiting) {
+            let doneFiles = 0;
             return await this.rateLimitingService.executeWithRateLimit(
                 docs,
                 async (batch: Document[]) => {
                     const embeddings = await this.embeddings.embedDocuments(batch.map(d => d.pageContent));
 
                     if(batchCallback){
-                        const fragments = batch.map(d => d.pageContent);
-                        await batchCallback(fragments, embeddings);
+                        const fragments = batch.map(d => d.pageContent);                        
+                        doneFiles += batch.length;
+                        const percentage = (doneFiles / docs.length) * 100;
+                        await batchCallback(fragments, embeddings, percentage);
                     }
 
                     return embeddings;
@@ -106,16 +109,18 @@ export class LangChainEmbeddingService {
         return await this.embeddings.embedDocuments(docs.map(d => d.pageContent));
     }
 
-    async embedTexts(texts: string[], batchCallback?: (fragments:string[], batch: number[][]) => Promise<void>): Promise<number[][]> {
+    async embedTexts(texts: string[], batchCallback?: (fragments:string[], batch: number[][], percentage: number) => Promise<void>): Promise<number[][]> {
         this.ensureInitialized();
-        
+        let doneTexts = 0;
         if (this.config.rateLimiting) {
             return await this.rateLimitingService.executeWithRateLimit(
                 texts,
                 async (batch: string[]) => {
                     const embeddings = await this.embeddings.embedDocuments(batch);
                     if (batchCallback) {
-                        await batchCallback(batch, embeddings);
+                        doneTexts += batch.length;
+                        const percentage = (doneTexts / texts.length) * 100;
+                        await batchCallback(batch, embeddings, percentage);
                     }
                     return embeddings;
                 },

package/src/services/LangChainRAGService.ts

@@ -98,7 +98,7 @@ export class LangChainRAGService {
         fileId: string | number,
         content: string | Record<string, any>[],
         metadata: Record<string, any> = {},
-        batchCallback?: (fragments:string[], batch: number[][]) => Promise<void>,
+        batchCallback?: (fragments:string[], batch: number[][], percentage: number) => Promise<void>,
         ragOverride?: IChunkConfig
     ): Promise<IRAGResponse<{ chunkCount: number }>> {
         this.log('log', `[INDEXING] Starting indexKnowledge for fileId: ${fileId}`);