@social-mail/social-mail-web-server 1.8.21 → 1.8.22

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@social-mail/social-mail-web-server",
-  "version": "1.8.21",
+  "version": "1.8.22",
   "description": "## Phase 1",
   "main": "index.js",
   "type": "module",

package/src/server/workflows/search/IndexAppFilesWorkflow.ts

@@ -23,11 +23,18 @@ export default class IndexAppFilesWorkflow extends Workflow {
     }
 
     async run() {
-        await this.index();
+        let start = -1;
+        for(;;) {
+            start = await this.index(start);
+            if (!BigInt(start)) {
+                break;
+            }
+        }
     }
 
     @UniqueActivity
     async index(
+        start,
         @Inject db?: SocialMailContext,
         @Inject tempFileService?: TempFileService
     ) {
@@ -35,16 +42,33 @@ export default class IndexAppFilesWorkflow extends Workflow {
         db.verifyFilters = false;
         db.raiseEvents = false;
 
-        const files = await db.appFiles
-            .where(void 0, (p) => (x) => x.fileContentID !== null && x.fileContent.textDocumentID === null)
+        let q = db.appFiles
+            .where(void 0, (p) => (x) => x.fileContentID !== null && x.fileContent.textDocumentID === null);
+
+        if (BigInt(start) > 0) {
+            q = q.where({ start }, (p) => (x) => x.appFileID < p.start);
+        }
+
+        const files = await q
             .orderByDescending(void 0, (p) => (x) => x.appFileID)
             .limit(100)
             .include((x) => x.fileContent)
             .toArray();
 
+        if (!files.length) {
+            return 0;
+        }
+
         for (const iterator of files) {
-            await this.saveTextContent(iterator, tempFileService, db);
+            start = iterator.appFileID;
+            try {
+                await this.saveTextContent(iterator, tempFileService, db);
+            } catch (error) {
+                console.error(error);
+            }
         }
+
+        return start;
     }
 
     private async extractText(file: LocalFile, tempFileService: TempFileService, db: SocialMailContext) {