@social-mail/social-mail-web-server 1.8.49 → 1.8.50

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@social-mail/social-mail-web-server",
-  "version": "1.8.49",
+  "version": "1.8.50",
   "description": "## Phase 1",
   "main": "index.js",
   "type": "module",

package/src/server/workflows/search/IndexAppFilesWorkflow.ts

@@ -1,3 +1,4 @@
+/* eslint-disable no-console */
 import Workflow, { UniqueActivity } from "@entity-access/entity-access/dist/workflows/Workflow.js";
 import Inject, { ServiceProvider } from "@entity-access/entity-access/dist/di/di.js";
 import SocialMailContext from "../../model/SocialMailContext.js";
@@ -13,6 +14,7 @@ import { Extract } from "../../services/extract/Extract.js";
 import { AppWorkflowContext } from "../AppWorkflowContext.js";
 import { appendFile } from "fs/promises";
 import BufferHelper from "../../../common/BufferHelper.js";
+import sleep from "../../../common/sleep.js";
 
 export default class IndexAppFilesWorkflow extends Workflow {
 
@@ -110,6 +112,8 @@ export default class IndexAppFilesWorkflow extends Workflow {
 
     private async saveTextContent(appFile: AppFile, tempFileService: TempFileService, db: SocialMailContext) {
 
+        let searchable = "";
+
         // check if file content already has text content to remove duplicates
         const has = await db.textDocuments.statements.select({}, { textDocumentID: appFile.fileContentID });
         if(has) {
@@ -121,23 +125,35 @@ export default class IndexAppFilesWorkflow extends Workflow {
             fileContentID: appFile.fileContentID
         };
 
-        const file = await tempFileService.downloadAppFile(appFile);
+        let file: LocalFile = null;
+
+        for(let i=0;i<3;i++) {
+            try {
+                file = await tempFileService.downloadAppFile(appFile);
+                break;
+            } catch (error) {
+                // this should not happen...
+                console.error(error);
+                searchable = "";
+                await sleep(1000);
+            }
+        }
 
-        const fx = await this.extractText(file, tempFileService, db);
+        if (file) {
+            const fx = await this.extractText(file, tempFileService, db);
 
-        let searchable = "";
+            if (fx.contentSize < 10*1024*1024) {
 
-        if (fx.contentSize < 10*1024*1024) {
+                // we need to first remove 00 byte sequence...
+                const newFile = await tempFileService.createTempFile("txt");
+                const empty = Buffer.from("\n");
+                for await (const buffer of fx.readBuffers()) {
+                    BufferHelper.replace00(buffer, empty);
+                    await appendFile(newFile.path, buffer);
+                }
 
-            // we need to first remove 00 byte sequence...
-            const newFile = await tempFileService.createTempFile("txt");
-            const empty = Buffer.from("\n");
-            for await (const buffer of fx.readBuffers()) {
-                BufferHelper.replace00(buffer, empty);
-                await appendFile(newFile.path, buffer);
+                searchable = await newFile.readAsText();
             }
-
-            searchable = await newFile.readAsText();
         }
 
         const td = await db.textDocuments.statements.upsert({