@social-mail/social-mail-web-server 1.8.395 → 1.8.396
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/server/workflows/SocialWorkflowContext.js +2 -2
- package/dist/server/workflows/SocialWorkflowContext.js.map +1 -1
- package/dist/server/workflows/daily/DailyWorkflow.js +2 -2
- package/dist/server/workflows/daily/DailyWorkflow.js.map +1 -1
- package/dist/server/workflows/search/{IndexAppFilesWorkflow.d.ts → IndexFileContentsWorkflow.d.ts} +2 -2
- package/dist/server/workflows/search/IndexFileContentsWorkflow.d.ts.map +1 -0
- package/dist/server/workflows/search/{IndexAppFilesWorkflow.js → IndexFileContentsWorkflow.js} +16 -15
- package/dist/server/workflows/search/IndexFileContentsWorkflow.js.map +1 -0
- package/dist/tsconfig.tsbuildinfo +1 -1
- package/package.json +1 -1
- package/src/server/workflows/SocialWorkflowContext.ts +2 -2
- package/src/server/workflows/daily/DailyWorkflow.ts +2 -2
- package/src/server/workflows/search/{IndexAppFilesWorkflow.ts → IndexFileContentsWorkflow.ts} +13 -12
- package/dist/server/workflows/search/IndexAppFilesWorkflow.d.ts.map +0 -1
- package/dist/server/workflows/search/IndexAppFilesWorkflow.js.map +0 -1
|
@@ -24,7 +24,7 @@ import DateTime from "@entity-access/entity-access/dist/types/DateTime.js";
|
|
|
24
24
|
// import UpdateEmailReferences from "./incoming/UpdateEmailReferences.js";
|
|
25
25
|
import BroadcastEmail from "./channel/BroadcastEmail.js";
|
|
26
26
|
import ClearEmailHtmlBody from "./email/ClearEmailHtmlBody.js";
|
|
27
|
-
import
|
|
27
|
+
import IndexFileContentsWorkflow from "./search/IndexFileContentsWorkflow.js";
|
|
28
28
|
import RepairConversationWorkflow from "./repair/conversations/RepairConversationWorkflow.js";
|
|
29
29
|
// import PostReceiveWorkflow from "./post-receive/PostReceiveWorkflow.js";
|
|
30
30
|
import SendChannelInvitation from "./channel/invite/SendChannelInvitation.js";
|
|
@@ -78,7 +78,7 @@ let SocialWorkflowContext = class SocialWorkflowContext extends AppWorkflowConte
|
|
|
78
78
|
this.register(UpdateFolderSize);
|
|
79
79
|
this.register(UpdateUserStorage);
|
|
80
80
|
this.register(DailyWorkflow);
|
|
81
|
-
this.register(
|
|
81
|
+
this.register(IndexFileContentsWorkflow);
|
|
82
82
|
this.register(BroadcastEmail);
|
|
83
83
|
this.register(DispatchEmailToMX);
|
|
84
84
|
this.register(DispatchNotificationToMX);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SocialWorkflowContext.js","sourceRoot":"","sources":["../../../src/server/workflows/SocialWorkflowContext.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+BAA+B;AAC/B,OAAO,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAEvF,OAAO,eAAe,MAAM,gEAAgE,CAAC;AAC7F,OAAO,kBAAkB,MAAM,8BAA8B,CAAC;AAC9D,OAAO,oBAAoB,MAAM,oCAAoC,CAAC;AACtE,OAAO,kBAAkB,MAAM,+BAA+B,CAAC;AAC/D,OAAO,oBAAoB,MAAM,0CAA0C,CAAC;AAC5E,OAAO,mBAAmB,MAAM,mCAAmC,CAAC;AACpE,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAC1C,OAAO,aAAa,MAAM,0BAA0B,CAAC;AACrD,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,2EAA2E;AAC3E,OAAO,cAAc,MAAM,6BAA6B,CAAC;AACzD,OAAO,kBAAkB,MAAM,+BAA+B,CAAC;AAC/D,OAAO,
|
|
1
|
+
{"version":3,"file":"SocialWorkflowContext.js","sourceRoot":"","sources":["../../../src/server/workflows/SocialWorkflowContext.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+BAA+B;AAC/B,OAAO,MAAM,EAAE,EAAE,iBAAiB,EAAE,MAAM,4CAA4C,CAAC;AAEvF,OAAO,eAAe,MAAM,gEAAgE,CAAC;AAC7F,OAAO,kBAAkB,MAAM,8BAA8B,CAAC;AAC9D,OAAO,oBAAoB,MAAM,oCAAoC,CAAC;AACtE,OAAO,kBAAkB,MAAM,+BAA+B,CAAC;AAC/D,OAAO,oBAAoB,MAAM,0CAA0C,CAAC;AAC5E,OAAO,mBAAmB,MAAM,mCAAmC,CAAC;AACpE,OAAO,KAAK,MAAM,uBAAuB,CAAC;AAC1C,OAAO,aAAa,MAAM,0BAA0B,CAAC;AACrD,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,2EAA2E;AAC3E,OAAO,cAAc,MAAM,6BAA6B,CAAC;AACzD,OAAO,kBAAkB,MAAM,+BAA+B,CAAC;AAC/D,OAAO,yBAAyB,MAAM,uCAAuC,CAAC;AAC9E,OAAO,0BAA0B,MAAM,sDAAsD,CAAC;AAC9F,2EAA2E;AAC3E,OAAO,qBAAqB,MAAM,2CAA2C,CAAC;AAC9E,oEAAoE;AACpE,OAAO,8BAA8B,MAAM,mDAAmD,CAAC;AAC/F,OAAO,uBAAuB,MAAM,uCAAuC,CAAC;AAC5E,OAAO,iBAAiB,MAAM,6BAA6B,CAAC;AAC5D,kFAAkF;AAClF,OAAO,2BAA2B,MAAM,2CAA2C,CAAC;AACpF,OAAO,gBAAgB,MAAM,qCAAqC,CAAC;AACnE,OAAO,iBAAiB,MAAM,qCAAqC,CAAC;AACpE,OAAO,kBAAkB,MAAM,uCAAuC,CAAC;AACvE,OAAO,yBAAyB,MAAM,8CAA8C,CAAC;AACrF,OAAO,uBAAuB,MAAM,0CAA0C,CAAC;AAC/E,OAAO,uBAAuB,MAAM,0CAA0C,CAAC;AAC/E,OAAO,4BAA4B,MAAM,0DAA0D,CAAC;AACpG,OAAO,wBAAwB,MAAM,oCAAoC,CAAC;AAC1E,OAAO,wBAAwB,MAAM,4CAA4C,CAAC;AAClF,OAAO,2BAA2B,MAAM,8CAA8C,CAAC;AACvF,OAAO,gCAAgC,MAAM,sDAAsD,CAAC;AACpG,OAAO,6BAA6B,MAAM,iDAAiD,CAAC;AAC5F,OAAO,wBAAwB,MAAM,4CAA4C,CAAC;AAClF,OAAO,qBAAqB,MAAM,sCAAsC,CAAC;AACzE,OAAO,0BAA0B,MAAM,2CAA2C,CAAC;AACnF,OAAO,0BAA0B,MAAM,yCAAyC,CAAC;AACjF,OAAO,yBAAyB,MAAM,wCAAwC,CAAC;AAC/E,OAAO,oCAAoC,MAAM,8DAA8D,CAAC;AAChH,OAAO,wBAAwB,MAAM,oCAAoC,CAAC;AAC1E,OAAO,oBAAoB,MAAM,gCAAgC,CAAC;AAClE,OAAO,qBAAqB,MAAM,qCAAqC,CAAC;AACxE,OAAO,kBAAkB,MAAM,+BAA+B,CAAC;AAC/D,OAAO,qBAAqB,MAAM,oCAAoC,CAAC;AACvE,OAAO,0BAA0B,MAAM,+CAA+C,CAAC;AACvF,OAAO,4BAA4B,MAAM,2CAA2C,CAAC;AACrF,OAAO,kCAAkC,MAAM,uDAAuD,CAAC;AACvG,OAAO,2BAA2B,MAAM,wCAAwC,CAAC;AACjF,OAAO,4BAA4B,MAAM,4CAA4C,CAAC;AACtF,OAAO,0BAA0B,MAAM,iDAAiD,CAAC;AACzF,OAAO,qBAAqB,MAAM,6CAA6C,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,yBAAyB,MAAM,sCAAsC,CAAC;AAG9D,IAAM,qBAAqB,GAA3B,MAAM,qBAAsB,SAAQ,kBAAkB;IAEjE,YAAoB,OAAwB;QACxC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClC,wCAAwC;QACxC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;QACnC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAChC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACjC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;QAC7B,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC;QAC9B,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC;QACjC,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC;QAC5C,sCAAsC;QACtC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC;QAC9C,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;QACzC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC;QAChD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QAExC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAE1C,4CAA4C;QAC5C,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;QAE3C,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC;QAEpD,IAAI,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;QAClC,IAAI,CAAC,QAAQ,CAAC,yBAAyB,CAAC,CAAC;QAEzC,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC;QAE5C,IAAI,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;QAElD,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,CAAC;QAC1C,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC;QAErC,sBAAsB;QACtB,uDAAuD;IAC3D,CAAC;IAED,KAAK,CAAC,EAAE,UAAU,EAAG,MAAM,EAAwB;QAC/C,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACtD,OAAO,KAAK,CAAC,KAAK,CAAC,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,MAAmB;QAEzC,qCAAqC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;QAElB,OAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YAErB,+BAA+B;YAC/B,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC;YAC3C,MAAM,EAAE,GAAG,SAAS,GAAG,EAAE,CAAC;YAC1B,MAAM,IAAI,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YAE3C,yFAAyF;YACzF,MAAM,IAAI,CAAC,KAAK,CAAC,2BAA2B,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,wBAAwB,EAAC,CAAC,CAAC;YAElF,MAAM,KAAK,CAAC,KAAK,CAAC,CAAC;QACvB,CAAC;IACL,CAAC;CAEJ,CAAA;AA5FoB,qBAAqB;IADzC,iBAAiB;IAGD,WAAA,MAAM,CAAA;qCAAU,eAAe;GAF3B,qBAAqB,CA4FzC;eA5FoB,qBAAqB"}
|
|
@@ -19,7 +19,7 @@ import DateTime from "@entity-access/entity-access/dist/types/DateTime.js";
|
|
|
19
19
|
// import IndexMailboxWorkflow from "../search/IndexMailboxWorkflow.js";
|
|
20
20
|
import Sql from "@entity-access/entity-access/dist/sql/Sql.js";
|
|
21
21
|
import ClearEmailHtmlBody from "../email/ClearEmailHtmlBody.js";
|
|
22
|
-
import
|
|
22
|
+
import IndexFileContentsWorkflow from "../search/IndexFileContentsWorkflow.js";
|
|
23
23
|
import DbLockService from "../../services/db-lock/DbLockService.js";
|
|
24
24
|
import PendingPostReceiveWorkflow from "../pending/PendingPostReceiveWorkflow.js";
|
|
25
25
|
import PendingReferencesWorkflow from "../pending/PendingReferencesWorkflow.js";
|
|
@@ -89,7 +89,7 @@ class DailyWorkflow extends Workflow {
|
|
|
89
89
|
.limit(1000)
|
|
90
90
|
.delete({ yesterday }, (p) => (x) => x.expiry <= Sql.cast.asDateTime(p.yesterday));
|
|
91
91
|
await this.context.queue(ClearEmailHtmlBody, "1", { id: "clean-email-html-body" });
|
|
92
|
-
await
|
|
92
|
+
await IndexFileContentsWorkflow.startIndexing(this.context);
|
|
93
93
|
}
|
|
94
94
|
}
|
|
95
95
|
DailyWorkflow.taskGroup = "daily";
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DailyWorkflow.js","sourceRoot":"","sources":["../../../../src/server/workflows/daily/DailyWorkflow.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,MAAM,MAAM,4CAA4C,CAAC;AAChE,OAAO,QAAQ,EAAE,EAAE,cAAc,EAAE,MAAM,yDAAyD,CAAC;AACnG,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AACjE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;AACjE,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,wEAAwE;AACxE,OAAO,GAAG,MAAM,8CAA8C,CAAC;AAC/D,OAAO,kBAAkB,MAAM,gCAAgC,CAAC;AAChE,OAAO,
|
|
1
|
+
{"version":3,"file":"DailyWorkflow.js","sourceRoot":"","sources":["../../../../src/server/workflows/daily/DailyWorkflow.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,MAAM,MAAM,4CAA4C,CAAC;AAChE,OAAO,QAAQ,EAAE,EAAE,cAAc,EAAE,MAAM,yDAAyD,CAAC;AACnG,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AACjE,OAAO,mBAAmB,MAAM,gCAAgC,CAAC;AACjE,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,OAAO,QAAQ,MAAM,qDAAqD,CAAC;AAC3E,wEAAwE;AACxE,OAAO,GAAG,MAAM,8CAA8C,CAAC;AAC/D,OAAO,kBAAkB,MAAM,gCAAgC,CAAC;AAChE,OAAO,yBAAyB,MAAM,wCAAwC,CAAC;AAC/E,OAAO,aAAa,MAAM,yCAAyC,CAAC;AACpE,OAAO,0BAA0B,MAAM,0CAA0C,CAAC;AAClF,OAAO,yBAAyB,MAAM,yCAAyC,CAAC;AAChF,OAAO,gBAAgB,MAAM,mDAAmD,CAAC;AACjF,OAAO,2BAA2B,MAAM,yCAAyC,CAAC;AAElF,MAAqB,aAAc,SAAQ,QAAiB;IAIxD,KAAK,CAAC,GAAG;QAEL,qDAAqD;QACrD,eAAe;QAEf,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QAC3C,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;QAEhD,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QACzB,MAAM,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACxC,IAAI,IAAI,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;YACrB,OAAO;QACX,CAAC;QAED,MAAM,IAAI,GAAG,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAEtC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,GAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAC3B,CAAC;IACL,CAAC;IAGK,AAAN,KAAK,CAAC,SAAS,CACX,KAAa,EACL,EAAsB,EACtB,WAA2B,EAC3B,EAAqB;QAE7B,0BAA0B;QAC1B,EAAE,CAAC,aAAa,GAAG,KAAK,CAAC;QACzB,EAAE,CAAC,WAAW,GAAG,KAAK,CAAC;QAEvB,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;QAE5B,MAAM,0BAA0B,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,yBAAyB,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAEpD,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,kBAAkB;aAClC,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,KAAK,MAAM,IAAI,CAAC,CAAC,SAAS,KAAK,IAAI,CAAC;aAC3F,OAAO,EAAE,CAAC;QAEf,KAAK,MAAM,QAAQ,IAAI,GAAG,EAAE,CAAC;YACzB,MAAM,mBAAmB,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC;QAChF,CAAC;QAED,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC;QACzB,MAAM,EAAE,GAAG,yBAAyB,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,EAAE,CAAC;QAElH,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,IAAI,EAAG;YACzD,EAAE;SACL,CAAC,CAAC;QAEH,sFAAsF;QACtF,4DAA4D;QAC5D,kBAAkB;QAElB,qCAAqC;QACrC,yEAAyE;QACzE,IAAI;QAEJ,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,CAAC,gBAAgB;aACpB,KAAK,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,GAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAS;eACtF,CAAC,CAAC,QAAQ,KAAK,IAAI,CACzB;aACA,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,KAAK,IAAI,CAAC,CAAC;QAEzD,MAAM,EAAE,CAAC,iBAAiB,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAExD,qCAAqC;QACrC,MAAM,EAAE,CAAC,aAAa;aACjB,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC;aACzD,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QAEvD,8BAA8B;QAC9B,MAAM,EAAE,CAAC,YAAY;aAChB,OAAO,EAAE;aACT,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAEpE,8BAA8B;QAC9B,MAAM,EAAE,CAAC,kBAAkB;aACtB,OAAO,EAAE;aACT,KAAK,CAAC,IAAI,CAAC;aACX,MAAM,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,IAAK,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAS,CAAC,CAAC;QAE5F,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,EAAE,EAAE,EAAG,uBAAuB,EAAE,CAAC,CAAC;QAExF,MAAM,yBAAyB,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;;AA9FM,uBAAS,GAAG,OAAO,CAAC;eAFV,aAAa;AA2BxB;IADL,cAAc;IAGV,WAAA,MAAM,CAAA;IACN,WAAA,MAAM,CAAA;IACN,WAAA,MAAM,CAAA;;6CAFM,iBAAiB;QACR,aAAa;QACtB,gBAAgB;;8CAiEhC"}
|
package/dist/server/workflows/search/{IndexAppFilesWorkflow.d.ts → IndexFileContentsWorkflow.d.ts}
RENAMED
|
@@ -2,7 +2,7 @@ import Workflow from "@entity-access/entity-access/dist/workflows/Workflow.js";
|
|
|
2
2
|
import SocialMailContext from "../../model/SocialMailContext.js";
|
|
3
3
|
import TempFileService from "../../storage/TempFileService.js";
|
|
4
4
|
import { AppWorkflowContext } from "../AppWorkflowContext.js";
|
|
5
|
-
export default class
|
|
5
|
+
export default class IndexFileContentsWorkflow extends Workflow {
|
|
6
6
|
static taskGroup: string;
|
|
7
7
|
static startIndexing(context: AppWorkflowContext): Promise<string>;
|
|
8
8
|
run(): Promise<void>;
|
|
@@ -10,4 +10,4 @@ export default class IndexAppFilesWorkflow extends Workflow {
|
|
|
10
10
|
private extractText;
|
|
11
11
|
private saveTextContent;
|
|
12
12
|
}
|
|
13
|
-
//# sourceMappingURL=
|
|
13
|
+
//# sourceMappingURL=IndexFileContentsWorkflow.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"IndexFileContentsWorkflow.d.ts","sourceRoot":"","sources":["../../../../src/server/workflows/search/IndexFileContentsWorkflow.ts"],"names":[],"mappings":"AACA,OAAO,QAA4B,MAAM,yDAAyD,CAAC;AAEnG,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AACjE,OAAO,eAAe,MAAM,kCAAkC,CAAC;AAO/D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAK9D,MAAM,CAAC,OAAO,OAAO,yBAA0B,SAAQ,QAAQ;IAE3D,MAAM,CAAC,SAAS,SAAW;IAE3B,MAAM,CAAC,aAAa,CAAC,OAAO,EAAE,kBAAkB;IAM1C,GAAG;IAWH,KAAK,CACP,KAAK,KAAA,EACG,EAAE,CAAC,EAAE,iBAAiB,EACtB,eAAe,CAAC,EAAE,eAAe;YAkC/B,WAAW;YAmCX,eAAe;CA6DhC"}
|
package/dist/server/workflows/search/{IndexAppFilesWorkflow.js → IndexFileContentsWorkflow.js}
RENAMED
|
@@ -22,9 +22,9 @@ import { Extract } from "../../services/extract/Extract.js";
|
|
|
22
22
|
import { appendFile } from "fs/promises";
|
|
23
23
|
import BufferHelper from "../../../common/BufferHelper.js";
|
|
24
24
|
import sleep from "../../../common/sleep.js";
|
|
25
|
-
class
|
|
25
|
+
class IndexFileContentsWorkflow extends Workflow {
|
|
26
26
|
static startIndexing(context) {
|
|
27
|
-
return context.queue(
|
|
27
|
+
return context.queue(IndexFileContentsWorkflow, 0, {
|
|
28
28
|
id: `index-app-files`
|
|
29
29
|
});
|
|
30
30
|
}
|
|
@@ -40,21 +40,20 @@ class IndexAppFilesWorkflow extends Workflow {
|
|
|
40
40
|
async index(start, db, tempFileService) {
|
|
41
41
|
db.verifyFilters = false;
|
|
42
42
|
db.raiseEvents = false;
|
|
43
|
-
let q = db.
|
|
44
|
-
.where(void 0, (p) => (x) => x.
|
|
43
|
+
let q = db.fileContents
|
|
44
|
+
.where(void 0, (p) => (x) => x.textDocumentID === null);
|
|
45
45
|
if (BigInt(start) > 0) {
|
|
46
|
-
q = q.where({ start }, (p) => (x) => x.
|
|
46
|
+
q = q.where({ start }, (p) => (x) => x.fileContentID < p.start);
|
|
47
47
|
}
|
|
48
48
|
const files = await q
|
|
49
|
-
.orderByDescending(void 0, (p) => (x) => x.
|
|
49
|
+
.orderByDescending(void 0, (p) => (x) => x.fileContentID)
|
|
50
50
|
.limit(100)
|
|
51
|
-
.include((x) => x.fileContent)
|
|
52
51
|
.toArray();
|
|
53
52
|
if (!files.length) {
|
|
54
53
|
return 0;
|
|
55
54
|
}
|
|
56
55
|
for (const iterator of files) {
|
|
57
|
-
start = iterator.
|
|
56
|
+
start = iterator.fileContentID;
|
|
58
57
|
try {
|
|
59
58
|
await this.saveTextContent(iterator, tempFileService, db);
|
|
60
59
|
}
|
|
@@ -93,20 +92,22 @@ class IndexAppFilesWorkflow extends Workflow {
|
|
|
93
92
|
await outputFile.writeAllText("");
|
|
94
93
|
return outputFile;
|
|
95
94
|
}
|
|
96
|
-
async saveTextContent(
|
|
95
|
+
async saveTextContent(fileContent, tempFileService, db) {
|
|
97
96
|
let searchable = "";
|
|
98
97
|
// check if file content already has text content to remove duplicates
|
|
99
|
-
const has = await db.textDocuments.statements.select({}, { textDocumentID:
|
|
98
|
+
const has = await db.textDocuments.statements.select({}, { textDocumentID: fileContent.fileContentID });
|
|
100
99
|
if (has) {
|
|
101
100
|
return;
|
|
102
101
|
}
|
|
103
102
|
const changes = {
|
|
104
103
|
textDocumentID: 0,
|
|
105
|
-
fileContentID:
|
|
104
|
+
fileContentID: fileContent.fileContentID
|
|
106
105
|
};
|
|
107
106
|
let file = null;
|
|
108
107
|
for (let i = 0; i < 3; i++) {
|
|
109
108
|
try {
|
|
109
|
+
// get file
|
|
110
|
+
const appFile = await db.appFiles.where(fileContent, (p) => (x) => x.fileContentID === p.fileContentID).first();
|
|
110
111
|
file = await tempFileService.downloadAppFile(appFile);
|
|
111
112
|
break;
|
|
112
113
|
}
|
|
@@ -139,8 +140,8 @@ class IndexAppFilesWorkflow extends Workflow {
|
|
|
139
140
|
return;
|
|
140
141
|
}
|
|
141
142
|
}
|
|
142
|
-
|
|
143
|
-
export default
|
|
143
|
+
IndexFileContentsWorkflow.taskGroup = "batch";
|
|
144
|
+
export default IndexFileContentsWorkflow;
|
|
144
145
|
__decorate([
|
|
145
146
|
UniqueActivity,
|
|
146
147
|
__param(1, Inject),
|
|
@@ -149,5 +150,5 @@ __decorate([
|
|
|
149
150
|
__metadata("design:paramtypes", [Object, SocialMailContext,
|
|
150
151
|
TempFileService]),
|
|
151
152
|
__metadata("design:returntype", Promise)
|
|
152
|
-
],
|
|
153
|
-
//# sourceMappingURL=
|
|
153
|
+
], IndexFileContentsWorkflow.prototype, "index", null);
|
|
154
|
+
//# sourceMappingURL=IndexFileContentsWorkflow.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"IndexFileContentsWorkflow.js","sourceRoot":"","sources":["../../../../src/server/workflows/search/IndexFileContentsWorkflow.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+BAA+B;AAC/B,OAAO,QAAQ,EAAE,EAAE,cAAc,EAAE,MAAM,yDAAyD,CAAC;AACnG,OAAO,MAAM,EAAE,EAAE,eAAe,EAAE,MAAM,4CAA4C,CAAC;AACrF,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AACjE,OAAO,eAAe,MAAM,kCAAkC,CAAC;AAE/D,OAAO,EAAE,QAAQ,EAAE,MAAM,6BAA6B,CAAC;AAEvD,OAAO,kBAAkB,MAAM,2CAA2C,CAAC;AAC3E,OAAO,EAAE,KAAK,EAAE,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,mCAAmC,CAAC;AAE5D,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,YAAY,MAAM,iCAAiC,CAAC;AAC3D,OAAO,KAAK,MAAM,0BAA0B,CAAC;AAE7C,MAAqB,yBAA0B,SAAQ,QAAQ;IAI3D,MAAM,CAAC,aAAa,CAAC,OAA2B;QAC5C,OAAO,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,CAAC,EAAE;YAC/C,EAAE,EAAE,iBAAiB;SACxB,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,GAAG;QACL,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC;QACf,SAAQ,CAAC;YACL,KAAK,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YAChC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBACjB,MAAM;YACV,CAAC;QACL,CAAC;IACL,CAAC;IAGK,AAAN,KAAK,CAAC,KAAK,CACP,KAAK,EACG,EAAsB,EACtB,eAAiC;QAGzC,EAAE,CAAC,aAAa,GAAG,KAAK,CAAC;QACzB,EAAE,CAAC,WAAW,GAAG,KAAK,CAAC;QAEvB,IAAI,CAAC,GAAG,EAAE,CAAC,YAAY;aAClB,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC;QAE5D,IAAI,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;YACpB,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACpE,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC;aAChB,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;aACxD,KAAK,CAAC,GAAG,CAAC;aACV,OAAO,EAAE,CAAC;QAEf,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC;YAChB,OAAO,CAAC,CAAC;QACb,CAAC;QAED,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;YAC3B,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC;YAC/B,IAAI,CAAC;gBACD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;YAC9D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;YACzB,CAAC;QACL,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAEO,KAAK,CAAC,WAAW,CAAC,IAAe,EAAE,eAAgC,EAAE,EAAqB;QAG9F,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEhE,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,KAAK,gBAAgB,CAAC;QACtD,IAAG,OAAO,EAAE,CAAC;YACT,MAAM,MAAM,GAAG,eAAe,CAAC,OAAO,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;YACjE,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;YACnD,MAAM,UAAU,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YAC9C,KAAK,MAAM,QAAQ,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;gBAC7C,MAAM,EAAE,GAAG,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,IAAI,UAAU,CAAC,CAAC;gBACvD,MAAM,EAAE,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,GAAG,EAAE,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC;gBAC9F,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBACpC,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,CAAC,EAAE,CAAC;oBACJ,MAAM,UAAU,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;gBACtD,CAAC;YACL,CAAC;YAED,OAAO,UAAU,CAAC;QACtB,CAAC;QAED,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC;YACpC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,CAAC;YAC3C,OAAO,UAAU,CAAC;QACtB,CAAC;QAAC,IAAI,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACrC,OAAO,UAAU,CAAC;QACtB,CAAC;QACD,MAAM,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAClC,OAAO,UAAU,CAAC;IACtB,CAAC;IAGO,KAAK,CAAC,eAAe,CAAC,WAAwB,EAAE,eAAgC,EAAE,EAAqB;QAE3G,IAAI,UAAU,GAAG,EAAE,CAAC;QAEpB,sEAAsE;QACtE,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC;QACxG,IAAG,GAAG,EAAE,CAAC;YACL,OAAO;QACX,CAAC;QAED,MAAM,OAAO,GAAyB;YAClC,cAAc,EAAE,CAAC;YACjB,aAAa,EAAE,WAAW,CAAC,aAAa;SAC3C,CAAC;QAEF,IAAI,IAAI,GAAc,IAAI,CAAC;QAE3B,KAAI,IAAI,CAAC,GAAC,CAAC,EAAC,CAAC,GAAC,CAAC,EAAC,CAAC,EAAE,EAAE,CAAC;YAClB,IAAI,CAAC;gBAED,WAAW;gBACX,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,KAAK,CAAC,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,CAAC;gBAChH,IAAI,GAAG,MAAM,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBACtD,MAAM;YACV,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,4BAA4B;gBAC5B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrB,UAAU,GAAG,EAAE,CAAC;gBAChB,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;YACtB,CAAC;QACL,CAAC;QAED,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,eAAe,EAAE,EAAE,CAAC,CAAC;YAE7D,IAAI,EAAE,CAAC,WAAW,GAAG,EAAE,GAAC,IAAI,GAAC,IAAI,EAAE,CAAC;gBAEhC,8CAA8C;gBAC9C,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;gBAC5D,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAChC,IAAI,KAAK,EAAE,MAAM,MAAM,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;oBAC1C,YAAY,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;oBACtC,MAAM,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;gBAC3C,CAAC;gBAED,UAAU,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;YAC5C,CAAC;QACL,CAAC;QAED,MAAM,EAAE,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,MAAM,CAAC;YAChD,cAAc,EAAE,OAAO,CAAC,aAAa;YACrC,UAAU;SACb,CAAC,CAAC;QACH,OAAO,CAAC,cAAc,GAAG,EAAE,CAAC,cAAc,CAAC;QAE3C,MAAM,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,MAAM,CACnC,OAAO,CACV,CAAC;QAEF,OAAO;IACX,CAAC;;AAvJM,mCAAS,GAAG,OAAO,CAAC;eAFV,yBAAyB;AAqBpC;IADL,cAAc;IAGV,WAAA,MAAM,CAAA;IACN,WAAA,MAAM,CAAA;;6CADM,iBAAiB;QACJ,eAAe;;sDAgC5C"}
|