@futdevpro/nts-dynamo 1.15.127 → 1.15.128

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (384) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +2864 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +74 -0
  18. package/.dynamo/pipeline.cicd.config.json +3 -1
  19. package/.vscode/settings.json +10 -10
  20. package/HOWTO.md +15 -15
  21. package/LICENSE +21 -21
  22. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  23. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  24. package/_specifications/BACKLOG.md +92 -92
  25. package/_specifications/TODO.md +15 -15
  26. package/_specifications/agent.md +138 -138
  27. package/build/_models/control-models/endpoint-params.control-model.d.ts.map +1 -1
  28. package/build/_models/control-models/endpoint-params.control-model.js +9 -0
  29. package/build/_models/control-models/endpoint-params.control-model.js.map +1 -1
  30. package/build/_services/core/event-loop-diag.service.d.ts +6 -0
  31. package/build/_services/core/event-loop-diag.service.d.ts.map +1 -1
  32. package/build/_services/core/event-loop-diag.service.js +19 -1
  33. package/build/_services/core/event-loop-diag.service.js.map +1 -1
  34. package/build/_services/core/request-hunter.service.d.ts +74 -0
  35. package/build/_services/core/request-hunter.service.d.ts.map +1 -0
  36. package/build/_services/core/request-hunter.service.js +123 -0
  37. package/build/_services/core/request-hunter.service.js.map +1 -0
  38. package/build/index.d.ts +1 -0
  39. package/build/index.d.ts.map +1 -1
  40. package/build/index.js +1 -0
  41. package/build/index.js.map +1 -1
  42. package/eslint.config.js +3 -3
  43. package/nodemon.json +24 -24
  44. package/package.json +2 -2
  45. package/pnpm-workspace.yaml +5 -5
  46. package/scripts/run-coverage-tests.js +28 -28
  47. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  48. package/spec/support/helpers/ts-node-helper.js +93 -93
  49. package/spec/support/jasmine.coverage.json +24 -24
  50. package/spec/support/jasmine.json +24 -24
  51. package/src/_collections/archive.util.spec.ts +57 -57
  52. package/src/_collections/archive.util.ts +18 -18
  53. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  54. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  55. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  56. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  57. package/src/_collections/default-not-found-page.const.ts +22 -22
  58. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  59. package/src/_collections/default-socket-path.const.ts +2 -2
  60. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  61. package/src/_collections/get-environment-settings.util.ts +48 -48
  62. package/src/_collections/global-settings.const.ts +126 -126
  63. package/src/_collections/sample.env +21 -21
  64. package/src/_collections/signed-url.util.spec.ts +198 -198
  65. package/src/_collections/signed-url.util.ts +170 -170
  66. package/src/_collections/star.controller.spec.ts +224 -224
  67. package/src/_collections/star.controller.ts +129 -129
  68. package/src/_enums/data-model-type.enum.ts +14 -14
  69. package/src/_enums/data-service-function.enum.ts +24 -24
  70. package/src/_enums/predefined-data-types.enum.ts +16 -16
  71. package/src/_enums/route-security.enum.ts +12 -12
  72. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  73. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  74. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  75. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  76. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  77. package/src/_models/control-models/app-params.control-model.ts +136 -136
  78. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  79. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  80. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  81. package/src/_models/control-models/endpoint-params.control-model.ts +664 -656
  82. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  83. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  84. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  85. package/src/_models/control-models/system-control.control-model.ts +12 -12
  86. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  87. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  88. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  89. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  90. package/src/_models/interfaces/global-settings.interface.ts +286 -286
  91. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  92. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  93. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  94. package/src/_models/types/db-update.type.ts +100 -100
  95. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  96. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  97. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.spec.ts +115 -115
  98. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.ts +233 -233
  99. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  100. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  101. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  102. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  103. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  104. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  105. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  106. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  107. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  108. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  109. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  110. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  111. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  112. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  113. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  114. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  115. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  116. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  117. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  118. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  119. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  120. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  121. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  122. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  123. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  124. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  125. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  126. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  127. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  128. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  129. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  130. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  131. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  132. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  133. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  134. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1085 -1085
  135. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  136. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  137. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +114 -114
  138. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  139. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  140. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  141. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  142. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  143. package/src/_modules/ai/_services/ai-llm.service-base.ts +599 -599
  144. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  145. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  146. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  147. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  148. package/src/_modules/ai/index.ts +33 -33
  149. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  150. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  151. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  152. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  153. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  154. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  155. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  156. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  157. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  158. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  159. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  160. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  161. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  162. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  163. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  164. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  165. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  166. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  167. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  168. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  169. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  170. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  171. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  172. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  173. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  174. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  175. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  176. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  177. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  178. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  179. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  180. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  181. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  182. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  183. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  184. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  185. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  186. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  187. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  188. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  189. package/src/_modules/custom-data/index.ts +9 -9
  190. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  191. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  192. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  193. package/src/_modules/data-readers/index.ts +11 -11
  194. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  195. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  196. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  197. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  198. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  199. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  200. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  201. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  202. package/src/_modules/defaults/index.ts +17 -17
  203. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  204. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  205. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  206. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  207. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  208. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  209. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  210. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  211. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  212. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  213. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  214. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  215. package/src/_modules/discord-assistant/index.ts +38 -38
  216. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  217. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  218. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  219. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  220. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  221. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  222. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  223. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  224. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  225. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  226. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  227. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  228. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  229. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  230. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  231. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  232. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  233. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  234. package/src/_modules/discord-bot/index.ts +36 -36
  235. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  236. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  237. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  238. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  239. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  240. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  241. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  242. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +214 -214
  243. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +186 -186
  244. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  245. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +130 -130
  246. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +509 -509
  247. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +323 -323
  248. package/src/_modules/local-vector-search/index.ts +16 -16
  249. package/src/_modules/logs/index.ts +11 -11
  250. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  251. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  252. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  253. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  254. package/src/_modules/mcp/index.ts +13 -13
  255. package/src/_modules/messaging/README.md +354 -354
  256. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  257. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  258. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  259. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  260. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  261. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  262. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  263. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  264. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  265. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  266. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  267. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  268. package/src/_modules/messaging/index.ts +30 -30
  269. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  270. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  271. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  272. package/src/_modules/mock/app-params.mock.ts +9 -9
  273. package/src/_modules/mock/app-server.mock.ts +188 -188
  274. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  275. package/src/_modules/mock/auth-service.mock.ts +28 -28
  276. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  277. package/src/_modules/mock/controller.mock.ts +16 -16
  278. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  279. package/src/_modules/mock/data-model.mock.ts +82 -82
  280. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  281. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  282. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  283. package/src/_modules/mock/email-service.mock.ts +20 -20
  284. package/src/_modules/mock/email-template.mock.html +14 -14
  285. package/src/_modules/mock/endpoint.mock.ts +91 -91
  286. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  287. package/src/_modules/mock/socket-client.mock.ts +45 -45
  288. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  289. package/src/_modules/mock/socket-server.mock.ts +46 -46
  290. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  291. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  292. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  293. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  294. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  295. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  296. package/src/_modules/oauth2/index.ts +17 -17
  297. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  298. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  299. package/src/_modules/scheduler/index.ts +8 -8
  300. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  301. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  302. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  303. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  304. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  305. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  306. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  307. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  308. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  309. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  310. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  311. package/src/_modules/scoped-config/index.ts +17 -17
  312. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  313. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  314. package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
  315. package/src/_modules/server/errors/errors.controller.ts +515 -515
  316. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  317. package/src/_modules/server/index.ts +30 -30
  318. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  319. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  320. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  321. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  322. package/src/_modules/server/server-status/server-status.control-service.spec.ts +672 -672
  323. package/src/_modules/server/server-status/server-status.control-service.ts +490 -490
  324. package/src/_modules/server/server-status/server-status.controller.spec.ts +276 -276
  325. package/src/_modules/server/server-status/server-status.controller.ts +336 -336
  326. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  327. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  328. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  329. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  330. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  331. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +69 -69
  332. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  333. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  334. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  335. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  336. package/src/_modules/socket/app-extended.server.ts +648 -648
  337. package/src/_modules/socket/index.ts +42 -42
  338. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  339. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  340. package/src/_modules/test/index.ts +11 -11
  341. package/src/_modules/test/test.controller.spec.ts +72 -72
  342. package/src/_modules/test/test.controller.ts +115 -115
  343. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  344. package/src/_modules/usage/index.ts +15 -15
  345. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  346. package/src/_modules/usage/usage.controller.ts +126 -126
  347. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  348. package/src/_modules/usage/usage.data-service.ts +185 -185
  349. package/src/_services/base/api.service-base.spec.ts +125 -125
  350. package/src/_services/base/api.service-base.ts +74 -74
  351. package/src/_services/base/archive-data.service.spec.ts +209 -209
  352. package/src/_services/base/archive-data.service.ts +223 -223
  353. package/src/_services/base/data.service.spec.ts +729 -729
  354. package/src/_services/base/data.service.ts +2758 -2758
  355. package/src/_services/base/db.service.spec.ts +160 -160
  356. package/src/_services/base/db.service.ts +1698 -1698
  357. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  358. package/src/_services/base/singleton.service-base.ts +24 -24
  359. package/src/_services/base/singleton.service.spec.ts +114 -114
  360. package/src/_services/base/singleton.service.ts +38 -38
  361. package/src/_services/core/api.service.spec.ts +140 -140
  362. package/src/_services/core/auth.service.spec.ts +159 -159
  363. package/src/_services/core/auth.service.ts +174 -174
  364. package/src/_services/core/email.service.spec.ts +85 -85
  365. package/src/_services/core/email.service.ts +757 -757
  366. package/src/_services/core/event-loop-diag.service.ts +23 -1
  367. package/src/_services/core/global.service.spec.ts +292 -292
  368. package/src/_services/core/global.service.ts +487 -487
  369. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  370. package/src/_services/core/memory-guard.service.ts +481 -481
  371. package/src/_services/core/request-hunter.service.spec.ts +124 -0
  372. package/src/_services/core/request-hunter.service.ts +157 -0
  373. package/src/_services/core/service-collection.service.spec.ts +46 -46
  374. package/src/_services/core/service-collection.service.ts +6 -6
  375. package/src/_services/route/controller.service.spec.ts +53 -53
  376. package/src/_services/route/controller.service.ts +148 -148
  377. package/src/_services/route/routing-module.service.spec.ts +98 -98
  378. package/src/_services/route/routing-module.service.ts +330 -330
  379. package/src/_services/server/app.server.ts +1985 -1985
  380. package/src/_services/shared.static-service.spec.ts +99 -99
  381. package/src/_services/shared.static-service.ts +78 -78
  382. package/src/index.ts +113 -112
  383. package/tsconfig.app.json +12 -12
  384. package/tsconfig.json +42 -42
@@ -1,293 +1,293 @@
1
- import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
- import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
- import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
- import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
- import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
- import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
- import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
- import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
- import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
- import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
- import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
- import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
-
15
-
16
- export class DyNTS_OAI_DocChunkDataService<
17
- T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
- T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
- T_ExternalDocumentId = string,
20
- T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
- > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
-
23
- /* override debugLog: boolean = false; */
24
-
25
- clickupWorkspaceId: string;
26
-
27
- constructor(
28
- issuer: string,
29
- openAiSettings: DyFM_OAI_Settings,
30
- dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
- ) {
32
- super(
33
- null,
34
- dataParams,
35
- openAiSettings,
36
- issuer
37
- );
38
- }
39
-
40
- getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
- return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
- this.issuer,
43
- this.openAISettings,
44
- );
45
- }
46
-
47
- getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
- return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
- this.issuer,
50
- this.openAISettings,
51
- );
52
- }
53
-
54
- async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
- try {
56
- const newChunks: T_Chunk[] = await this.chunkPage(page);
57
-
58
- const oldChunks: T_Chunk[] = await this.findDataList({
59
- /* pageId: page._id, */
60
- externalPageId: page.externalPageId,
61
- } as DyFM_DBFilterSimple<T_Chunk>);
62
- oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
-
64
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
- for (let i = 0; i < newChunks.length; i++) {
66
- const newChunk = newChunks[i];
67
- newChunk.documentId = page.documentId;
68
- newChunk.pageId = page._id;
69
- newChunk.chunkIndex = i;
70
-
71
- const oldChunk = oldChunks[i];
72
- if (oldChunk) {
73
- newChunk._id = oldChunk._id;
74
- // Compare first to determine if we need to save
75
- const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
-
77
- if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
- // No changes detected, reuse existing chunk without saving
79
- chunkCompareResult.newChunk = oldChunk;
80
- chunkCompareResults.push(chunkCompareResult);
81
- } else {
82
- // Changes detected, save the updated chunk
83
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
- chunkCompareResult.newChunk = savedChunk;
85
- chunkCompareResults.push(chunkCompareResult);
86
- }
87
- } else {
88
- // New chunk, save it
89
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
- chunkCompareResults.push({
91
- result: DyNTS_DAI_CompareResult_Type.new,
92
- newChunk: savedChunk,
93
- oldChunk: null,
94
- });
95
- }
96
- }
97
-
98
- for (let i = newChunks.length; i < oldChunks.length; i++) {
99
- const oldChunk = oldChunks[i];
100
- await this.deleteData(oldChunk._id);
101
- chunkCompareResults.push({
102
- result: DyNTS_DAI_CompareResult_Type.deleted,
103
- newChunk: null,
104
- oldChunk: oldChunk,
105
- });
106
- }
107
-
108
- return chunkCompareResults;
109
- } catch (error) {
110
- throw new DyFM_Error({
111
- ...this.getDefaultErrorSettings('processPage', error),
112
- errorCode: 'DCH-CSB-PP0',
113
- });
114
- }
115
- }
116
-
117
- async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
- try {
119
- const chunks: T_Chunk[] = await this.chunkPage(page);
120
-
121
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
-
123
- for (let i = 0; i < chunks.length; i++) {
124
- const chunk = chunks[i];
125
- chunk.documentId = page.documentId;
126
- chunk.pageId = page._id;
127
- chunk.chunkIndex = i;
128
-
129
- const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
-
131
- chunkCompareResults.push({
132
- result: DyNTS_DAI_CompareResult_Type.new,
133
- newChunk: savedChunk,
134
- oldChunk: null,
135
- });
136
- }
137
-
138
- return chunkCompareResults;
139
- } catch (error) {
140
- throw new DyFM_Error({
141
- ...this.getDefaultErrorSettings('processNewPage', error),
142
- errorCode: 'DCH-CSB-PNP0',
143
- });
144
- }
145
- }
146
-
147
- async compareChunk(
148
- newChunk: T_Chunk,
149
- oldChunk: T_Chunk
150
- ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
- try {
152
- if (!oldChunk) {
153
- throw new DyFM_Error({
154
- ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
- errorCode: 'DCH-CSB-CC1',
156
- });
157
- }
158
-
159
- if (this.debugLog) {
160
- DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
- }
162
-
163
- // Compare all relevant fields for comprehensive change detection
164
- const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
- const pathEqual = oldChunk.path === newChunk.path;
166
- const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
- const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
- const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
-
170
- // Compare allFlaggedParents arrays
171
- const allFlaggedParentsEqual = this.compareStringArrays(
172
- oldChunk.allFlaggedParents || [],
173
- newChunk.allFlaggedParents || []
174
- );
175
-
176
- if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
- return {
178
- result: DyNTS_DAI_CompareResult_Type.equal,
179
- newChunk: newChunk,
180
- oldChunk: oldChunk,
181
- };
182
- }
183
-
184
- return {
185
- result: DyNTS_DAI_CompareResult_Type.modified,
186
- newChunk: newChunk,
187
- oldChunk: oldChunk,
188
- };
189
- } catch (error) {
190
- throw new DyFM_Error({
191
- ...this.getDefaultErrorSettings('compareChunk', error),
192
- errorCode: 'DCH-CSB-CC0',
193
- });
194
- }
195
- }
196
-
197
- private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
- if (arr1.length !== arr2.length) {
199
- return false;
200
- }
201
- return arr1.every((item, index) => item === arr2[index]);
202
- }
203
-
204
- async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
- try {
206
- page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
- page,
208
- (page: T_Page) => this.getPageLink(page),
209
- this.issuer
210
- );
211
-
212
- if (this.debugLog) {
213
- DyFM_Log.H_info(
214
- `Processing file: ${page.name}`,
215
- {
216
- 'Page name': page.name,
217
- 'Page filePath': page.filePath,
218
- 'Page parentedPath': page.parentedPath,
219
- /* 'Page content': page.content, */
220
- 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
- chunks: page.chunks.map(chunk => {
222
- return {
223
- 'Chunk name': chunk.documentName,
224
- 'Chunk path': chunk.path,
225
- 'Chunk index': chunk.chunkIndex,
226
- /* 'Chunk content': chunk.chunkContent, */
227
- 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
- }
229
- })
230
- }
231
- );
232
- }
233
-
234
- return page.chunks;
235
- } catch (error) {
236
- throw new DyFM_Error({
237
- ...this.getDefaultErrorSettings('chunkDocPages', error),
238
- errorCode: 'DCH-CSB-CP0',
239
- });
240
- }
241
- }
242
-
243
- getPageLink(page: T_Page): string {
244
- return DyNTS_DAI_Document_Util.getClickupPageLink(
245
- page.name,
246
- this.clickupWorkspaceId,
247
- page.externalDocumentId,
248
- page.externalPageId
249
- );
250
- }
251
-
252
- // async compareChunks(
253
- // newChunks: T_Chunk[],
254
- // oldChunks: T_Chunk[]
255
- // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
- // try {
257
- // if (this.debugLog) {
258
- // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
- // }
260
- //
261
- // if (newChunks.length === 0) {
262
- // return [];
263
- // }
264
- //
265
- // /* if (newChunks.some(chunk => !chunk.path)) {
266
- // throw new DyFM_Error({
267
- // ...this.getDefaultErrorSettings(
268
- // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
- // ),
270
- // errorCode: 'DCH-CSB-CCS1',
271
- // });
272
- // } */
273
- //
274
- // /* oldChunks ??= await this.findDataList({
275
- // path: newChunks[0].path,
276
- // } as DyFM_DBFilterSimple<T_Chunk>);
277
- // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
- //
279
- // return await DyFM_Array.asyncForEachAllAtOnce(
280
- // newChunks,
281
- // async (chunk) => {
282
- // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
- // }
284
- // )
285
- // } catch (error) {
286
- // throw new DyFM_Error({
287
- // ...this.getDefaultErrorSettings('compareChunks', error),
288
- // errorCode: 'DCH-CSB-CCS0',
289
- // });
290
- // }
291
- // }
292
-
1
+ import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
+ import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
+ import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
+ import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
+ import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
+ import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
+ import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
+ import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
+ import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
+
15
+
16
+ export class DyNTS_OAI_DocChunkDataService<
17
+ T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
+ T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
+ T_ExternalDocumentId = string,
20
+ T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
+ > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
+
23
+ /* override debugLog: boolean = false; */
24
+
25
+ clickupWorkspaceId: string;
26
+
27
+ constructor(
28
+ issuer: string,
29
+ openAiSettings: DyFM_OAI_Settings,
30
+ dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
+ ) {
32
+ super(
33
+ null,
34
+ dataParams,
35
+ openAiSettings,
36
+ issuer
37
+ );
38
+ }
39
+
40
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
+ return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
+ this.issuer,
43
+ this.openAISettings,
44
+ );
45
+ }
46
+
47
+ getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
+ return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
+ this.issuer,
50
+ this.openAISettings,
51
+ );
52
+ }
53
+
54
+ async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
+ try {
56
+ const newChunks: T_Chunk[] = await this.chunkPage(page);
57
+
58
+ const oldChunks: T_Chunk[] = await this.findDataList({
59
+ /* pageId: page._id, */
60
+ externalPageId: page.externalPageId,
61
+ } as DyFM_DBFilterSimple<T_Chunk>);
62
+ oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
+
64
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
+ for (let i = 0; i < newChunks.length; i++) {
66
+ const newChunk = newChunks[i];
67
+ newChunk.documentId = page.documentId;
68
+ newChunk.pageId = page._id;
69
+ newChunk.chunkIndex = i;
70
+
71
+ const oldChunk = oldChunks[i];
72
+ if (oldChunk) {
73
+ newChunk._id = oldChunk._id;
74
+ // Compare first to determine if we need to save
75
+ const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
+
77
+ if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
+ // No changes detected, reuse existing chunk without saving
79
+ chunkCompareResult.newChunk = oldChunk;
80
+ chunkCompareResults.push(chunkCompareResult);
81
+ } else {
82
+ // Changes detected, save the updated chunk
83
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
+ chunkCompareResult.newChunk = savedChunk;
85
+ chunkCompareResults.push(chunkCompareResult);
86
+ }
87
+ } else {
88
+ // New chunk, save it
89
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
+ chunkCompareResults.push({
91
+ result: DyNTS_DAI_CompareResult_Type.new,
92
+ newChunk: savedChunk,
93
+ oldChunk: null,
94
+ });
95
+ }
96
+ }
97
+
98
+ for (let i = newChunks.length; i < oldChunks.length; i++) {
99
+ const oldChunk = oldChunks[i];
100
+ await this.deleteData(oldChunk._id);
101
+ chunkCompareResults.push({
102
+ result: DyNTS_DAI_CompareResult_Type.deleted,
103
+ newChunk: null,
104
+ oldChunk: oldChunk,
105
+ });
106
+ }
107
+
108
+ return chunkCompareResults;
109
+ } catch (error) {
110
+ throw new DyFM_Error({
111
+ ...this.getDefaultErrorSettings('processPage', error),
112
+ errorCode: 'DCH-CSB-PP0',
113
+ });
114
+ }
115
+ }
116
+
117
+ async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
+ try {
119
+ const chunks: T_Chunk[] = await this.chunkPage(page);
120
+
121
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
+
123
+ for (let i = 0; i < chunks.length; i++) {
124
+ const chunk = chunks[i];
125
+ chunk.documentId = page.documentId;
126
+ chunk.pageId = page._id;
127
+ chunk.chunkIndex = i;
128
+
129
+ const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
+
131
+ chunkCompareResults.push({
132
+ result: DyNTS_DAI_CompareResult_Type.new,
133
+ newChunk: savedChunk,
134
+ oldChunk: null,
135
+ });
136
+ }
137
+
138
+ return chunkCompareResults;
139
+ } catch (error) {
140
+ throw new DyFM_Error({
141
+ ...this.getDefaultErrorSettings('processNewPage', error),
142
+ errorCode: 'DCH-CSB-PNP0',
143
+ });
144
+ }
145
+ }
146
+
147
+ async compareChunk(
148
+ newChunk: T_Chunk,
149
+ oldChunk: T_Chunk
150
+ ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
+ try {
152
+ if (!oldChunk) {
153
+ throw new DyFM_Error({
154
+ ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
+ errorCode: 'DCH-CSB-CC1',
156
+ });
157
+ }
158
+
159
+ if (this.debugLog) {
160
+ DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
+ }
162
+
163
+ // Compare all relevant fields for comprehensive change detection
164
+ const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
+ const pathEqual = oldChunk.path === newChunk.path;
166
+ const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
+ const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
+ const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
+
170
+ // Compare allFlaggedParents arrays
171
+ const allFlaggedParentsEqual = this.compareStringArrays(
172
+ oldChunk.allFlaggedParents || [],
173
+ newChunk.allFlaggedParents || []
174
+ );
175
+
176
+ if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
+ return {
178
+ result: DyNTS_DAI_CompareResult_Type.equal,
179
+ newChunk: newChunk,
180
+ oldChunk: oldChunk,
181
+ };
182
+ }
183
+
184
+ return {
185
+ result: DyNTS_DAI_CompareResult_Type.modified,
186
+ newChunk: newChunk,
187
+ oldChunk: oldChunk,
188
+ };
189
+ } catch (error) {
190
+ throw new DyFM_Error({
191
+ ...this.getDefaultErrorSettings('compareChunk', error),
192
+ errorCode: 'DCH-CSB-CC0',
193
+ });
194
+ }
195
+ }
196
+
197
+ private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
+ if (arr1.length !== arr2.length) {
199
+ return false;
200
+ }
201
+ return arr1.every((item, index) => item === arr2[index]);
202
+ }
203
+
204
+ async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
+ try {
206
+ page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
+ page,
208
+ (page: T_Page) => this.getPageLink(page),
209
+ this.issuer
210
+ );
211
+
212
+ if (this.debugLog) {
213
+ DyFM_Log.H_info(
214
+ `Processing file: ${page.name}`,
215
+ {
216
+ 'Page name': page.name,
217
+ 'Page filePath': page.filePath,
218
+ 'Page parentedPath': page.parentedPath,
219
+ /* 'Page content': page.content, */
220
+ 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
+ chunks: page.chunks.map(chunk => {
222
+ return {
223
+ 'Chunk name': chunk.documentName,
224
+ 'Chunk path': chunk.path,
225
+ 'Chunk index': chunk.chunkIndex,
226
+ /* 'Chunk content': chunk.chunkContent, */
227
+ 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
+ }
229
+ })
230
+ }
231
+ );
232
+ }
233
+
234
+ return page.chunks;
235
+ } catch (error) {
236
+ throw new DyFM_Error({
237
+ ...this.getDefaultErrorSettings('chunkDocPages', error),
238
+ errorCode: 'DCH-CSB-CP0',
239
+ });
240
+ }
241
+ }
242
+
243
+ getPageLink(page: T_Page): string {
244
+ return DyNTS_DAI_Document_Util.getClickupPageLink(
245
+ page.name,
246
+ this.clickupWorkspaceId,
247
+ page.externalDocumentId,
248
+ page.externalPageId
249
+ );
250
+ }
251
+
252
+ // async compareChunks(
253
+ // newChunks: T_Chunk[],
254
+ // oldChunks: T_Chunk[]
255
+ // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
+ // try {
257
+ // if (this.debugLog) {
258
+ // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
+ // }
260
+ //
261
+ // if (newChunks.length === 0) {
262
+ // return [];
263
+ // }
264
+ //
265
+ // /* if (newChunks.some(chunk => !chunk.path)) {
266
+ // throw new DyFM_Error({
267
+ // ...this.getDefaultErrorSettings(
268
+ // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
+ // ),
270
+ // errorCode: 'DCH-CSB-CCS1',
271
+ // });
272
+ // } */
273
+ //
274
+ // /* oldChunks ??= await this.findDataList({
275
+ // path: newChunks[0].path,
276
+ // } as DyFM_DBFilterSimple<T_Chunk>);
277
+ // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
+ //
279
+ // return await DyFM_Array.asyncForEachAllAtOnce(
280
+ // newChunks,
281
+ // async (chunk) => {
282
+ // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
+ // }
284
+ // )
285
+ // } catch (error) {
286
+ // throw new DyFM_Error({
287
+ // ...this.getDefaultErrorSettings('compareChunks', error),
288
+ // errorCode: 'DCH-CSB-CCS0',
289
+ // });
290
+ // }
291
+ // }
292
+
293
293
  }