@futdevpro/nts-dynamo 1.15.72 → 1.15.74

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (366) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.vscode/settings.json +10 -10
  17. package/HOWTO.md +15 -15
  18. package/LICENSE +21 -21
  19. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  20. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -0
  21. package/_specifications/BACKLOG.md +92 -92
  22. package/_specifications/TODO.md +15 -15
  23. package/_specifications/agent.md +138 -138
  24. package/build/_collections/global-settings.const.d.ts.map +1 -1
  25. package/build/_collections/global-settings.const.js +8 -0
  26. package/build/_collections/global-settings.const.js.map +1 -1
  27. package/build/_models/interfaces/global-settings.interface.d.ts +31 -0
  28. package/build/_models/interfaces/global-settings.interface.d.ts.map +1 -1
  29. package/build/_services/core/memory-guard.service.d.ts +56 -0
  30. package/build/_services/core/memory-guard.service.d.ts.map +1 -1
  31. package/build/_services/core/memory-guard.service.js +178 -6
  32. package/build/_services/core/memory-guard.service.js.map +1 -1
  33. package/eslint.config.js +3 -3
  34. package/nodemon.json +24 -24
  35. package/package.json +1 -1
  36. package/pnpm-workspace.yaml +5 -5
  37. package/scripts/run-coverage-tests.js +28 -28
  38. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  39. package/spec/support/helpers/ts-node-helper.js +93 -93
  40. package/spec/support/jasmine.coverage.json +24 -24
  41. package/spec/support/jasmine.json +24 -24
  42. package/src/_collections/archive.util.spec.ts +57 -57
  43. package/src/_collections/archive.util.ts +18 -18
  44. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  45. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  46. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  47. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  48. package/src/_collections/default-not-found-page.const.ts +22 -22
  49. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  50. package/src/_collections/default-socket-path.const.ts +2 -2
  51. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  52. package/src/_collections/get-environment-settings.util.ts +48 -48
  53. package/src/_collections/global-settings.const.ts +97 -89
  54. package/src/_collections/sample.env +21 -21
  55. package/src/_collections/star.controller.spec.ts +224 -224
  56. package/src/_collections/star.controller.ts +129 -129
  57. package/src/_enums/data-model-type.enum.ts +14 -14
  58. package/src/_enums/data-service-function.enum.ts +24 -24
  59. package/src/_enums/predefined-data-types.enum.ts +16 -16
  60. package/src/_enums/route-security.enum.ts +12 -12
  61. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  62. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  63. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  64. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  65. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  66. package/src/_models/control-models/app-params.control-model.ts +136 -136
  67. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  68. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  69. package/src/_models/control-models/endpoint-params.control-model.spec.ts +627 -627
  70. package/src/_models/control-models/endpoint-params.control-model.ts +627 -627
  71. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  72. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  73. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  74. package/src/_models/control-models/system-control.control-model.ts +12 -12
  75. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  76. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  77. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  78. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  79. package/src/_models/interfaces/global-settings.interface.ts +216 -185
  80. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  81. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  82. package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
  83. package/src/_models/types/db-update.type.ts +100 -100
  84. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  85. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  86. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  87. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  88. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  89. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  90. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  91. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  92. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  93. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  94. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  95. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  96. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  97. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  98. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  99. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  100. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  101. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  102. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  103. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  104. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  105. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  106. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  107. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  108. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  109. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  110. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  111. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  112. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  113. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  114. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  115. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  116. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  117. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  118. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  119. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  120. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  121. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
  122. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  123. package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -115
  124. package/src/_modules/ai/_services/ai-embedding-mock.service.ts +212 -212
  125. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  126. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -110
  127. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  128. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  129. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  130. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  131. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  132. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
  133. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  134. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  135. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  136. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  137. package/src/_modules/ai/index.ts +23 -23
  138. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  139. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  140. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  141. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  142. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  143. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  144. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  145. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  146. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  147. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  148. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  149. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  150. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  151. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  152. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  153. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  154. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  155. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  156. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  157. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  158. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  159. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  160. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  161. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  162. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  163. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  164. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  165. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  166. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  167. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  168. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  169. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  170. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  171. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  172. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  173. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  174. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  175. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  176. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  177. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  178. package/src/_modules/custom-data/index.ts +9 -9
  179. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  180. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  181. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  182. package/src/_modules/data-readers/index.ts +11 -11
  183. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  184. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  185. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  186. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  187. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  188. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  189. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  190. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  191. package/src/_modules/defaults/index.ts +17 -17
  192. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  193. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  194. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  195. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  196. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  197. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  198. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  199. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  200. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  201. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  202. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  203. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  204. package/src/_modules/discord-assistant/index.ts +38 -38
  205. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  206. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  207. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  208. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  209. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  210. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  211. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  212. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  213. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  214. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  215. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  216. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  217. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  218. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  219. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  220. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  221. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  222. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  223. package/src/_modules/discord-bot/index.ts +36 -36
  224. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  225. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  226. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  227. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  228. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  229. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  230. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  231. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -198
  232. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -146
  233. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  234. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -106
  235. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +507 -507
  236. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +272 -272
  237. package/src/_modules/local-vector-search/index.ts +16 -16
  238. package/src/_modules/logs/index.ts +11 -11
  239. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  240. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  241. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  242. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  243. package/src/_modules/mcp/index.ts +13 -13
  244. package/src/_modules/messaging/README.md +354 -354
  245. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  246. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  247. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  248. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  249. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  250. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  251. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  252. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  253. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  254. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  255. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  256. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  257. package/src/_modules/messaging/index.ts +30 -30
  258. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  259. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  260. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  261. package/src/_modules/mock/app-params.mock.ts +9 -9
  262. package/src/_modules/mock/app-server.mock.ts +188 -188
  263. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  264. package/src/_modules/mock/auth-service.mock.ts +28 -28
  265. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  266. package/src/_modules/mock/controller.mock.ts +16 -16
  267. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  268. package/src/_modules/mock/data-model.mock.ts +82 -82
  269. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  270. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  271. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  272. package/src/_modules/mock/email-service.mock.ts +20 -20
  273. package/src/_modules/mock/email-template.mock.html +14 -14
  274. package/src/_modules/mock/endpoint.mock.ts +91 -91
  275. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  276. package/src/_modules/mock/socket-client.mock.ts +45 -45
  277. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  278. package/src/_modules/mock/socket-server.mock.ts +46 -46
  279. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  280. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  281. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  282. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  283. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  284. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  285. package/src/_modules/oauth2/index.ts +17 -17
  286. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  287. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  288. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  289. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  290. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  291. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  292. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  293. package/src/_modules/scoped-config/index.ts +17 -17
  294. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  295. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  296. package/src/_modules/server/errors/errors.controller.spec.ts +241 -241
  297. package/src/_modules/server/errors/errors.controller.ts +489 -489
  298. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  299. package/src/_modules/server/index.ts +30 -30
  300. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  301. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  302. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  303. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  304. package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
  305. package/src/_modules/server/server-status/server-status.control-service.ts +396 -396
  306. package/src/_modules/server/server-status/server-status.controller.spec.ts +240 -240
  307. package/src/_modules/server/server-status/server-status.controller.ts +253 -253
  308. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  309. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  310. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  311. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  312. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  313. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  314. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  315. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  316. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  317. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  318. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  319. package/src/_modules/socket/app-extended.server.ts +630 -630
  320. package/src/_modules/socket/index.ts +42 -42
  321. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  322. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  323. package/src/_modules/test/index.ts +11 -11
  324. package/src/_modules/test/test.controller.spec.ts +72 -72
  325. package/src/_modules/test/test.controller.ts +115 -115
  326. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  327. package/src/_modules/usage/index.ts +15 -15
  328. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  329. package/src/_modules/usage/usage.controller.ts +126 -126
  330. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  331. package/src/_modules/usage/usage.data-service.ts +185 -185
  332. package/src/_services/base/api.service-base.spec.ts +125 -125
  333. package/src/_services/base/api.service-base.ts +74 -74
  334. package/src/_services/base/archive-data.service.spec.ts +196 -196
  335. package/src/_services/base/archive-data.service.ts +216 -216
  336. package/src/_services/base/data.service.spec.ts +674 -674
  337. package/src/_services/base/data.service.ts +2719 -2719
  338. package/src/_services/base/db.service.spec.ts +73 -73
  339. package/src/_services/base/db.service.ts +1575 -1575
  340. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  341. package/src/_services/base/singleton.service-base.ts +24 -24
  342. package/src/_services/base/singleton.service.spec.ts +114 -114
  343. package/src/_services/base/singleton.service.ts +38 -38
  344. package/src/_services/core/api.service.spec.ts +140 -140
  345. package/src/_services/core/auth.service.spec.ts +159 -159
  346. package/src/_services/core/auth.service.ts +174 -174
  347. package/src/_services/core/email.service.spec.ts +85 -85
  348. package/src/_services/core/email.service.ts +742 -742
  349. package/src/_services/core/global.service.spec.ts +292 -292
  350. package/src/_services/core/global.service.ts +475 -475
  351. package/src/_services/core/memory-guard.service.spec.ts +245 -165
  352. package/src/_services/core/memory-guard.service.ts +481 -281
  353. package/src/_services/core/service-collection.service.spec.ts +46 -46
  354. package/src/_services/core/service-collection.service.ts +6 -6
  355. package/src/_services/route/controller.service.spec.ts +53 -53
  356. package/src/_services/route/controller.service.ts +148 -148
  357. package/src/_services/route/routing-module.service.spec.ts +98 -98
  358. package/src/_services/route/routing-module.service.ts +330 -330
  359. package/src/_services/server/app.server.ts +1747 -1747
  360. package/src/_services/shared.static-service.spec.ts +99 -99
  361. package/src/_services/shared.static-service.ts +78 -78
  362. package/src/index.ts +96 -96
  363. package/tsconfig.app.json +12 -12
  364. package/tsconfig.json +42 -42
  365. package/.dynamo/logs/cicd-pipeline/output.log +0 -2875
  366. package/.dynamo/logs/cicd-pipeline/status.json +0 -94
@@ -1,293 +1,293 @@
1
- import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
- import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
- import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
- import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
- import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
- import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
- import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
- import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
- import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
- import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
- import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
- import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
-
15
-
16
- export class DyNTS_OAI_DocChunkDataService<
17
- T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
- T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
- T_ExternalDocumentId = string,
20
- T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
- > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
-
23
- /* override debugLog: boolean = false; */
24
-
25
- clickupWorkspaceId: string;
26
-
27
- constructor(
28
- issuer: string,
29
- openAiSettings: DyFM_OAI_Settings,
30
- dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
- ) {
32
- super(
33
- null,
34
- dataParams,
35
- openAiSettings,
36
- issuer
37
- );
38
- }
39
-
40
- getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
- return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
- this.issuer,
43
- this.openAISettings,
44
- );
45
- }
46
-
47
- getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
- return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
- this.issuer,
50
- this.openAISettings,
51
- );
52
- }
53
-
54
- async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
- try {
56
- const newChunks: T_Chunk[] = await this.chunkPage(page);
57
-
58
- const oldChunks: T_Chunk[] = await this.findDataList({
59
- /* pageId: page._id, */
60
- externalPageId: page.externalPageId,
61
- } as DyFM_DBFilterSimple<T_Chunk>);
62
- oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
-
64
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
- for (let i = 0; i < newChunks.length; i++) {
66
- const newChunk = newChunks[i];
67
- newChunk.documentId = page.documentId;
68
- newChunk.pageId = page._id;
69
- newChunk.chunkIndex = i;
70
-
71
- const oldChunk = oldChunks[i];
72
- if (oldChunk) {
73
- newChunk._id = oldChunk._id;
74
- // Compare first to determine if we need to save
75
- const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
-
77
- if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
- // No changes detected, reuse existing chunk without saving
79
- chunkCompareResult.newChunk = oldChunk;
80
- chunkCompareResults.push(chunkCompareResult);
81
- } else {
82
- // Changes detected, save the updated chunk
83
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
- chunkCompareResult.newChunk = savedChunk;
85
- chunkCompareResults.push(chunkCompareResult);
86
- }
87
- } else {
88
- // New chunk, save it
89
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
- chunkCompareResults.push({
91
- result: DyNTS_DAI_CompareResult_Type.new,
92
- newChunk: savedChunk,
93
- oldChunk: null,
94
- });
95
- }
96
- }
97
-
98
- for (let i = newChunks.length; i < oldChunks.length; i++) {
99
- const oldChunk = oldChunks[i];
100
- await this.deleteData(oldChunk._id);
101
- chunkCompareResults.push({
102
- result: DyNTS_DAI_CompareResult_Type.deleted,
103
- newChunk: null,
104
- oldChunk: oldChunk,
105
- });
106
- }
107
-
108
- return chunkCompareResults;
109
- } catch (error) {
110
- throw new DyFM_Error({
111
- ...this.getDefaultErrorSettings('processPage', error),
112
- errorCode: 'DCH-CSB-PP0',
113
- });
114
- }
115
- }
116
-
117
- async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
- try {
119
- const chunks: T_Chunk[] = await this.chunkPage(page);
120
-
121
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
-
123
- for (let i = 0; i < chunks.length; i++) {
124
- const chunk = chunks[i];
125
- chunk.documentId = page.documentId;
126
- chunk.pageId = page._id;
127
- chunk.chunkIndex = i;
128
-
129
- const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
-
131
- chunkCompareResults.push({
132
- result: DyNTS_DAI_CompareResult_Type.new,
133
- newChunk: savedChunk,
134
- oldChunk: null,
135
- });
136
- }
137
-
138
- return chunkCompareResults;
139
- } catch (error) {
140
- throw new DyFM_Error({
141
- ...this.getDefaultErrorSettings('processNewPage', error),
142
- errorCode: 'DCH-CSB-PNP0',
143
- });
144
- }
145
- }
146
-
147
- async compareChunk(
148
- newChunk: T_Chunk,
149
- oldChunk: T_Chunk
150
- ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
- try {
152
- if (!oldChunk) {
153
- throw new DyFM_Error({
154
- ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
- errorCode: 'DCH-CSB-CC1',
156
- });
157
- }
158
-
159
- if (this.debugLog) {
160
- DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
- }
162
-
163
- // Compare all relevant fields for comprehensive change detection
164
- const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
- const pathEqual = oldChunk.path === newChunk.path;
166
- const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
- const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
- const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
-
170
- // Compare allFlaggedParents arrays
171
- const allFlaggedParentsEqual = this.compareStringArrays(
172
- oldChunk.allFlaggedParents || [],
173
- newChunk.allFlaggedParents || []
174
- );
175
-
176
- if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
- return {
178
- result: DyNTS_DAI_CompareResult_Type.equal,
179
- newChunk: newChunk,
180
- oldChunk: oldChunk,
181
- };
182
- }
183
-
184
- return {
185
- result: DyNTS_DAI_CompareResult_Type.modified,
186
- newChunk: newChunk,
187
- oldChunk: oldChunk,
188
- };
189
- } catch (error) {
190
- throw new DyFM_Error({
191
- ...this.getDefaultErrorSettings('compareChunk', error),
192
- errorCode: 'DCH-CSB-CC0',
193
- });
194
- }
195
- }
196
-
197
- private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
- if (arr1.length !== arr2.length) {
199
- return false;
200
- }
201
- return arr1.every((item, index) => item === arr2[index]);
202
- }
203
-
204
- async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
- try {
206
- page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
- page,
208
- (page: T_Page) => this.getPageLink(page),
209
- this.issuer
210
- );
211
-
212
- if (this.debugLog) {
213
- DyFM_Log.H_info(
214
- `Processing file: ${page.name}`,
215
- {
216
- 'Page name': page.name,
217
- 'Page filePath': page.filePath,
218
- 'Page parentedPath': page.parentedPath,
219
- /* 'Page content': page.content, */
220
- 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
- chunks: page.chunks.map(chunk => {
222
- return {
223
- 'Chunk name': chunk.documentName,
224
- 'Chunk path': chunk.path,
225
- 'Chunk index': chunk.chunkIndex,
226
- /* 'Chunk content': chunk.chunkContent, */
227
- 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
- }
229
- })
230
- }
231
- );
232
- }
233
-
234
- return page.chunks;
235
- } catch (error) {
236
- throw new DyFM_Error({
237
- ...this.getDefaultErrorSettings('chunkDocPages', error),
238
- errorCode: 'DCH-CSB-CP0',
239
- });
240
- }
241
- }
242
-
243
- getPageLink(page: T_Page): string {
244
- return DyNTS_DAI_Document_Util.getClickupPageLink(
245
- page.name,
246
- this.clickupWorkspaceId,
247
- page.externalDocumentId,
248
- page.externalPageId
249
- );
250
- }
251
-
252
- // async compareChunks(
253
- // newChunks: T_Chunk[],
254
- // oldChunks: T_Chunk[]
255
- // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
- // try {
257
- // if (this.debugLog) {
258
- // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
- // }
260
- //
261
- // if (newChunks.length === 0) {
262
- // return [];
263
- // }
264
- //
265
- // /* if (newChunks.some(chunk => !chunk.path)) {
266
- // throw new DyFM_Error({
267
- // ...this.getDefaultErrorSettings(
268
- // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
- // ),
270
- // errorCode: 'DCH-CSB-CCS1',
271
- // });
272
- // } */
273
- //
274
- // /* oldChunks ??= await this.findDataList({
275
- // path: newChunks[0].path,
276
- // } as DyFM_DBFilterSimple<T_Chunk>);
277
- // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
- //
279
- // return await DyFM_Array.asyncForEachAllAtOnce(
280
- // newChunks,
281
- // async (chunk) => {
282
- // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
- // }
284
- // )
285
- // } catch (error) {
286
- // throw new DyFM_Error({
287
- // ...this.getDefaultErrorSettings('compareChunks', error),
288
- // errorCode: 'DCH-CSB-CCS0',
289
- // });
290
- // }
291
- // }
292
-
1
+ import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
+ import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
+ import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
+ import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
+ import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
+ import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
+ import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
+ import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
+ import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
+
15
+
16
+ export class DyNTS_OAI_DocChunkDataService<
17
+ T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
+ T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
+ T_ExternalDocumentId = string,
20
+ T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
+ > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
+
23
+ /* override debugLog: boolean = false; */
24
+
25
+ clickupWorkspaceId: string;
26
+
27
+ constructor(
28
+ issuer: string,
29
+ openAiSettings: DyFM_OAI_Settings,
30
+ dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
+ ) {
32
+ super(
33
+ null,
34
+ dataParams,
35
+ openAiSettings,
36
+ issuer
37
+ );
38
+ }
39
+
40
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
+ return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
+ this.issuer,
43
+ this.openAISettings,
44
+ );
45
+ }
46
+
47
+ getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
+ return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
+ this.issuer,
50
+ this.openAISettings,
51
+ );
52
+ }
53
+
54
+ async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
+ try {
56
+ const newChunks: T_Chunk[] = await this.chunkPage(page);
57
+
58
+ const oldChunks: T_Chunk[] = await this.findDataList({
59
+ /* pageId: page._id, */
60
+ externalPageId: page.externalPageId,
61
+ } as DyFM_DBFilterSimple<T_Chunk>);
62
+ oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
+
64
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
+ for (let i = 0; i < newChunks.length; i++) {
66
+ const newChunk = newChunks[i];
67
+ newChunk.documentId = page.documentId;
68
+ newChunk.pageId = page._id;
69
+ newChunk.chunkIndex = i;
70
+
71
+ const oldChunk = oldChunks[i];
72
+ if (oldChunk) {
73
+ newChunk._id = oldChunk._id;
74
+ // Compare first to determine if we need to save
75
+ const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
+
77
+ if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
+ // No changes detected, reuse existing chunk without saving
79
+ chunkCompareResult.newChunk = oldChunk;
80
+ chunkCompareResults.push(chunkCompareResult);
81
+ } else {
82
+ // Changes detected, save the updated chunk
83
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
+ chunkCompareResult.newChunk = savedChunk;
85
+ chunkCompareResults.push(chunkCompareResult);
86
+ }
87
+ } else {
88
+ // New chunk, save it
89
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
+ chunkCompareResults.push({
91
+ result: DyNTS_DAI_CompareResult_Type.new,
92
+ newChunk: savedChunk,
93
+ oldChunk: null,
94
+ });
95
+ }
96
+ }
97
+
98
+ for (let i = newChunks.length; i < oldChunks.length; i++) {
99
+ const oldChunk = oldChunks[i];
100
+ await this.deleteData(oldChunk._id);
101
+ chunkCompareResults.push({
102
+ result: DyNTS_DAI_CompareResult_Type.deleted,
103
+ newChunk: null,
104
+ oldChunk: oldChunk,
105
+ });
106
+ }
107
+
108
+ return chunkCompareResults;
109
+ } catch (error) {
110
+ throw new DyFM_Error({
111
+ ...this.getDefaultErrorSettings('processPage', error),
112
+ errorCode: 'DCH-CSB-PP0',
113
+ });
114
+ }
115
+ }
116
+
117
+ async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
+ try {
119
+ const chunks: T_Chunk[] = await this.chunkPage(page);
120
+
121
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
+
123
+ for (let i = 0; i < chunks.length; i++) {
124
+ const chunk = chunks[i];
125
+ chunk.documentId = page.documentId;
126
+ chunk.pageId = page._id;
127
+ chunk.chunkIndex = i;
128
+
129
+ const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
+
131
+ chunkCompareResults.push({
132
+ result: DyNTS_DAI_CompareResult_Type.new,
133
+ newChunk: savedChunk,
134
+ oldChunk: null,
135
+ });
136
+ }
137
+
138
+ return chunkCompareResults;
139
+ } catch (error) {
140
+ throw new DyFM_Error({
141
+ ...this.getDefaultErrorSettings('processNewPage', error),
142
+ errorCode: 'DCH-CSB-PNP0',
143
+ });
144
+ }
145
+ }
146
+
147
+ async compareChunk(
148
+ newChunk: T_Chunk,
149
+ oldChunk: T_Chunk
150
+ ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
+ try {
152
+ if (!oldChunk) {
153
+ throw new DyFM_Error({
154
+ ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
+ errorCode: 'DCH-CSB-CC1',
156
+ });
157
+ }
158
+
159
+ if (this.debugLog) {
160
+ DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
+ }
162
+
163
+ // Compare all relevant fields for comprehensive change detection
164
+ const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
+ const pathEqual = oldChunk.path === newChunk.path;
166
+ const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
+ const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
+ const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
+
170
+ // Compare allFlaggedParents arrays
171
+ const allFlaggedParentsEqual = this.compareStringArrays(
172
+ oldChunk.allFlaggedParents || [],
173
+ newChunk.allFlaggedParents || []
174
+ );
175
+
176
+ if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
+ return {
178
+ result: DyNTS_DAI_CompareResult_Type.equal,
179
+ newChunk: newChunk,
180
+ oldChunk: oldChunk,
181
+ };
182
+ }
183
+
184
+ return {
185
+ result: DyNTS_DAI_CompareResult_Type.modified,
186
+ newChunk: newChunk,
187
+ oldChunk: oldChunk,
188
+ };
189
+ } catch (error) {
190
+ throw new DyFM_Error({
191
+ ...this.getDefaultErrorSettings('compareChunk', error),
192
+ errorCode: 'DCH-CSB-CC0',
193
+ });
194
+ }
195
+ }
196
+
197
+ private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
+ if (arr1.length !== arr2.length) {
199
+ return false;
200
+ }
201
+ return arr1.every((item, index) => item === arr2[index]);
202
+ }
203
+
204
+ async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
+ try {
206
+ page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
+ page,
208
+ (page: T_Page) => this.getPageLink(page),
209
+ this.issuer
210
+ );
211
+
212
+ if (this.debugLog) {
213
+ DyFM_Log.H_info(
214
+ `Processing file: ${page.name}`,
215
+ {
216
+ 'Page name': page.name,
217
+ 'Page filePath': page.filePath,
218
+ 'Page parentedPath': page.parentedPath,
219
+ /* 'Page content': page.content, */
220
+ 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
+ chunks: page.chunks.map(chunk => {
222
+ return {
223
+ 'Chunk name': chunk.documentName,
224
+ 'Chunk path': chunk.path,
225
+ 'Chunk index': chunk.chunkIndex,
226
+ /* 'Chunk content': chunk.chunkContent, */
227
+ 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
+ }
229
+ })
230
+ }
231
+ );
232
+ }
233
+
234
+ return page.chunks;
235
+ } catch (error) {
236
+ throw new DyFM_Error({
237
+ ...this.getDefaultErrorSettings('chunkDocPages', error),
238
+ errorCode: 'DCH-CSB-CP0',
239
+ });
240
+ }
241
+ }
242
+
243
+ getPageLink(page: T_Page): string {
244
+ return DyNTS_DAI_Document_Util.getClickupPageLink(
245
+ page.name,
246
+ this.clickupWorkspaceId,
247
+ page.externalDocumentId,
248
+ page.externalPageId
249
+ );
250
+ }
251
+
252
+ // async compareChunks(
253
+ // newChunks: T_Chunk[],
254
+ // oldChunks: T_Chunk[]
255
+ // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
+ // try {
257
+ // if (this.debugLog) {
258
+ // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
+ // }
260
+ //
261
+ // if (newChunks.length === 0) {
262
+ // return [];
263
+ // }
264
+ //
265
+ // /* if (newChunks.some(chunk => !chunk.path)) {
266
+ // throw new DyFM_Error({
267
+ // ...this.getDefaultErrorSettings(
268
+ // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
+ // ),
270
+ // errorCode: 'DCH-CSB-CCS1',
271
+ // });
272
+ // } */
273
+ //
274
+ // /* oldChunks ??= await this.findDataList({
275
+ // path: newChunks[0].path,
276
+ // } as DyFM_DBFilterSimple<T_Chunk>);
277
+ // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
+ //
279
+ // return await DyFM_Array.asyncForEachAllAtOnce(
280
+ // newChunks,
281
+ // async (chunk) => {
282
+ // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
+ // }
284
+ // )
285
+ // } catch (error) {
286
+ // throw new DyFM_Error({
287
+ // ...this.getDefaultErrorSettings('compareChunks', error),
288
+ // errorCode: 'DCH-CSB-CCS0',
289
+ // });
290
+ // }
291
+ // }
292
+
293
293
  }