@futdevpro/nts-dynamo 1.15.102 → 1.15.104

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (371) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/pipeline.cicd.config.json +3 -3
  17. package/.vscode/settings.json +10 -10
  18. package/HOWTO.md +15 -15
  19. package/LICENSE +21 -21
  20. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  21. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  22. package/_specifications/BACKLOG.md +92 -92
  23. package/_specifications/TODO.md +15 -15
  24. package/_specifications/agent.md +138 -138
  25. package/build/_collections/client-safe-error.util.d.ts +9 -3
  26. package/build/_collections/client-safe-error.util.d.ts.map +1 -1
  27. package/build/_collections/client-safe-error.util.js +32 -3
  28. package/build/_collections/client-safe-error.util.js.map +1 -1
  29. package/eslint.config.js +3 -3
  30. package/nodemon.json +24 -24
  31. package/package.json +3 -3
  32. package/pnpm-workspace.yaml +5 -5
  33. package/scripts/run-coverage-tests.js +28 -28
  34. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  35. package/spec/support/helpers/ts-node-helper.js +93 -93
  36. package/spec/support/jasmine.coverage.json +24 -24
  37. package/spec/support/jasmine.json +24 -24
  38. package/src/_collections/archive.util.spec.ts +57 -57
  39. package/src/_collections/archive.util.ts +18 -18
  40. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  41. package/src/_collections/client-safe-error.util.spec.ts +58 -2
  42. package/src/_collections/client-safe-error.util.ts +38 -3
  43. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  44. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  45. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  46. package/src/_collections/default-not-found-page.const.ts +22 -22
  47. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  48. package/src/_collections/default-socket-path.const.ts +2 -2
  49. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  50. package/src/_collections/get-environment-settings.util.ts +48 -48
  51. package/src/_collections/global-settings.const.ts +126 -126
  52. package/src/_collections/sample.env +21 -21
  53. package/src/_collections/star.controller.spec.ts +224 -224
  54. package/src/_collections/star.controller.ts +129 -129
  55. package/src/_enums/data-model-type.enum.ts +14 -14
  56. package/src/_enums/data-service-function.enum.ts +24 -24
  57. package/src/_enums/predefined-data-types.enum.ts +16 -16
  58. package/src/_enums/route-security.enum.ts +12 -12
  59. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  60. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  61. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  62. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  63. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  64. package/src/_models/control-models/app-params.control-model.ts +136 -136
  65. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  66. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  67. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  68. package/src/_models/control-models/endpoint-params.control-model.ts +628 -628
  69. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  70. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  71. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  72. package/src/_models/control-models/system-control.control-model.ts +12 -12
  73. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  74. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  75. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  76. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  77. package/src/_models/interfaces/global-settings.interface.ts +286 -286
  78. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  79. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  80. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  81. package/src/_models/types/db-update.type.ts +100 -100
  82. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  83. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  84. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  85. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  86. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  87. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  88. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  89. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  90. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  91. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  92. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  93. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  94. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  95. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  96. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  97. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  98. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  99. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  100. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  101. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  102. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  103. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  104. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  105. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  106. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  107. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  108. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  109. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  110. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  111. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  112. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  113. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  114. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  115. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  116. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  117. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  118. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  119. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
  120. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  121. package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -115
  122. package/src/_modules/ai/_services/ai-embedding-mock.service.ts +212 -212
  123. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  124. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -110
  125. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  126. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  127. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  128. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  129. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  130. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
  131. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  132. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  133. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  134. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  135. package/src/_modules/ai/index.ts +23 -23
  136. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  137. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  138. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  139. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  140. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  141. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  142. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  143. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  144. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  145. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  146. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  147. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  148. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  149. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  150. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  151. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  152. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  153. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  154. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  155. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  156. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  157. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  158. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  159. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  160. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  161. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  162. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  163. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  164. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  165. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  166. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  167. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  168. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  169. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  170. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  171. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  172. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  173. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  174. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  175. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  176. package/src/_modules/custom-data/index.ts +9 -9
  177. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  178. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  179. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  180. package/src/_modules/data-readers/index.ts +11 -11
  181. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  182. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  183. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  184. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  185. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  186. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  187. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  188. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  189. package/src/_modules/defaults/index.ts +17 -17
  190. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  191. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  192. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  193. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  194. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  195. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  196. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  197. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  198. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  199. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  200. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  201. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  202. package/src/_modules/discord-assistant/index.ts +38 -38
  203. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  204. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  205. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  206. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  207. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  208. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  209. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  210. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  211. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  212. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  213. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  214. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  215. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  216. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  217. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  218. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  219. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  220. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  221. package/src/_modules/discord-bot/index.ts +36 -36
  222. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  223. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  224. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  225. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  226. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  227. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  228. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  229. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -198
  230. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -146
  231. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  232. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -106
  233. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +507 -507
  234. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +272 -272
  235. package/src/_modules/local-vector-search/index.ts +16 -16
  236. package/src/_modules/logs/index.ts +11 -11
  237. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  238. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  239. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  240. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  241. package/src/_modules/mcp/index.ts +13 -13
  242. package/src/_modules/messaging/README.md +354 -354
  243. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  244. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  245. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  246. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  247. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  248. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  249. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  250. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  251. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  252. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  253. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  254. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  255. package/src/_modules/messaging/index.ts +30 -30
  256. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  257. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  258. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  259. package/src/_modules/mock/app-params.mock.ts +9 -9
  260. package/src/_modules/mock/app-server.mock.ts +188 -188
  261. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  262. package/src/_modules/mock/auth-service.mock.ts +28 -28
  263. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  264. package/src/_modules/mock/controller.mock.ts +16 -16
  265. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  266. package/src/_modules/mock/data-model.mock.ts +82 -82
  267. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  268. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  269. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  270. package/src/_modules/mock/email-service.mock.ts +20 -20
  271. package/src/_modules/mock/email-template.mock.html +14 -14
  272. package/src/_modules/mock/endpoint.mock.ts +91 -91
  273. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  274. package/src/_modules/mock/socket-client.mock.ts +45 -45
  275. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  276. package/src/_modules/mock/socket-server.mock.ts +46 -46
  277. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  278. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  279. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  280. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  281. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  282. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  283. package/src/_modules/oauth2/index.ts +17 -17
  284. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  285. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  286. package/src/_modules/scheduler/index.ts +8 -8
  287. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  288. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  289. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  290. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  291. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  292. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  293. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  294. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  295. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  296. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  297. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  298. package/src/_modules/scoped-config/index.ts +17 -17
  299. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  300. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  301. package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
  302. package/src/_modules/server/errors/errors.controller.ts +515 -515
  303. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  304. package/src/_modules/server/index.ts +30 -30
  305. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  306. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  307. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  308. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  309. package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
  310. package/src/_modules/server/server-status/server-status.control-service.ts +396 -396
  311. package/src/_modules/server/server-status/server-status.controller.spec.ts +255 -255
  312. package/src/_modules/server/server-status/server-status.controller.ts +292 -292
  313. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  314. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  315. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  316. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  317. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  318. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  319. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  320. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  321. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  322. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  323. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  324. package/src/_modules/socket/app-extended.server.ts +642 -642
  325. package/src/_modules/socket/index.ts +42 -42
  326. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  327. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  328. package/src/_modules/test/index.ts +11 -11
  329. package/src/_modules/test/test.controller.spec.ts +72 -72
  330. package/src/_modules/test/test.controller.ts +115 -115
  331. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  332. package/src/_modules/usage/index.ts +15 -15
  333. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  334. package/src/_modules/usage/usage.controller.ts +126 -126
  335. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  336. package/src/_modules/usage/usage.data-service.ts +185 -185
  337. package/src/_services/base/api.service-base.spec.ts +125 -125
  338. package/src/_services/base/api.service-base.ts +74 -74
  339. package/src/_services/base/archive-data.service.spec.ts +209 -209
  340. package/src/_services/base/archive-data.service.ts +223 -223
  341. package/src/_services/base/data.service.spec.ts +729 -729
  342. package/src/_services/base/data.service.ts +2758 -2758
  343. package/src/_services/base/db.service.spec.ts +160 -160
  344. package/src/_services/base/db.service.ts +1644 -1644
  345. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  346. package/src/_services/base/singleton.service-base.ts +24 -24
  347. package/src/_services/base/singleton.service.spec.ts +114 -114
  348. package/src/_services/base/singleton.service.ts +38 -38
  349. package/src/_services/core/api.service.spec.ts +140 -140
  350. package/src/_services/core/auth.service.spec.ts +159 -159
  351. package/src/_services/core/auth.service.ts +174 -174
  352. package/src/_services/core/email.service.spec.ts +85 -85
  353. package/src/_services/core/email.service.ts +757 -757
  354. package/src/_services/core/global.service.spec.ts +292 -292
  355. package/src/_services/core/global.service.ts +487 -487
  356. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  357. package/src/_services/core/memory-guard.service.ts +481 -481
  358. package/src/_services/core/service-collection.service.spec.ts +46 -46
  359. package/src/_services/core/service-collection.service.ts +6 -6
  360. package/src/_services/route/controller.service.spec.ts +53 -53
  361. package/src/_services/route/controller.service.ts +148 -148
  362. package/src/_services/route/routing-module.service.spec.ts +98 -98
  363. package/src/_services/route/routing-module.service.ts +330 -330
  364. package/src/_services/server/app.server.ts +1985 -1985
  365. package/src/_services/shared.static-service.spec.ts +99 -99
  366. package/src/_services/shared.static-service.ts +78 -78
  367. package/src/index.ts +100 -100
  368. package/tsconfig.app.json +12 -12
  369. package/tsconfig.json +42 -42
  370. package/.dynamo/logs/cicd-pipeline/output.log +0 -2855
  371. package/.dynamo/logs/cicd-pipeline/status.json +0 -74
@@ -1,293 +1,293 @@
1
- import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
- import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
- import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
- import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
- import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
- import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
- import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
- import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
- import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
- import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
- import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
- import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
-
15
-
16
- export class DyNTS_OAI_DocChunkDataService<
17
- T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
- T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
- T_ExternalDocumentId = string,
20
- T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
- > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
-
23
- /* override debugLog: boolean = false; */
24
-
25
- clickupWorkspaceId: string;
26
-
27
- constructor(
28
- issuer: string,
29
- openAiSettings: DyFM_OAI_Settings,
30
- dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
- ) {
32
- super(
33
- null,
34
- dataParams,
35
- openAiSettings,
36
- issuer
37
- );
38
- }
39
-
40
- getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
- return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
- this.issuer,
43
- this.openAISettings,
44
- );
45
- }
46
-
47
- getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
- return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
- this.issuer,
50
- this.openAISettings,
51
- );
52
- }
53
-
54
- async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
- try {
56
- const newChunks: T_Chunk[] = await this.chunkPage(page);
57
-
58
- const oldChunks: T_Chunk[] = await this.findDataList({
59
- /* pageId: page._id, */
60
- externalPageId: page.externalPageId,
61
- } as DyFM_DBFilterSimple<T_Chunk>);
62
- oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
-
64
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
- for (let i = 0; i < newChunks.length; i++) {
66
- const newChunk = newChunks[i];
67
- newChunk.documentId = page.documentId;
68
- newChunk.pageId = page._id;
69
- newChunk.chunkIndex = i;
70
-
71
- const oldChunk = oldChunks[i];
72
- if (oldChunk) {
73
- newChunk._id = oldChunk._id;
74
- // Compare first to determine if we need to save
75
- const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
-
77
- if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
- // No changes detected, reuse existing chunk without saving
79
- chunkCompareResult.newChunk = oldChunk;
80
- chunkCompareResults.push(chunkCompareResult);
81
- } else {
82
- // Changes detected, save the updated chunk
83
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
- chunkCompareResult.newChunk = savedChunk;
85
- chunkCompareResults.push(chunkCompareResult);
86
- }
87
- } else {
88
- // New chunk, save it
89
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
- chunkCompareResults.push({
91
- result: DyNTS_DAI_CompareResult_Type.new,
92
- newChunk: savedChunk,
93
- oldChunk: null,
94
- });
95
- }
96
- }
97
-
98
- for (let i = newChunks.length; i < oldChunks.length; i++) {
99
- const oldChunk = oldChunks[i];
100
- await this.deleteData(oldChunk._id);
101
- chunkCompareResults.push({
102
- result: DyNTS_DAI_CompareResult_Type.deleted,
103
- newChunk: null,
104
- oldChunk: oldChunk,
105
- });
106
- }
107
-
108
- return chunkCompareResults;
109
- } catch (error) {
110
- throw new DyFM_Error({
111
- ...this.getDefaultErrorSettings('processPage', error),
112
- errorCode: 'DCH-CSB-PP0',
113
- });
114
- }
115
- }
116
-
117
- async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
- try {
119
- const chunks: T_Chunk[] = await this.chunkPage(page);
120
-
121
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
-
123
- for (let i = 0; i < chunks.length; i++) {
124
- const chunk = chunks[i];
125
- chunk.documentId = page.documentId;
126
- chunk.pageId = page._id;
127
- chunk.chunkIndex = i;
128
-
129
- const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
-
131
- chunkCompareResults.push({
132
- result: DyNTS_DAI_CompareResult_Type.new,
133
- newChunk: savedChunk,
134
- oldChunk: null,
135
- });
136
- }
137
-
138
- return chunkCompareResults;
139
- } catch (error) {
140
- throw new DyFM_Error({
141
- ...this.getDefaultErrorSettings('processNewPage', error),
142
- errorCode: 'DCH-CSB-PNP0',
143
- });
144
- }
145
- }
146
-
147
- async compareChunk(
148
- newChunk: T_Chunk,
149
- oldChunk: T_Chunk
150
- ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
- try {
152
- if (!oldChunk) {
153
- throw new DyFM_Error({
154
- ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
- errorCode: 'DCH-CSB-CC1',
156
- });
157
- }
158
-
159
- if (this.debugLog) {
160
- DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
- }
162
-
163
- // Compare all relevant fields for comprehensive change detection
164
- const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
- const pathEqual = oldChunk.path === newChunk.path;
166
- const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
- const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
- const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
-
170
- // Compare allFlaggedParents arrays
171
- const allFlaggedParentsEqual = this.compareStringArrays(
172
- oldChunk.allFlaggedParents || [],
173
- newChunk.allFlaggedParents || []
174
- );
175
-
176
- if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
- return {
178
- result: DyNTS_DAI_CompareResult_Type.equal,
179
- newChunk: newChunk,
180
- oldChunk: oldChunk,
181
- };
182
- }
183
-
184
- return {
185
- result: DyNTS_DAI_CompareResult_Type.modified,
186
- newChunk: newChunk,
187
- oldChunk: oldChunk,
188
- };
189
- } catch (error) {
190
- throw new DyFM_Error({
191
- ...this.getDefaultErrorSettings('compareChunk', error),
192
- errorCode: 'DCH-CSB-CC0',
193
- });
194
- }
195
- }
196
-
197
- private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
- if (arr1.length !== arr2.length) {
199
- return false;
200
- }
201
- return arr1.every((item, index) => item === arr2[index]);
202
- }
203
-
204
- async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
- try {
206
- page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
- page,
208
- (page: T_Page) => this.getPageLink(page),
209
- this.issuer
210
- );
211
-
212
- if (this.debugLog) {
213
- DyFM_Log.H_info(
214
- `Processing file: ${page.name}`,
215
- {
216
- 'Page name': page.name,
217
- 'Page filePath': page.filePath,
218
- 'Page parentedPath': page.parentedPath,
219
- /* 'Page content': page.content, */
220
- 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
- chunks: page.chunks.map(chunk => {
222
- return {
223
- 'Chunk name': chunk.documentName,
224
- 'Chunk path': chunk.path,
225
- 'Chunk index': chunk.chunkIndex,
226
- /* 'Chunk content': chunk.chunkContent, */
227
- 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
- }
229
- })
230
- }
231
- );
232
- }
233
-
234
- return page.chunks;
235
- } catch (error) {
236
- throw new DyFM_Error({
237
- ...this.getDefaultErrorSettings('chunkDocPages', error),
238
- errorCode: 'DCH-CSB-CP0',
239
- });
240
- }
241
- }
242
-
243
- getPageLink(page: T_Page): string {
244
- return DyNTS_DAI_Document_Util.getClickupPageLink(
245
- page.name,
246
- this.clickupWorkspaceId,
247
- page.externalDocumentId,
248
- page.externalPageId
249
- );
250
- }
251
-
252
- // async compareChunks(
253
- // newChunks: T_Chunk[],
254
- // oldChunks: T_Chunk[]
255
- // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
- // try {
257
- // if (this.debugLog) {
258
- // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
- // }
260
- //
261
- // if (newChunks.length === 0) {
262
- // return [];
263
- // }
264
- //
265
- // /* if (newChunks.some(chunk => !chunk.path)) {
266
- // throw new DyFM_Error({
267
- // ...this.getDefaultErrorSettings(
268
- // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
- // ),
270
- // errorCode: 'DCH-CSB-CCS1',
271
- // });
272
- // } */
273
- //
274
- // /* oldChunks ??= await this.findDataList({
275
- // path: newChunks[0].path,
276
- // } as DyFM_DBFilterSimple<T_Chunk>);
277
- // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
- //
279
- // return await DyFM_Array.asyncForEachAllAtOnce(
280
- // newChunks,
281
- // async (chunk) => {
282
- // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
- // }
284
- // )
285
- // } catch (error) {
286
- // throw new DyFM_Error({
287
- // ...this.getDefaultErrorSettings('compareChunks', error),
288
- // errorCode: 'DCH-CSB-CCS0',
289
- // });
290
- // }
291
- // }
292
-
1
+ import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
+ import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
+ import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
+ import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
+ import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
+ import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
+ import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
+ import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
+ import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
+
15
+
16
+ export class DyNTS_OAI_DocChunkDataService<
17
+ T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
+ T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
+ T_ExternalDocumentId = string,
20
+ T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
+ > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
+
23
+ /* override debugLog: boolean = false; */
24
+
25
+ clickupWorkspaceId: string;
26
+
27
+ constructor(
28
+ issuer: string,
29
+ openAiSettings: DyFM_OAI_Settings,
30
+ dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
+ ) {
32
+ super(
33
+ null,
34
+ dataParams,
35
+ openAiSettings,
36
+ issuer
37
+ );
38
+ }
39
+
40
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
+ return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
+ this.issuer,
43
+ this.openAISettings,
44
+ );
45
+ }
46
+
47
+ getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
+ return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
+ this.issuer,
50
+ this.openAISettings,
51
+ );
52
+ }
53
+
54
+ async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
+ try {
56
+ const newChunks: T_Chunk[] = await this.chunkPage(page);
57
+
58
+ const oldChunks: T_Chunk[] = await this.findDataList({
59
+ /* pageId: page._id, */
60
+ externalPageId: page.externalPageId,
61
+ } as DyFM_DBFilterSimple<T_Chunk>);
62
+ oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
+
64
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
+ for (let i = 0; i < newChunks.length; i++) {
66
+ const newChunk = newChunks[i];
67
+ newChunk.documentId = page.documentId;
68
+ newChunk.pageId = page._id;
69
+ newChunk.chunkIndex = i;
70
+
71
+ const oldChunk = oldChunks[i];
72
+ if (oldChunk) {
73
+ newChunk._id = oldChunk._id;
74
+ // Compare first to determine if we need to save
75
+ const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
+
77
+ if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
+ // No changes detected, reuse existing chunk without saving
79
+ chunkCompareResult.newChunk = oldChunk;
80
+ chunkCompareResults.push(chunkCompareResult);
81
+ } else {
82
+ // Changes detected, save the updated chunk
83
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
+ chunkCompareResult.newChunk = savedChunk;
85
+ chunkCompareResults.push(chunkCompareResult);
86
+ }
87
+ } else {
88
+ // New chunk, save it
89
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
+ chunkCompareResults.push({
91
+ result: DyNTS_DAI_CompareResult_Type.new,
92
+ newChunk: savedChunk,
93
+ oldChunk: null,
94
+ });
95
+ }
96
+ }
97
+
98
+ for (let i = newChunks.length; i < oldChunks.length; i++) {
99
+ const oldChunk = oldChunks[i];
100
+ await this.deleteData(oldChunk._id);
101
+ chunkCompareResults.push({
102
+ result: DyNTS_DAI_CompareResult_Type.deleted,
103
+ newChunk: null,
104
+ oldChunk: oldChunk,
105
+ });
106
+ }
107
+
108
+ return chunkCompareResults;
109
+ } catch (error) {
110
+ throw new DyFM_Error({
111
+ ...this.getDefaultErrorSettings('processPage', error),
112
+ errorCode: 'DCH-CSB-PP0',
113
+ });
114
+ }
115
+ }
116
+
117
+ async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
+ try {
119
+ const chunks: T_Chunk[] = await this.chunkPage(page);
120
+
121
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
+
123
+ for (let i = 0; i < chunks.length; i++) {
124
+ const chunk = chunks[i];
125
+ chunk.documentId = page.documentId;
126
+ chunk.pageId = page._id;
127
+ chunk.chunkIndex = i;
128
+
129
+ const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
+
131
+ chunkCompareResults.push({
132
+ result: DyNTS_DAI_CompareResult_Type.new,
133
+ newChunk: savedChunk,
134
+ oldChunk: null,
135
+ });
136
+ }
137
+
138
+ return chunkCompareResults;
139
+ } catch (error) {
140
+ throw new DyFM_Error({
141
+ ...this.getDefaultErrorSettings('processNewPage', error),
142
+ errorCode: 'DCH-CSB-PNP0',
143
+ });
144
+ }
145
+ }
146
+
147
+ async compareChunk(
148
+ newChunk: T_Chunk,
149
+ oldChunk: T_Chunk
150
+ ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
+ try {
152
+ if (!oldChunk) {
153
+ throw new DyFM_Error({
154
+ ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
+ errorCode: 'DCH-CSB-CC1',
156
+ });
157
+ }
158
+
159
+ if (this.debugLog) {
160
+ DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
+ }
162
+
163
+ // Compare all relevant fields for comprehensive change detection
164
+ const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
+ const pathEqual = oldChunk.path === newChunk.path;
166
+ const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
+ const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
+ const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
+
170
+ // Compare allFlaggedParents arrays
171
+ const allFlaggedParentsEqual = this.compareStringArrays(
172
+ oldChunk.allFlaggedParents || [],
173
+ newChunk.allFlaggedParents || []
174
+ );
175
+
176
+ if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
+ return {
178
+ result: DyNTS_DAI_CompareResult_Type.equal,
179
+ newChunk: newChunk,
180
+ oldChunk: oldChunk,
181
+ };
182
+ }
183
+
184
+ return {
185
+ result: DyNTS_DAI_CompareResult_Type.modified,
186
+ newChunk: newChunk,
187
+ oldChunk: oldChunk,
188
+ };
189
+ } catch (error) {
190
+ throw new DyFM_Error({
191
+ ...this.getDefaultErrorSettings('compareChunk', error),
192
+ errorCode: 'DCH-CSB-CC0',
193
+ });
194
+ }
195
+ }
196
+
197
+ private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
+ if (arr1.length !== arr2.length) {
199
+ return false;
200
+ }
201
+ return arr1.every((item, index) => item === arr2[index]);
202
+ }
203
+
204
+ async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
+ try {
206
+ page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
+ page,
208
+ (page: T_Page) => this.getPageLink(page),
209
+ this.issuer
210
+ );
211
+
212
+ if (this.debugLog) {
213
+ DyFM_Log.H_info(
214
+ `Processing file: ${page.name}`,
215
+ {
216
+ 'Page name': page.name,
217
+ 'Page filePath': page.filePath,
218
+ 'Page parentedPath': page.parentedPath,
219
+ /* 'Page content': page.content, */
220
+ 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
+ chunks: page.chunks.map(chunk => {
222
+ return {
223
+ 'Chunk name': chunk.documentName,
224
+ 'Chunk path': chunk.path,
225
+ 'Chunk index': chunk.chunkIndex,
226
+ /* 'Chunk content': chunk.chunkContent, */
227
+ 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
+ }
229
+ })
230
+ }
231
+ );
232
+ }
233
+
234
+ return page.chunks;
235
+ } catch (error) {
236
+ throw new DyFM_Error({
237
+ ...this.getDefaultErrorSettings('chunkDocPages', error),
238
+ errorCode: 'DCH-CSB-CP0',
239
+ });
240
+ }
241
+ }
242
+
243
+ getPageLink(page: T_Page): string {
244
+ return DyNTS_DAI_Document_Util.getClickupPageLink(
245
+ page.name,
246
+ this.clickupWorkspaceId,
247
+ page.externalDocumentId,
248
+ page.externalPageId
249
+ );
250
+ }
251
+
252
+ // async compareChunks(
253
+ // newChunks: T_Chunk[],
254
+ // oldChunks: T_Chunk[]
255
+ // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
+ // try {
257
+ // if (this.debugLog) {
258
+ // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
+ // }
260
+ //
261
+ // if (newChunks.length === 0) {
262
+ // return [];
263
+ // }
264
+ //
265
+ // /* if (newChunks.some(chunk => !chunk.path)) {
266
+ // throw new DyFM_Error({
267
+ // ...this.getDefaultErrorSettings(
268
+ // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
+ // ),
270
+ // errorCode: 'DCH-CSB-CCS1',
271
+ // });
272
+ // } */
273
+ //
274
+ // /* oldChunks ??= await this.findDataList({
275
+ // path: newChunks[0].path,
276
+ // } as DyFM_DBFilterSimple<T_Chunk>);
277
+ // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
+ //
279
+ // return await DyFM_Array.asyncForEachAllAtOnce(
280
+ // newChunks,
281
+ // async (chunk) => {
282
+ // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
+ // }
284
+ // )
285
+ // } catch (error) {
286
+ // throw new DyFM_Error({
287
+ // ...this.getDefaultErrorSettings('compareChunks', error),
288
+ // errorCode: 'DCH-CSB-CCS0',
289
+ // });
290
+ // }
291
+ // }
292
+
293
293
  }