@futdevpro/nts-dynamo 1.15.83 → 1.15.84

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (360) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.vscode/settings.json +10 -10
  17. package/HOWTO.md +15 -15
  18. package/LICENSE +21 -21
  19. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  20. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  21. package/_specifications/BACKLOG.md +92 -92
  22. package/_specifications/TODO.md +15 -15
  23. package/_specifications/agent.md +138 -138
  24. package/build/_modules/server/errors/errors.controller.d.ts.map +1 -1
  25. package/build/_modules/server/errors/errors.controller.js +12 -1
  26. package/build/_modules/server/errors/errors.controller.js.map +1 -1
  27. package/eslint.config.js +3 -3
  28. package/nodemon.json +24 -24
  29. package/package.json +3 -3
  30. package/pnpm-workspace.yaml +5 -5
  31. package/scripts/run-coverage-tests.js +28 -28
  32. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  33. package/spec/support/helpers/ts-node-helper.js +93 -93
  34. package/spec/support/jasmine.coverage.json +24 -24
  35. package/spec/support/jasmine.json +24 -24
  36. package/src/_collections/archive.util.spec.ts +57 -57
  37. package/src/_collections/archive.util.ts +18 -18
  38. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  39. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  40. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  41. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  42. package/src/_collections/default-not-found-page.const.ts +22 -22
  43. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  44. package/src/_collections/default-socket-path.const.ts +2 -2
  45. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  46. package/src/_collections/get-environment-settings.util.ts +48 -48
  47. package/src/_collections/global-settings.const.ts +109 -109
  48. package/src/_collections/sample.env +21 -21
  49. package/src/_collections/star.controller.spec.ts +224 -224
  50. package/src/_collections/star.controller.ts +129 -129
  51. package/src/_enums/data-model-type.enum.ts +14 -14
  52. package/src/_enums/data-service-function.enum.ts +24 -24
  53. package/src/_enums/predefined-data-types.enum.ts +16 -16
  54. package/src/_enums/route-security.enum.ts +12 -12
  55. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  56. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  57. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  58. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  59. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  60. package/src/_models/control-models/app-params.control-model.ts +136 -136
  61. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  62. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  63. package/src/_models/control-models/endpoint-params.control-model.spec.ts +627 -627
  64. package/src/_models/control-models/endpoint-params.control-model.ts +627 -627
  65. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  66. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  67. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  68. package/src/_models/control-models/system-control.control-model.ts +12 -12
  69. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  70. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  71. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  72. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  73. package/src/_models/interfaces/global-settings.interface.ts +235 -235
  74. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  75. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  76. package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
  77. package/src/_models/types/db-update.type.ts +100 -100
  78. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  79. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  80. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  81. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  82. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  83. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  84. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  85. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  86. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  87. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  88. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  89. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  90. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  91. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  92. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  93. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  94. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  95. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  96. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  97. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  98. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  99. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  100. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  101. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  102. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  103. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  104. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  105. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  106. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  107. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  108. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  109. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  110. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  111. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  112. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  113. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  114. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  115. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
  116. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  117. package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -115
  118. package/src/_modules/ai/_services/ai-embedding-mock.service.ts +212 -212
  119. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  120. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -110
  121. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  122. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  123. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  124. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  125. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  126. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
  127. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  128. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  129. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  130. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  131. package/src/_modules/ai/index.ts +23 -23
  132. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  133. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  134. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  135. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  136. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  137. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  138. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  139. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  140. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  141. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  142. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  143. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  144. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  145. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  146. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  147. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  148. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  149. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  150. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  151. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  152. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  153. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  154. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  155. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  156. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  157. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  158. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  159. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  160. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  161. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  162. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  163. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  164. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  165. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  166. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  167. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  168. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  169. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  170. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  171. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  172. package/src/_modules/custom-data/index.ts +9 -9
  173. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  174. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  175. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  176. package/src/_modules/data-readers/index.ts +11 -11
  177. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  178. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  179. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  180. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  181. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  182. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  183. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  184. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  185. package/src/_modules/defaults/index.ts +17 -17
  186. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  187. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  188. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  189. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  190. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  191. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  192. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  193. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  194. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  195. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  196. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  197. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  198. package/src/_modules/discord-assistant/index.ts +38 -38
  199. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  200. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  201. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  202. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  203. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  204. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  205. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  206. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  207. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  208. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  209. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  210. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  211. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  212. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  213. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  214. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  215. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  216. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  217. package/src/_modules/discord-bot/index.ts +36 -36
  218. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  219. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  220. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  221. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  222. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  223. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  224. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  225. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -198
  226. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -146
  227. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  228. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -106
  229. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +507 -507
  230. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +272 -272
  231. package/src/_modules/local-vector-search/index.ts +16 -16
  232. package/src/_modules/logs/index.ts +11 -11
  233. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  234. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  235. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  236. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  237. package/src/_modules/mcp/index.ts +13 -13
  238. package/src/_modules/messaging/README.md +354 -354
  239. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  240. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  241. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  242. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  243. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  244. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  245. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  246. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  247. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  248. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  249. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  250. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  251. package/src/_modules/messaging/index.ts +30 -30
  252. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  253. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  254. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  255. package/src/_modules/mock/app-params.mock.ts +9 -9
  256. package/src/_modules/mock/app-server.mock.ts +188 -188
  257. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  258. package/src/_modules/mock/auth-service.mock.ts +28 -28
  259. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  260. package/src/_modules/mock/controller.mock.ts +16 -16
  261. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  262. package/src/_modules/mock/data-model.mock.ts +82 -82
  263. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  264. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  265. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  266. package/src/_modules/mock/email-service.mock.ts +20 -20
  267. package/src/_modules/mock/email-template.mock.html +14 -14
  268. package/src/_modules/mock/endpoint.mock.ts +91 -91
  269. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  270. package/src/_modules/mock/socket-client.mock.ts +45 -45
  271. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  272. package/src/_modules/mock/socket-server.mock.ts +46 -46
  273. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  274. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  275. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  276. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  277. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  278. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  279. package/src/_modules/oauth2/index.ts +17 -17
  280. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  281. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  282. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  283. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  284. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  285. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  286. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  287. package/src/_modules/scoped-config/index.ts +17 -17
  288. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  289. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  290. package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
  291. package/src/_modules/server/errors/errors.controller.ts +527 -515
  292. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  293. package/src/_modules/server/index.ts +30 -30
  294. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  295. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  296. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  297. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  298. package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
  299. package/src/_modules/server/server-status/server-status.control-service.ts +396 -396
  300. package/src/_modules/server/server-status/server-status.controller.spec.ts +255 -255
  301. package/src/_modules/server/server-status/server-status.controller.ts +272 -272
  302. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  303. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  304. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  305. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  306. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  307. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  308. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  309. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  310. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  311. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  312. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  313. package/src/_modules/socket/app-extended.server.ts +630 -630
  314. package/src/_modules/socket/index.ts +42 -42
  315. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  316. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  317. package/src/_modules/test/index.ts +11 -11
  318. package/src/_modules/test/test.controller.spec.ts +72 -72
  319. package/src/_modules/test/test.controller.ts +115 -115
  320. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  321. package/src/_modules/usage/index.ts +15 -15
  322. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  323. package/src/_modules/usage/usage.controller.ts +126 -126
  324. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  325. package/src/_modules/usage/usage.data-service.ts +185 -185
  326. package/src/_services/base/api.service-base.spec.ts +125 -125
  327. package/src/_services/base/api.service-base.ts +74 -74
  328. package/src/_services/base/archive-data.service.spec.ts +209 -209
  329. package/src/_services/base/archive-data.service.ts +224 -224
  330. package/src/_services/base/data.service.spec.ts +729 -729
  331. package/src/_services/base/data.service.ts +2740 -2740
  332. package/src/_services/base/db.service.spec.ts +73 -73
  333. package/src/_services/base/db.service.ts +1575 -1575
  334. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  335. package/src/_services/base/singleton.service-base.ts +24 -24
  336. package/src/_services/base/singleton.service.spec.ts +114 -114
  337. package/src/_services/base/singleton.service.ts +38 -38
  338. package/src/_services/core/api.service.spec.ts +140 -140
  339. package/src/_services/core/auth.service.spec.ts +159 -159
  340. package/src/_services/core/auth.service.ts +174 -174
  341. package/src/_services/core/email.service.spec.ts +85 -85
  342. package/src/_services/core/email.service.ts +742 -742
  343. package/src/_services/core/global.service.spec.ts +292 -292
  344. package/src/_services/core/global.service.ts +487 -487
  345. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  346. package/src/_services/core/memory-guard.service.ts +481 -481
  347. package/src/_services/core/service-collection.service.spec.ts +46 -46
  348. package/src/_services/core/service-collection.service.ts +6 -6
  349. package/src/_services/route/controller.service.spec.ts +53 -53
  350. package/src/_services/route/controller.service.ts +148 -148
  351. package/src/_services/route/routing-module.service.spec.ts +98 -98
  352. package/src/_services/route/routing-module.service.ts +330 -330
  353. package/src/_services/server/app.server.ts +1905 -1905
  354. package/src/_services/shared.static-service.spec.ts +99 -99
  355. package/src/_services/shared.static-service.ts +78 -78
  356. package/src/index.ts +97 -97
  357. package/tsconfig.app.json +12 -12
  358. package/tsconfig.json +42 -42
  359. package/.dynamo/logs/cicd-pipeline/output.log +0 -2791
  360. package/.dynamo/logs/cicd-pipeline/status.json +0 -94
@@ -1,293 +1,293 @@
1
- import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
- import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
- import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
- import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
- import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
- import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
- import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
- import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
- import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
- import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
- import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
- import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
-
15
-
16
- export class DyNTS_OAI_DocChunkDataService<
17
- T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
- T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
- T_ExternalDocumentId = string,
20
- T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
- > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
-
23
- /* override debugLog: boolean = false; */
24
-
25
- clickupWorkspaceId: string;
26
-
27
- constructor(
28
- issuer: string,
29
- openAiSettings: DyFM_OAI_Settings,
30
- dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
- ) {
32
- super(
33
- null,
34
- dataParams,
35
- openAiSettings,
36
- issuer
37
- );
38
- }
39
-
40
- getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
- return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
- this.issuer,
43
- this.openAISettings,
44
- );
45
- }
46
-
47
- getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
- return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
- this.issuer,
50
- this.openAISettings,
51
- );
52
- }
53
-
54
- async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
- try {
56
- const newChunks: T_Chunk[] = await this.chunkPage(page);
57
-
58
- const oldChunks: T_Chunk[] = await this.findDataList({
59
- /* pageId: page._id, */
60
- externalPageId: page.externalPageId,
61
- } as DyFM_DBFilterSimple<T_Chunk>);
62
- oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
-
64
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
- for (let i = 0; i < newChunks.length; i++) {
66
- const newChunk = newChunks[i];
67
- newChunk.documentId = page.documentId;
68
- newChunk.pageId = page._id;
69
- newChunk.chunkIndex = i;
70
-
71
- const oldChunk = oldChunks[i];
72
- if (oldChunk) {
73
- newChunk._id = oldChunk._id;
74
- // Compare first to determine if we need to save
75
- const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
-
77
- if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
- // No changes detected, reuse existing chunk without saving
79
- chunkCompareResult.newChunk = oldChunk;
80
- chunkCompareResults.push(chunkCompareResult);
81
- } else {
82
- // Changes detected, save the updated chunk
83
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
- chunkCompareResult.newChunk = savedChunk;
85
- chunkCompareResults.push(chunkCompareResult);
86
- }
87
- } else {
88
- // New chunk, save it
89
- const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
- chunkCompareResults.push({
91
- result: DyNTS_DAI_CompareResult_Type.new,
92
- newChunk: savedChunk,
93
- oldChunk: null,
94
- });
95
- }
96
- }
97
-
98
- for (let i = newChunks.length; i < oldChunks.length; i++) {
99
- const oldChunk = oldChunks[i];
100
- await this.deleteData(oldChunk._id);
101
- chunkCompareResults.push({
102
- result: DyNTS_DAI_CompareResult_Type.deleted,
103
- newChunk: null,
104
- oldChunk: oldChunk,
105
- });
106
- }
107
-
108
- return chunkCompareResults;
109
- } catch (error) {
110
- throw new DyFM_Error({
111
- ...this.getDefaultErrorSettings('processPage', error),
112
- errorCode: 'DCH-CSB-PP0',
113
- });
114
- }
115
- }
116
-
117
- async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
- try {
119
- const chunks: T_Chunk[] = await this.chunkPage(page);
120
-
121
- const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
-
123
- for (let i = 0; i < chunks.length; i++) {
124
- const chunk = chunks[i];
125
- chunk.documentId = page.documentId;
126
- chunk.pageId = page._id;
127
- chunk.chunkIndex = i;
128
-
129
- const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
-
131
- chunkCompareResults.push({
132
- result: DyNTS_DAI_CompareResult_Type.new,
133
- newChunk: savedChunk,
134
- oldChunk: null,
135
- });
136
- }
137
-
138
- return chunkCompareResults;
139
- } catch (error) {
140
- throw new DyFM_Error({
141
- ...this.getDefaultErrorSettings('processNewPage', error),
142
- errorCode: 'DCH-CSB-PNP0',
143
- });
144
- }
145
- }
146
-
147
- async compareChunk(
148
- newChunk: T_Chunk,
149
- oldChunk: T_Chunk
150
- ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
- try {
152
- if (!oldChunk) {
153
- throw new DyFM_Error({
154
- ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
- errorCode: 'DCH-CSB-CC1',
156
- });
157
- }
158
-
159
- if (this.debugLog) {
160
- DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
- }
162
-
163
- // Compare all relevant fields for comprehensive change detection
164
- const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
- const pathEqual = oldChunk.path === newChunk.path;
166
- const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
- const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
- const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
-
170
- // Compare allFlaggedParents arrays
171
- const allFlaggedParentsEqual = this.compareStringArrays(
172
- oldChunk.allFlaggedParents || [],
173
- newChunk.allFlaggedParents || []
174
- );
175
-
176
- if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
- return {
178
- result: DyNTS_DAI_CompareResult_Type.equal,
179
- newChunk: newChunk,
180
- oldChunk: oldChunk,
181
- };
182
- }
183
-
184
- return {
185
- result: DyNTS_DAI_CompareResult_Type.modified,
186
- newChunk: newChunk,
187
- oldChunk: oldChunk,
188
- };
189
- } catch (error) {
190
- throw new DyFM_Error({
191
- ...this.getDefaultErrorSettings('compareChunk', error),
192
- errorCode: 'DCH-CSB-CC0',
193
- });
194
- }
195
- }
196
-
197
- private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
- if (arr1.length !== arr2.length) {
199
- return false;
200
- }
201
- return arr1.every((item, index) => item === arr2[index]);
202
- }
203
-
204
- async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
- try {
206
- page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
- page,
208
- (page: T_Page) => this.getPageLink(page),
209
- this.issuer
210
- );
211
-
212
- if (this.debugLog) {
213
- DyFM_Log.H_info(
214
- `Processing file: ${page.name}`,
215
- {
216
- 'Page name': page.name,
217
- 'Page filePath': page.filePath,
218
- 'Page parentedPath': page.parentedPath,
219
- /* 'Page content': page.content, */
220
- 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
- chunks: page.chunks.map(chunk => {
222
- return {
223
- 'Chunk name': chunk.documentName,
224
- 'Chunk path': chunk.path,
225
- 'Chunk index': chunk.chunkIndex,
226
- /* 'Chunk content': chunk.chunkContent, */
227
- 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
- }
229
- })
230
- }
231
- );
232
- }
233
-
234
- return page.chunks;
235
- } catch (error) {
236
- throw new DyFM_Error({
237
- ...this.getDefaultErrorSettings('chunkDocPages', error),
238
- errorCode: 'DCH-CSB-CP0',
239
- });
240
- }
241
- }
242
-
243
- getPageLink(page: T_Page): string {
244
- return DyNTS_DAI_Document_Util.getClickupPageLink(
245
- page.name,
246
- this.clickupWorkspaceId,
247
- page.externalDocumentId,
248
- page.externalPageId
249
- );
250
- }
251
-
252
- // async compareChunks(
253
- // newChunks: T_Chunk[],
254
- // oldChunks: T_Chunk[]
255
- // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
- // try {
257
- // if (this.debugLog) {
258
- // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
- // }
260
- //
261
- // if (newChunks.length === 0) {
262
- // return [];
263
- // }
264
- //
265
- // /* if (newChunks.some(chunk => !chunk.path)) {
266
- // throw new DyFM_Error({
267
- // ...this.getDefaultErrorSettings(
268
- // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
- // ),
270
- // errorCode: 'DCH-CSB-CCS1',
271
- // });
272
- // } */
273
- //
274
- // /* oldChunks ??= await this.findDataList({
275
- // path: newChunks[0].path,
276
- // } as DyFM_DBFilterSimple<T_Chunk>);
277
- // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
- //
279
- // return await DyFM_Array.asyncForEachAllAtOnce(
280
- // newChunks,
281
- // async (chunk) => {
282
- // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
- // }
284
- // )
285
- // } catch (error) {
286
- // throw new DyFM_Error({
287
- // ...this.getDefaultErrorSettings('compareChunks', error),
288
- // errorCode: 'DCH-CSB-CCS0',
289
- // });
290
- // }
291
- // }
292
-
1
+ import { DyFM_Array, DyFM_DataModel_Params, DyFM_DataProperties, DyFM_DBFilterSimple, DyFM_Error, DyFM_Log, DyFM_Metadata, DyFM_Async } from '@futdevpro/fsm-dynamo';
2
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
3
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
4
+ import { DyNTS_DAI_DocChunking_Util } from '../../../document-ai/_collections/dai-chunking.util';
5
+ import { DyNTS_DAI_DocChunk, DyNTS_DAI_docChunk_dataParams } from '../../../document-ai/_models/data-models/dai-doc-chunk.data-model';
6
+ import { DyNTS_DAI_DocChunkCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface';
7
+ import { DyNTS_DAI_CompareResult_Type } from '../../../document-ai/_enums/dai-compare-result-type.enum';
8
+ import { DyNTS_DAI_DocPage } from '../../../document-ai/_models/data-models/dai-doc-page.data-model';
9
+ import { DyNTS_DAI_DocPageCompareResult } from '../../../document-ai/_models/interfaces/dai-doc-page-compare-result.interface';
10
+ import { DyNTS_DAI_Document } from '../../../document-ai/_models/data-models/dai-document.data-model';
11
+ import { DyNTS_OAI_DocumentDataService } from './oai-document.data-service';
12
+ import { DyNTS_OAI_DocPageDataService } from './oai-doc-page.data-service';
13
+ import { DyNTS_DAI_Document_Util } from '../../../document-ai/_collections/dai-document.util';
14
+
15
+
16
+ export class DyNTS_OAI_DocChunkDataService<
17
+ T_Chunk extends DyNTS_DAI_DocChunk = DyNTS_DAI_DocChunk,
18
+ T_Page extends DyNTS_DAI_DocPage<T_Chunk> = DyNTS_DAI_DocPage<T_Chunk>,
19
+ T_ExternalDocumentId = string,
20
+ T_Document extends DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId> = DyNTS_DAI_Document<T_Chunk, T_Page, T_ExternalDocumentId>,
21
+ > extends DyNTS_OAI_VectorDataService<T_Chunk> {
22
+
23
+ /* override debugLog: boolean = false; */
24
+
25
+ clickupWorkspaceId: string;
26
+
27
+ constructor(
28
+ issuer: string,
29
+ openAiSettings: DyFM_OAI_Settings,
30
+ dataParams: DyFM_DataModel_Params<T_Chunk> = DyNTS_DAI_docChunk_dataParams as DyFM_DataModel_Params<T_Chunk>,
31
+ ) {
32
+ super(
33
+ null,
34
+ dataParams,
35
+ openAiSettings,
36
+ issuer
37
+ );
38
+ }
39
+
40
+ getDocumentDataService(): DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
41
+ return new DyNTS_OAI_DocumentDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
42
+ this.issuer,
43
+ this.openAISettings,
44
+ );
45
+ }
46
+
47
+ getDocPageDataService(): DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document> {
48
+ return new DyNTS_OAI_DocPageDataService<T_Chunk, T_Page, T_ExternalDocumentId, T_Document>(
49
+ this.issuer,
50
+ this.openAISettings,
51
+ );
52
+ }
53
+
54
+ async processPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
55
+ try {
56
+ const newChunks: T_Chunk[] = await this.chunkPage(page);
57
+
58
+ const oldChunks: T_Chunk[] = await this.findDataList({
59
+ /* pageId: page._id, */
60
+ externalPageId: page.externalPageId,
61
+ } as DyFM_DBFilterSimple<T_Chunk>);
62
+ oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex);
63
+
64
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
65
+ for (let i = 0; i < newChunks.length; i++) {
66
+ const newChunk = newChunks[i];
67
+ newChunk.documentId = page.documentId;
68
+ newChunk.pageId = page._id;
69
+ newChunk.chunkIndex = i;
70
+
71
+ const oldChunk = oldChunks[i];
72
+ if (oldChunk) {
73
+ newChunk._id = oldChunk._id;
74
+ // Compare first to determine if we need to save
75
+ const chunkCompareResult: DyNTS_DAI_DocChunkCompareResult<T_Chunk> = await this.compareChunk(newChunk, oldChunk);
76
+
77
+ if (chunkCompareResult.result === DyNTS_DAI_CompareResult_Type.equal) {
78
+ // No changes detected, reuse existing chunk without saving
79
+ chunkCompareResult.newChunk = oldChunk;
80
+ chunkCompareResults.push(chunkCompareResult);
81
+ } else {
82
+ // Changes detected, save the updated chunk
83
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
84
+ chunkCompareResult.newChunk = savedChunk;
85
+ chunkCompareResults.push(chunkCompareResult);
86
+ }
87
+ } else {
88
+ // New chunk, save it
89
+ const savedChunk: T_Chunk = await this.saveData(newChunk, true);
90
+ chunkCompareResults.push({
91
+ result: DyNTS_DAI_CompareResult_Type.new,
92
+ newChunk: savedChunk,
93
+ oldChunk: null,
94
+ });
95
+ }
96
+ }
97
+
98
+ for (let i = newChunks.length; i < oldChunks.length; i++) {
99
+ const oldChunk = oldChunks[i];
100
+ await this.deleteData(oldChunk._id);
101
+ chunkCompareResults.push({
102
+ result: DyNTS_DAI_CompareResult_Type.deleted,
103
+ newChunk: null,
104
+ oldChunk: oldChunk,
105
+ });
106
+ }
107
+
108
+ return chunkCompareResults;
109
+ } catch (error) {
110
+ throw new DyFM_Error({
111
+ ...this.getDefaultErrorSettings('processPage', error),
112
+ errorCode: 'DCH-CSB-PP0',
113
+ });
114
+ }
115
+ }
116
+
117
+ async processNewPage(page: T_Page): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
118
+ try {
119
+ const chunks: T_Chunk[] = await this.chunkPage(page);
120
+
121
+ const chunkCompareResults: DyNTS_DAI_DocChunkCompareResult<T_Chunk>[] = [];
122
+
123
+ for (let i = 0; i < chunks.length; i++) {
124
+ const chunk = chunks[i];
125
+ chunk.documentId = page.documentId;
126
+ chunk.pageId = page._id;
127
+ chunk.chunkIndex = i;
128
+
129
+ const savedChunk: T_Chunk = await this.saveData(chunk, true);
130
+
131
+ chunkCompareResults.push({
132
+ result: DyNTS_DAI_CompareResult_Type.new,
133
+ newChunk: savedChunk,
134
+ oldChunk: null,
135
+ });
136
+ }
137
+
138
+ return chunkCompareResults;
139
+ } catch (error) {
140
+ throw new DyFM_Error({
141
+ ...this.getDefaultErrorSettings('processNewPage', error),
142
+ errorCode: 'DCH-CSB-PNP0',
143
+ });
144
+ }
145
+ }
146
+
147
+ async compareChunk(
148
+ newChunk: T_Chunk,
149
+ oldChunk: T_Chunk
150
+ ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>> {
151
+ try {
152
+ if (!oldChunk) {
153
+ throw new DyFM_Error({
154
+ ...this.getDefaultErrorSettings('compareChunk', new Error('oldChunk is required')),
155
+ errorCode: 'DCH-CSB-CC1',
156
+ });
157
+ }
158
+
159
+ if (this.debugLog) {
160
+ DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunk: ${newChunk.chunkIndex}`);
161
+ }
162
+
163
+ // Compare all relevant fields for comprehensive change detection
164
+ const contentEqual = oldChunk.chunkContent === newChunk.chunkContent;
165
+ const pathEqual = oldChunk.path === newChunk.path;
166
+ const documentNameEqual = oldChunk.documentName === newChunk.documentName;
167
+ const pageNameEqual = oldChunk.pageName === newChunk.pageName;
168
+ const pageLinkEqual = oldChunk.pageLink === newChunk.pageLink;
169
+
170
+ // Compare allFlaggedParents arrays
171
+ const allFlaggedParentsEqual = this.compareStringArrays(
172
+ oldChunk.allFlaggedParents || [],
173
+ newChunk.allFlaggedParents || []
174
+ );
175
+
176
+ if (contentEqual && pathEqual && documentNameEqual && pageNameEqual && pageLinkEqual && allFlaggedParentsEqual) {
177
+ return {
178
+ result: DyNTS_DAI_CompareResult_Type.equal,
179
+ newChunk: newChunk,
180
+ oldChunk: oldChunk,
181
+ };
182
+ }
183
+
184
+ return {
185
+ result: DyNTS_DAI_CompareResult_Type.modified,
186
+ newChunk: newChunk,
187
+ oldChunk: oldChunk,
188
+ };
189
+ } catch (error) {
190
+ throw new DyFM_Error({
191
+ ...this.getDefaultErrorSettings('compareChunk', error),
192
+ errorCode: 'DCH-CSB-CC0',
193
+ });
194
+ }
195
+ }
196
+
197
+ private compareStringArrays(arr1: string[], arr2: string[]): boolean {
198
+ if (arr1.length !== arr2.length) {
199
+ return false;
200
+ }
201
+ return arr1.every((item, index) => item === arr2[index]);
202
+ }
203
+
204
+ async chunkPage(page: T_Page): Promise<T_Chunk[]> {
205
+ try {
206
+ page.chunks = await DyNTS_DAI_DocChunking_Util.chunkMdContent(
207
+ page,
208
+ (page: T_Page) => this.getPageLink(page),
209
+ this.issuer
210
+ );
211
+
212
+ if (this.debugLog) {
213
+ DyFM_Log.H_info(
214
+ `Processing file: ${page.name}`,
215
+ {
216
+ 'Page name': page.name,
217
+ 'Page filePath': page.filePath,
218
+ 'Page parentedPath': page.parentedPath,
219
+ /* 'Page content': page.content, */
220
+ 'Page parentFlags': '\n' + page.allFlaggedParents.join('\n') + '\n',
221
+ chunks: page.chunks.map(chunk => {
222
+ return {
223
+ 'Chunk name': chunk.documentName,
224
+ 'Chunk path': chunk.path,
225
+ 'Chunk index': chunk.chunkIndex,
226
+ /* 'Chunk content': chunk.chunkContent, */
227
+ 'Chunk parentFlags': '\n' + chunk.allFlaggedParents.join('\n') + '\n',
228
+ }
229
+ })
230
+ }
231
+ );
232
+ }
233
+
234
+ return page.chunks;
235
+ } catch (error) {
236
+ throw new DyFM_Error({
237
+ ...this.getDefaultErrorSettings('chunkDocPages', error),
238
+ errorCode: 'DCH-CSB-CP0',
239
+ });
240
+ }
241
+ }
242
+
243
+ getPageLink(page: T_Page): string {
244
+ return DyNTS_DAI_Document_Util.getClickupPageLink(
245
+ page.name,
246
+ this.clickupWorkspaceId,
247
+ page.externalDocumentId,
248
+ page.externalPageId
249
+ );
250
+ }
251
+
252
+ // async compareChunks(
253
+ // newChunks: T_Chunk[],
254
+ // oldChunks: T_Chunk[]
255
+ // ): Promise<DyNTS_DAI_DocChunkCompareResult<T_Chunk>[]> {
256
+ // try {
257
+ // if (this.debugLog) {
258
+ // DyFM_Log.info(`🔍 Comparing ${this.dataParams.dataName} chunks: ${newChunks.length}`);
259
+ // }
260
+ //
261
+ // if (newChunks.length === 0) {
262
+ // return [];
263
+ // }
264
+ //
265
+ // /* if (newChunks.some(chunk => !chunk.path)) {
266
+ // throw new DyFM_Error({
267
+ // ...this.getDefaultErrorSettings(
268
+ // 'compareChunks', new Error(`${this.dataParams.dataName} path is not set for some chunks`),
269
+ // ),
270
+ // errorCode: 'DCH-CSB-CCS1',
271
+ // });
272
+ // } */
273
+ //
274
+ // /* oldChunks ??= await this.findDataList({
275
+ // path: newChunks[0].path,
276
+ // } as DyFM_DBFilterSimple<T_Chunk>);
277
+ // oldChunks.sort((a, b) => a.chunkIndex - b.chunkIndex); */
278
+ //
279
+ // return await DyFM_Array.asyncForEachAllAtOnce(
280
+ // newChunks,
281
+ // async (chunk) => {
282
+ // return await this.compareChunk(chunk, oldChunks[chunk.chunkIndex]);
283
+ // }
284
+ // )
285
+ // } catch (error) {
286
+ // throw new DyFM_Error({
287
+ // ...this.getDefaultErrorSettings('compareChunks', error),
288
+ // errorCode: 'DCH-CSB-CCS0',
289
+ // });
290
+ // }
291
+ // }
292
+
293
293
  }