@futdevpro/nts-dynamo 1.15.53 → 1.15.55

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (330) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/pipeline.cicd.config.json +19 -1
  17. package/.github/workflows/main.yml +432 -432
  18. package/.vscode/settings.json +10 -10
  19. package/HOWTO.md +15 -15
  20. package/LICENSE +21 -21
  21. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  22. package/_specifications/BACKLOG.md +92 -92
  23. package/_specifications/TODO.md +15 -15
  24. package/_specifications/agent.md +138 -138
  25. package/build/_models/interfaces/global-log-settings.interface.d.ts +26 -0
  26. package/build/_models/interfaces/global-log-settings.interface.d.ts.map +1 -1
  27. package/build/_services/server/app.server.d.ts +16 -0
  28. package/build/_services/server/app.server.d.ts.map +1 -1
  29. package/build/_services/server/app.server.js +24 -0
  30. package/build/_services/server/app.server.js.map +1 -1
  31. package/eslint.config.js +3 -3
  32. package/nodemon.json +24 -24
  33. package/package.json +361 -361
  34. package/pnpm-workspace.yaml +4 -4
  35. package/scripts/run-coverage-tests.js +28 -28
  36. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  37. package/spec/support/helpers/ts-node-helper.js +93 -93
  38. package/spec/support/jasmine.coverage.json +24 -24
  39. package/spec/support/jasmine.json +24 -24
  40. package/src/_collections/archive.util.spec.ts +57 -57
  41. package/src/_collections/archive.util.ts +18 -18
  42. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  43. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  44. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  45. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  46. package/src/_collections/default-not-found-page.const.ts +22 -22
  47. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  48. package/src/_collections/default-socket-path.const.ts +2 -2
  49. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  50. package/src/_collections/get-environment-settings.util.ts +48 -48
  51. package/src/_collections/global-settings.const.ts +70 -70
  52. package/src/_collections/sample.env +21 -21
  53. package/src/_collections/star.controller.spec.ts +224 -224
  54. package/src/_collections/star.controller.ts +129 -129
  55. package/src/_enums/data-model-type.enum.ts +14 -14
  56. package/src/_enums/data-service-function.enum.ts +24 -24
  57. package/src/_enums/predefined-data-types.enum.ts +16 -16
  58. package/src/_enums/route-security.enum.ts +12 -12
  59. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  60. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  61. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  62. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  63. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  64. package/src/_models/control-models/app-params.control-model.ts +136 -136
  65. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  66. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  67. package/src/_models/control-models/endpoint-params.control-model.spec.ts +627 -627
  68. package/src/_models/control-models/endpoint-params.control-model.ts +627 -627
  69. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  70. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  71. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  72. package/src/_models/control-models/system-control.control-model.ts +12 -12
  73. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  74. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  75. package/src/_models/interfaces/global-log-settings.interface.ts +171 -144
  76. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  77. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  78. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  79. package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
  80. package/src/_models/types/db-update.type.ts +100 -100
  81. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  82. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  83. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  84. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  85. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  86. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  87. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  88. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  89. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  90. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  91. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  92. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  93. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  94. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  95. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  96. package/src/_modules/ai/_modules/document-ai/index.ts +28 -28
  97. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  98. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  99. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  100. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  101. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  102. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  103. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  104. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  105. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  106. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  107. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  108. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  109. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  110. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  111. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  112. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  113. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  114. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  115. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
  116. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  117. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  118. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  119. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  120. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  121. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  122. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
  123. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  124. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  125. package/src/_modules/ai/index.ts +13 -13
  126. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  127. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  128. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  129. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  130. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  131. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  132. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  133. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  134. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  135. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  136. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  137. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  138. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  139. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  140. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  141. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  142. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  143. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  144. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  145. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  146. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  147. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  148. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  149. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  150. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  151. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  152. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  153. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  154. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  155. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  156. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  157. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  158. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  159. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  160. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  161. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  162. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  163. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  164. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  165. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  166. package/src/_modules/custom-data/index.ts +9 -9
  167. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  168. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  169. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  170. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  171. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  172. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  173. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  174. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  175. package/src/_modules/defaults/index.ts +17 -17
  176. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  177. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  178. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  179. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  180. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  181. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  182. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  183. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  184. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  185. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  186. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  187. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  188. package/src/_modules/discord-assistant/index.ts +38 -38
  189. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  190. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  191. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  192. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  193. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  194. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  195. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  196. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  197. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  198. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  199. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  200. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  201. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  202. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  203. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  204. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  205. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  206. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  207. package/src/_modules/discord-bot/index.ts +36 -36
  208. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  209. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  210. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  211. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  212. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  213. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  214. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +393 -393
  215. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +220 -220
  216. package/src/_modules/local-vector-search/index.ts +11 -11
  217. package/src/_modules/logs/index.ts +11 -11
  218. package/src/_modules/messaging/README.md +354 -354
  219. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  220. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  221. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  222. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  223. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  224. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  225. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  226. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  227. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  228. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  229. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  230. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  231. package/src/_modules/messaging/index.ts +30 -30
  232. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  233. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  234. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  235. package/src/_modules/mock/app-params.mock.ts +9 -9
  236. package/src/_modules/mock/app-server.mock.ts +188 -188
  237. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  238. package/src/_modules/mock/auth-service.mock.ts +28 -28
  239. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  240. package/src/_modules/mock/controller.mock.ts +16 -16
  241. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  242. package/src/_modules/mock/data-model.mock.ts +82 -82
  243. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  244. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  245. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  246. package/src/_modules/mock/email-service.mock.ts +20 -20
  247. package/src/_modules/mock/email-template.mock.html +14 -14
  248. package/src/_modules/mock/endpoint.mock.ts +91 -91
  249. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  250. package/src/_modules/mock/socket-client.mock.ts +45 -45
  251. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  252. package/src/_modules/mock/socket-server.mock.ts +46 -46
  253. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  254. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  255. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  256. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  257. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  258. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  259. package/src/_modules/oauth2/index.ts +17 -17
  260. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  261. package/src/_modules/server/errors/errors.control-service.ts +85 -85
  262. package/src/_modules/server/errors/errors.controller.spec.ts +241 -241
  263. package/src/_modules/server/errors/errors.controller.ts +431 -431
  264. package/src/_modules/server/errors/errors.data-service.spec.ts +361 -361
  265. package/src/_modules/server/index.ts +30 -30
  266. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  267. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  268. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  269. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  270. package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
  271. package/src/_modules/server/server-status/server-status.control-service.ts +396 -396
  272. package/src/_modules/server/server-status/server-status.controller.spec.ts +240 -240
  273. package/src/_modules/server/server-status/server-status.controller.ts +253 -253
  274. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  275. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  276. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  277. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  278. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  279. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  280. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  281. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  282. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  283. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  284. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  285. package/src/_modules/socket/app-extended.server.ts +630 -630
  286. package/src/_modules/socket/index.ts +42 -42
  287. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  288. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  289. package/src/_modules/test/index.ts +11 -11
  290. package/src/_modules/test/test.controller.spec.ts +72 -72
  291. package/src/_modules/test/test.controller.ts +115 -115
  292. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  293. package/src/_modules/usage/index.ts +15 -15
  294. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  295. package/src/_modules/usage/usage.controller.ts +126 -126
  296. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  297. package/src/_modules/usage/usage.data-service.ts +185 -185
  298. package/src/_services/base/api.service-base.spec.ts +125 -125
  299. package/src/_services/base/api.service-base.ts +74 -74
  300. package/src/_services/base/archive-data.service.spec.ts +196 -196
  301. package/src/_services/base/archive-data.service.ts +216 -216
  302. package/src/_services/base/data.service.spec.ts +674 -674
  303. package/src/_services/base/data.service.ts +2719 -2719
  304. package/src/_services/base/db.service.spec.ts +73 -73
  305. package/src/_services/base/db.service.ts +1575 -1575
  306. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  307. package/src/_services/base/singleton.service-base.ts +24 -24
  308. package/src/_services/base/singleton.service.spec.ts +114 -114
  309. package/src/_services/base/singleton.service.ts +38 -38
  310. package/src/_services/core/api.service.spec.ts +140 -140
  311. package/src/_services/core/auth.service.spec.ts +159 -159
  312. package/src/_services/core/auth.service.ts +174 -174
  313. package/src/_services/core/email.service.spec.ts +85 -85
  314. package/src/_services/core/email.service.ts +742 -742
  315. package/src/_services/core/global.service.spec.ts +275 -275
  316. package/src/_services/core/global.service.ts +461 -461
  317. package/src/_services/core/service-collection.service.spec.ts +46 -46
  318. package/src/_services/core/service-collection.service.ts +6 -6
  319. package/src/_services/route/controller.service.spec.ts +53 -53
  320. package/src/_services/route/controller.service.ts +148 -148
  321. package/src/_services/route/routing-module.service.spec.ts +98 -98
  322. package/src/_services/route/routing-module.service.ts +330 -330
  323. package/src/_services/server/app.server.ts +1713 -1672
  324. package/src/_services/shared.static-service.spec.ts +99 -99
  325. package/src/_services/shared.static-service.ts +78 -78
  326. package/src/index.ts +95 -95
  327. package/tsconfig.app.json +12 -12
  328. package/tsconfig.json +42 -42
  329. package/.dynamo/logs/cicd-pipeline/output.log +0 -2682
  330. package/.dynamo/logs/cicd-pipeline/status.json +0 -351
@@ -1,480 +1,480 @@
1
-
2
- import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
- import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
- import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
- import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
- import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
- import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
-
11
- class TestDataModel extends DyFM_Metadata {
12
- content: string = '';
13
- contentVectorized?: number[];
14
- }
15
-
16
- const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
- dataName: 'test-data',
18
- properties: {
19
- content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
- contentVectorized: {
21
- key: 'contentVectorized',
22
- type: DyFM_BasicProperty_Type.array,
23
- vectorizedFrom: ['content'],
24
- embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
- },
26
- },
27
- });
28
-
29
- describe('| DyNTS_LVS_VectorDataService', () => {
30
- let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
- let mockOpenAISettings: DyFM_OAI_Settings;
32
- let testData: TestDataModel;
33
- let mockDBService: jasmine.SpyObj<{
34
- find: (f: unknown) => Promise<unknown[]>;
35
- getAll: () => Promise<unknown[]>;
36
- getDataById: (id: string) => Promise<unknown>;
37
- }>;
38
-
39
- beforeAll(() => {
40
- if (!DyNTS_global_settings.systemShortCodeName) {
41
- (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
- }
43
- if (!DyNTS_global_settings.env_settings) {
44
- (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
- environment: DyFM_EnvironmentFlag.local,
46
- };
47
- }
48
- });
49
-
50
- beforeEach(() => {
51
- mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
- 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
- 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
- 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
- ]);
56
- spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
- spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
-
59
- mockOpenAISettings = {
60
- config: { apiKey: 'test-api-key', organization: 'test-org' },
61
- defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
- };
63
-
64
- testData = new TestDataModel();
65
- service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
- testData,
67
- testDataParams,
68
- mockOpenAISettings,
69
- 'test-issuer'
70
- );
71
- });
72
-
73
- describe('| constructor', () => {
74
- it('| should initialize with default search mode', () => {
75
- expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
- });
77
-
78
- it('| should initialize with L2 normalization enabled', () => {
79
- expect(service.useL2Normalization).toBe(true);
80
- });
81
-
82
- it('| should initialize vector pool', () => {
83
- expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
- });
85
- });
86
-
87
- describe('| vectorSearch', () => {
88
- it('| should throw error when input is missing', async () => {
89
- try {
90
- await service.vectorSearch({
91
- input: '',
92
- searchInKey: 'contentVectorized',
93
- });
94
- fail('Should have thrown an error');
95
- } catch (err) {
96
- expect(err).toBeInstanceOf(DyFM_Error);
97
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
- }
99
- });
100
-
101
- it('| should throw error when searchInKey property not found', async () => {
102
- try {
103
- await service.vectorSearch({
104
- input: 'test query',
105
- searchInKey: 'nonExistentKey',
106
- });
107
- fail('Should have thrown an error');
108
- } catch (err) {
109
- expect(err).toBeInstanceOf(DyFM_Error);
110
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
- }
112
- });
113
-
114
- it('| should throw error when searchInKey is not vectorized', async () => {
115
- try {
116
- await service.vectorSearch({
117
- input: 'test query',
118
- searchInKey: 'content',
119
- });
120
- fail('Should have thrown an error');
121
- } catch (err) {
122
- expect(err).toBeInstanceOf(DyFM_Error);
123
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
- }
125
- });
126
-
127
- it('| should return empty array when no data found', async () => {
128
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
-
130
- const result = await service.vectorSearch({
131
- input: 'test query',
132
- searchInKey: 'contentVectorized',
133
- });
134
-
135
- expect(result).toEqual([]);
136
- });
137
-
138
- it('| should perform vector search with filterBy', async () => {
139
- const mockData1: TestDataModel = new TestDataModel();
140
- mockData1._id = 'data-1';
141
- mockData1.content = 'Test content 1';
142
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
-
144
- const mockData2: TestDataModel = new TestDataModel();
145
- mockData2._id = 'data-2';
146
- mockData2.content = 'Test content 2';
147
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
-
149
- spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
-
152
- const result = await service.vectorSearch({
153
- input: 'test query',
154
- searchInKey: 'contentVectorized',
155
- filterBy: { content: 'Test' },
156
- limit: 2,
157
- });
158
-
159
- expect(service.findDataList).toHaveBeenCalled();
160
- expect(result).toBeDefined();
161
- });
162
-
163
- it('| should perform vector search without filterBy', async () => {
164
- const mockData: TestDataModel = new TestDataModel();
165
- mockData._id = 'data-1';
166
- mockData.content = 'Test content';
167
- mockData.contentVectorized = [0.1, 0.2, 0.3];
168
-
169
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
-
172
- const result = await service.vectorSearch({
173
- input: 'test query',
174
- searchInKey: 'contentVectorized',
175
- limit: 1,
176
- });
177
-
178
- expect(service.getAll).toHaveBeenCalled();
179
- expect(result).toBeDefined();
180
- });
181
-
182
- it('| should use default limit of 3 when not provided', async () => {
183
- const mockData: TestDataModel = new TestDataModel();
184
- mockData._id = 'data-1';
185
- mockData.content = 'Test content';
186
- mockData.contentVectorized = [0.1, 0.2, 0.3];
187
-
188
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
- spyOn((service as any).vectorPool, 'search').and.returnValue([
191
- { id: 'data-1', score: 0.9 },
192
- ]);
193
-
194
- await service.vectorSearch({
195
- input: 'test query',
196
- searchInKey: 'contentVectorized',
197
- });
198
-
199
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
- jasmine.any(Array),
201
- 3,
202
- LVS_Search_Mode.cosineSimilarity
203
- );
204
- });
205
-
206
- it('| should use custom search mode when provided', async () => {
207
- const mockData: TestDataModel = new TestDataModel();
208
- mockData._id = 'data-1';
209
- mockData.content = 'Test content';
210
- mockData.contentVectorized = [0.1, 0.2, 0.3];
211
-
212
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
- spyOn((service as any).vectorPool, 'search').and.returnValue([
215
- { id: 'data-1', score: 0.5 },
216
- ]);
217
-
218
- await service.vectorSearch({
219
- input: 'test query',
220
- searchInKey: 'contentVectorized',
221
- searchMode: LVS_Search_Mode.l2Distance,
222
- });
223
-
224
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
- jasmine.any(Array),
226
- 3,
227
- LVS_Search_Mode.l2Distance
228
- );
229
- });
230
-
231
- it('| should skip items without _id', async () => {
232
- const mockData1: TestDataModel = new TestDataModel();
233
- mockData1._id = 'data-1';
234
- mockData1.content = 'Test content 1';
235
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
-
237
- const mockData2: TestDataModel = new TestDataModel();
238
- // No _id
239
- mockData2.content = 'Test content 2';
240
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
-
242
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
- spyOn((service as any).vectorPool, 'addVector');
245
-
246
- await service.vectorSearch({
247
- input: 'test query',
248
- searchInKey: 'contentVectorized',
249
- });
250
-
251
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
- });
254
-
255
- it('| should skip items without vectorized value', async () => {
256
- const mockData1: TestDataModel = new TestDataModel();
257
- mockData1._id = 'data-1';
258
- mockData1.content = 'Test content 1';
259
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
-
261
- const mockData2: TestDataModel = new TestDataModel();
262
- mockData2._id = 'data-2';
263
- mockData2.content = 'Test content 2';
264
- // No contentVectorized
265
-
266
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
- spyOn((service as any).vectorPool, 'addVector');
269
-
270
- await service.vectorSearch({
271
- input: 'test query',
272
- searchInKey: 'contentVectorized',
273
- });
274
-
275
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
- });
278
-
279
- it('| should clear vector pool after search', async () => {
280
- const mockData: TestDataModel = new TestDataModel();
281
- mockData._id = 'data-1';
282
- mockData.content = 'Test content';
283
- mockData.contentVectorized = [0.1, 0.2, 0.3];
284
-
285
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
- spyOn((service as any).vectorPool, 'clearPool');
288
- spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
-
290
- await service.vectorSearch({
291
- input: 'test query',
292
- searchInKey: 'contentVectorized',
293
- });
294
-
295
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
- });
297
-
298
- it('| should clear vector pool on error', async () => {
299
- spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
- spyOn((service as any).vectorPool, 'clearPool');
301
-
302
- try {
303
- await service.vectorSearch({
304
- input: 'test query',
305
- searchInKey: 'contentVectorized',
306
- });
307
- fail('Should have thrown an error');
308
- } catch (err) {
309
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
- expect(err).toBeInstanceOf(DyFM_Error);
311
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
- }
313
- });
314
-
315
- it('| should map search results back to data objects', async () => {
316
- const mockData1: TestDataModel = new TestDataModel();
317
- mockData1._id = 'data-1';
318
- mockData1.content = 'Test content 1';
319
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
-
321
- const mockData2: TestDataModel = new TestDataModel();
322
- mockData2._id = 'data-2';
323
- mockData2.content = 'Test content 2';
324
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
-
326
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
- spyOn((service as any).vectorPool, 'search').and.returnValue([
329
- { id: 'data-2', score: 0.9 },
330
- { id: 'data-1', score: 0.8 },
331
- ]);
332
-
333
- const result = await service.vectorSearch({
334
- input: 'test query',
335
- searchInKey: 'contentVectorized',
336
- limit: 2,
337
- });
338
-
339
- expect(result.length).toBe(2);
340
- expect(result[0]._id).toBe('data-2');
341
- expect(result[1]._id).toBe('data-1');
342
- });
343
- });
344
-
345
- describe('| vectorSearch hybrid (FR-004)', () => {
346
- const buildHybridCorpus = (): TestDataModel[] => {
347
- const d1: TestDataModel = new TestDataModel();
348
- d1._id = 'doc-user';
349
- d1.content = 'the UserController handles authentication flow';
350
- d1.contentVectorized = [0.4, 0.5, 0.6];
351
- const d2: TestDataModel = new TestDataModel();
352
- d2._id = 'doc-recipe';
353
- d2.content = 'cooking recipes for desserts and cakes';
354
- d2.contentVectorized = [0.45, 0.55, 0.65];
355
- const d3: TestDataModel = new TestDataModel();
356
- d3._id = 'doc-db';
357
- d3.content = 'database setup guide for MongoDB';
358
- d3.contentVectorized = [0.42, 0.52, 0.62];
359
- return [d1, d2, d3];
360
- };
361
-
362
- it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
- try {
366
- await service.vectorSearch({
367
- input: 'UserController',
368
- searchInKey: 'contentVectorized',
369
- searchMode: LVS_Search_Mode.hybrid,
370
- });
371
- fail('Should have thrown an error');
372
- } catch (err) {
373
- expect(err).toBeInstanceOf(DyFM_Error);
374
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
- }
376
- });
377
-
378
- it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
- try {
382
- await service.vectorSearch({
383
- input: 'UserController',
384
- searchInKey: 'contentVectorized',
385
- searchMode: LVS_Search_Mode.hybrid,
386
- textSearchKey: 'content',
387
- hybridWeight: { vector: -0.5, text: 1.5 },
388
- });
389
- fail('Should have thrown an error');
390
- } catch (err) {
391
- expect(err).toBeInstanceOf(DyFM_Error);
392
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
- }
394
- });
395
-
396
- it('| basic hybrid: text-relevant doc top-en', async () => {
397
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
- const result: TestDataModel[] = await service.vectorSearch({
400
- input: 'UserController',
401
- searchInKey: 'contentVectorized',
402
- searchMode: LVS_Search_Mode.hybrid,
403
- textSearchKey: 'content',
404
- limit: 3,
405
- });
406
- expect(result.length).toBe(3);
407
- expect(result[0]._id).toBe('doc-user');
408
- });
409
-
410
- it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
- const result: TestDataModel[] = await service.vectorSearch({
414
- input: 'UserController',
415
- searchInKey: 'contentVectorized',
416
- searchMode: LVS_Search_Mode.hybrid,
417
- textSearchKey: 'content',
418
- hybridWeight: { vector: 1, text: 0 },
419
- limit: 3,
420
- });
421
- expect(result.length).toBe(3);
422
- expect(result[0]._id).toBe('doc-db');
423
- });
424
-
425
- it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
- const result: TestDataModel[] = await service.vectorSearch({
429
- input: 'authentication',
430
- searchInKey: 'contentVectorized',
431
- searchMode: LVS_Search_Mode.hybrid,
432
- textSearchKey: 'content',
433
- hybridWeight: { vector: 0, text: 1 },
434
- limit: 3,
435
- });
436
- expect(result.length).toBe(3);
437
- expect(result[0]._id).toBe('doc-user');
438
- });
439
-
440
- it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
- const result: TestDataModel[] = await service.vectorSearch({
444
- input: 'xyzzy-nonexistent-token',
445
- searchInKey: 'contentVectorized',
446
- searchMode: LVS_Search_Mode.hybrid,
447
- textSearchKey: 'content',
448
- limit: 3,
449
- });
450
- expect(result.length).toBe(3);
451
- expect(result[0]._id).toBe('doc-recipe');
452
- });
453
-
454
- it('| limit honored hybrid modban', async () => {
455
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
- const result: TestDataModel[] = await service.vectorSearch({
458
- input: 'UserController',
459
- searchInKey: 'contentVectorized',
460
- searchMode: LVS_Search_Mode.hybrid,
461
- textSearchKey: 'content',
462
- limit: 1,
463
- });
464
- expect(result.length).toBe(1);
465
- });
466
-
467
- it('| ures candidate-szet → ures eredmeny', async () => {
468
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
- const result: TestDataModel[] = await service.vectorSearch({
471
- input: 'UserController',
472
- searchInKey: 'contentVectorized',
473
- searchMode: LVS_Search_Mode.hybrid,
474
- textSearchKey: 'content',
475
- });
476
- expect(result.length).toBe(0);
477
- });
478
- });
479
- });
480
-
1
+
2
+ import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
+ import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
+ import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
+ import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
+ import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
+ import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
+
11
+ class TestDataModel extends DyFM_Metadata {
12
+ content: string = '';
13
+ contentVectorized?: number[];
14
+ }
15
+
16
+ const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
+ dataName: 'test-data',
18
+ properties: {
19
+ content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
+ contentVectorized: {
21
+ key: 'contentVectorized',
22
+ type: DyFM_BasicProperty_Type.array,
23
+ vectorizedFrom: ['content'],
24
+ embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
+ },
26
+ },
27
+ });
28
+
29
+ describe('| DyNTS_LVS_VectorDataService', () => {
30
+ let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
+ let mockOpenAISettings: DyFM_OAI_Settings;
32
+ let testData: TestDataModel;
33
+ let mockDBService: jasmine.SpyObj<{
34
+ find: (f: unknown) => Promise<unknown[]>;
35
+ getAll: () => Promise<unknown[]>;
36
+ getDataById: (id: string) => Promise<unknown>;
37
+ }>;
38
+
39
+ beforeAll(() => {
40
+ if (!DyNTS_global_settings.systemShortCodeName) {
41
+ (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
+ }
43
+ if (!DyNTS_global_settings.env_settings) {
44
+ (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
+ environment: DyFM_EnvironmentFlag.local,
46
+ };
47
+ }
48
+ });
49
+
50
+ beforeEach(() => {
51
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
+ 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
+ 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
+ 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
+ ]);
56
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
+ spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
+
59
+ mockOpenAISettings = {
60
+ config: { apiKey: 'test-api-key', organization: 'test-org' },
61
+ defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
+ };
63
+
64
+ testData = new TestDataModel();
65
+ service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
+ testData,
67
+ testDataParams,
68
+ mockOpenAISettings,
69
+ 'test-issuer'
70
+ );
71
+ });
72
+
73
+ describe('| constructor', () => {
74
+ it('| should initialize with default search mode', () => {
75
+ expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
+ });
77
+
78
+ it('| should initialize with L2 normalization enabled', () => {
79
+ expect(service.useL2Normalization).toBe(true);
80
+ });
81
+
82
+ it('| should initialize vector pool', () => {
83
+ expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
+ });
85
+ });
86
+
87
+ describe('| vectorSearch', () => {
88
+ it('| should throw error when input is missing', async () => {
89
+ try {
90
+ await service.vectorSearch({
91
+ input: '',
92
+ searchInKey: 'contentVectorized',
93
+ });
94
+ fail('Should have thrown an error');
95
+ } catch (err) {
96
+ expect(err).toBeInstanceOf(DyFM_Error);
97
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
+ }
99
+ });
100
+
101
+ it('| should throw error when searchInKey property not found', async () => {
102
+ try {
103
+ await service.vectorSearch({
104
+ input: 'test query',
105
+ searchInKey: 'nonExistentKey',
106
+ });
107
+ fail('Should have thrown an error');
108
+ } catch (err) {
109
+ expect(err).toBeInstanceOf(DyFM_Error);
110
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
+ }
112
+ });
113
+
114
+ it('| should throw error when searchInKey is not vectorized', async () => {
115
+ try {
116
+ await service.vectorSearch({
117
+ input: 'test query',
118
+ searchInKey: 'content',
119
+ });
120
+ fail('Should have thrown an error');
121
+ } catch (err) {
122
+ expect(err).toBeInstanceOf(DyFM_Error);
123
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
+ }
125
+ });
126
+
127
+ it('| should return empty array when no data found', async () => {
128
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
+
130
+ const result = await service.vectorSearch({
131
+ input: 'test query',
132
+ searchInKey: 'contentVectorized',
133
+ });
134
+
135
+ expect(result).toEqual([]);
136
+ });
137
+
138
+ it('| should perform vector search with filterBy', async () => {
139
+ const mockData1: TestDataModel = new TestDataModel();
140
+ mockData1._id = 'data-1';
141
+ mockData1.content = 'Test content 1';
142
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
+
144
+ const mockData2: TestDataModel = new TestDataModel();
145
+ mockData2._id = 'data-2';
146
+ mockData2.content = 'Test content 2';
147
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
+
149
+ spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
+
152
+ const result = await service.vectorSearch({
153
+ input: 'test query',
154
+ searchInKey: 'contentVectorized',
155
+ filterBy: { content: 'Test' },
156
+ limit: 2,
157
+ });
158
+
159
+ expect(service.findDataList).toHaveBeenCalled();
160
+ expect(result).toBeDefined();
161
+ });
162
+
163
+ it('| should perform vector search without filterBy', async () => {
164
+ const mockData: TestDataModel = new TestDataModel();
165
+ mockData._id = 'data-1';
166
+ mockData.content = 'Test content';
167
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
168
+
169
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
+
172
+ const result = await service.vectorSearch({
173
+ input: 'test query',
174
+ searchInKey: 'contentVectorized',
175
+ limit: 1,
176
+ });
177
+
178
+ expect(service.getAll).toHaveBeenCalled();
179
+ expect(result).toBeDefined();
180
+ });
181
+
182
+ it('| should use default limit of 3 when not provided', async () => {
183
+ const mockData: TestDataModel = new TestDataModel();
184
+ mockData._id = 'data-1';
185
+ mockData.content = 'Test content';
186
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
187
+
188
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
191
+ { id: 'data-1', score: 0.9 },
192
+ ]);
193
+
194
+ await service.vectorSearch({
195
+ input: 'test query',
196
+ searchInKey: 'contentVectorized',
197
+ });
198
+
199
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
+ jasmine.any(Array),
201
+ 3,
202
+ LVS_Search_Mode.cosineSimilarity
203
+ );
204
+ });
205
+
206
+ it('| should use custom search mode when provided', async () => {
207
+ const mockData: TestDataModel = new TestDataModel();
208
+ mockData._id = 'data-1';
209
+ mockData.content = 'Test content';
210
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
211
+
212
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
215
+ { id: 'data-1', score: 0.5 },
216
+ ]);
217
+
218
+ await service.vectorSearch({
219
+ input: 'test query',
220
+ searchInKey: 'contentVectorized',
221
+ searchMode: LVS_Search_Mode.l2Distance,
222
+ });
223
+
224
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
+ jasmine.any(Array),
226
+ 3,
227
+ LVS_Search_Mode.l2Distance
228
+ );
229
+ });
230
+
231
+ it('| should skip items without _id', async () => {
232
+ const mockData1: TestDataModel = new TestDataModel();
233
+ mockData1._id = 'data-1';
234
+ mockData1.content = 'Test content 1';
235
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
+
237
+ const mockData2: TestDataModel = new TestDataModel();
238
+ // No _id
239
+ mockData2.content = 'Test content 2';
240
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
+
242
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
+ spyOn((service as any).vectorPool, 'addVector');
245
+
246
+ await service.vectorSearch({
247
+ input: 'test query',
248
+ searchInKey: 'contentVectorized',
249
+ });
250
+
251
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
+ });
254
+
255
+ it('| should skip items without vectorized value', async () => {
256
+ const mockData1: TestDataModel = new TestDataModel();
257
+ mockData1._id = 'data-1';
258
+ mockData1.content = 'Test content 1';
259
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
+
261
+ const mockData2: TestDataModel = new TestDataModel();
262
+ mockData2._id = 'data-2';
263
+ mockData2.content = 'Test content 2';
264
+ // No contentVectorized
265
+
266
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
+ spyOn((service as any).vectorPool, 'addVector');
269
+
270
+ await service.vectorSearch({
271
+ input: 'test query',
272
+ searchInKey: 'contentVectorized',
273
+ });
274
+
275
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
+ });
278
+
279
+ it('| should clear vector pool after search', async () => {
280
+ const mockData: TestDataModel = new TestDataModel();
281
+ mockData._id = 'data-1';
282
+ mockData.content = 'Test content';
283
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
284
+
285
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
+ spyOn((service as any).vectorPool, 'clearPool');
288
+ spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
+
290
+ await service.vectorSearch({
291
+ input: 'test query',
292
+ searchInKey: 'contentVectorized',
293
+ });
294
+
295
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
+ });
297
+
298
+ it('| should clear vector pool on error', async () => {
299
+ spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
+ spyOn((service as any).vectorPool, 'clearPool');
301
+
302
+ try {
303
+ await service.vectorSearch({
304
+ input: 'test query',
305
+ searchInKey: 'contentVectorized',
306
+ });
307
+ fail('Should have thrown an error');
308
+ } catch (err) {
309
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
+ expect(err).toBeInstanceOf(DyFM_Error);
311
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
+ }
313
+ });
314
+
315
+ it('| should map search results back to data objects', async () => {
316
+ const mockData1: TestDataModel = new TestDataModel();
317
+ mockData1._id = 'data-1';
318
+ mockData1.content = 'Test content 1';
319
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
+
321
+ const mockData2: TestDataModel = new TestDataModel();
322
+ mockData2._id = 'data-2';
323
+ mockData2.content = 'Test content 2';
324
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
+
326
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
329
+ { id: 'data-2', score: 0.9 },
330
+ { id: 'data-1', score: 0.8 },
331
+ ]);
332
+
333
+ const result = await service.vectorSearch({
334
+ input: 'test query',
335
+ searchInKey: 'contentVectorized',
336
+ limit: 2,
337
+ });
338
+
339
+ expect(result.length).toBe(2);
340
+ expect(result[0]._id).toBe('data-2');
341
+ expect(result[1]._id).toBe('data-1');
342
+ });
343
+ });
344
+
345
+ describe('| vectorSearch hybrid (FR-004)', () => {
346
+ const buildHybridCorpus = (): TestDataModel[] => {
347
+ const d1: TestDataModel = new TestDataModel();
348
+ d1._id = 'doc-user';
349
+ d1.content = 'the UserController handles authentication flow';
350
+ d1.contentVectorized = [0.4, 0.5, 0.6];
351
+ const d2: TestDataModel = new TestDataModel();
352
+ d2._id = 'doc-recipe';
353
+ d2.content = 'cooking recipes for desserts and cakes';
354
+ d2.contentVectorized = [0.45, 0.55, 0.65];
355
+ const d3: TestDataModel = new TestDataModel();
356
+ d3._id = 'doc-db';
357
+ d3.content = 'database setup guide for MongoDB';
358
+ d3.contentVectorized = [0.42, 0.52, 0.62];
359
+ return [d1, d2, d3];
360
+ };
361
+
362
+ it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
+ try {
366
+ await service.vectorSearch({
367
+ input: 'UserController',
368
+ searchInKey: 'contentVectorized',
369
+ searchMode: LVS_Search_Mode.hybrid,
370
+ });
371
+ fail('Should have thrown an error');
372
+ } catch (err) {
373
+ expect(err).toBeInstanceOf(DyFM_Error);
374
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
+ }
376
+ });
377
+
378
+ it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
+ try {
382
+ await service.vectorSearch({
383
+ input: 'UserController',
384
+ searchInKey: 'contentVectorized',
385
+ searchMode: LVS_Search_Mode.hybrid,
386
+ textSearchKey: 'content',
387
+ hybridWeight: { vector: -0.5, text: 1.5 },
388
+ });
389
+ fail('Should have thrown an error');
390
+ } catch (err) {
391
+ expect(err).toBeInstanceOf(DyFM_Error);
392
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
+ }
394
+ });
395
+
396
+ it('| basic hybrid: text-relevant doc top-en', async () => {
397
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
+ const result: TestDataModel[] = await service.vectorSearch({
400
+ input: 'UserController',
401
+ searchInKey: 'contentVectorized',
402
+ searchMode: LVS_Search_Mode.hybrid,
403
+ textSearchKey: 'content',
404
+ limit: 3,
405
+ });
406
+ expect(result.length).toBe(3);
407
+ expect(result[0]._id).toBe('doc-user');
408
+ });
409
+
410
+ it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
+ const result: TestDataModel[] = await service.vectorSearch({
414
+ input: 'UserController',
415
+ searchInKey: 'contentVectorized',
416
+ searchMode: LVS_Search_Mode.hybrid,
417
+ textSearchKey: 'content',
418
+ hybridWeight: { vector: 1, text: 0 },
419
+ limit: 3,
420
+ });
421
+ expect(result.length).toBe(3);
422
+ expect(result[0]._id).toBe('doc-db');
423
+ });
424
+
425
+ it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
+ const result: TestDataModel[] = await service.vectorSearch({
429
+ input: 'authentication',
430
+ searchInKey: 'contentVectorized',
431
+ searchMode: LVS_Search_Mode.hybrid,
432
+ textSearchKey: 'content',
433
+ hybridWeight: { vector: 0, text: 1 },
434
+ limit: 3,
435
+ });
436
+ expect(result.length).toBe(3);
437
+ expect(result[0]._id).toBe('doc-user');
438
+ });
439
+
440
+ it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
+ const result: TestDataModel[] = await service.vectorSearch({
444
+ input: 'xyzzy-nonexistent-token',
445
+ searchInKey: 'contentVectorized',
446
+ searchMode: LVS_Search_Mode.hybrid,
447
+ textSearchKey: 'content',
448
+ limit: 3,
449
+ });
450
+ expect(result.length).toBe(3);
451
+ expect(result[0]._id).toBe('doc-recipe');
452
+ });
453
+
454
+ it('| limit honored hybrid modban', async () => {
455
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
+ const result: TestDataModel[] = await service.vectorSearch({
458
+ input: 'UserController',
459
+ searchInKey: 'contentVectorized',
460
+ searchMode: LVS_Search_Mode.hybrid,
461
+ textSearchKey: 'content',
462
+ limit: 1,
463
+ });
464
+ expect(result.length).toBe(1);
465
+ });
466
+
467
+ it('| ures candidate-szet → ures eredmeny', async () => {
468
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
+ const result: TestDataModel[] = await service.vectorSearch({
471
+ input: 'UserController',
472
+ searchInKey: 'contentVectorized',
473
+ searchMode: LVS_Search_Mode.hybrid,
474
+ textSearchKey: 'content',
475
+ });
476
+ expect(result.length).toBe(0);
477
+ });
478
+ });
479
+ });
480
+