@futdevpro/nts-dynamo 1.15.40 → 1.15.41

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (325) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.github/workflows/main.yml +432 -432
  17. package/.vscode/settings.json +10 -10
  18. package/HOWTO.md +15 -15
  19. package/LICENSE +21 -21
  20. package/__documentations/2026-06-01-fr047-p2p3-function-calling.md +81 -0
  21. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  22. package/_specifications/BACKLOG.md +92 -92
  23. package/_specifications/TODO.md +15 -15
  24. package/_specifications/agent.md +138 -138
  25. package/build/_modules/server/errors/errors.data-service.d.ts.map +1 -1
  26. package/build/_modules/server/errors/errors.data-service.js +12 -1
  27. package/build/_modules/server/errors/errors.data-service.js.map +1 -1
  28. package/eslint.config.js +3 -3
  29. package/nodemon.json +24 -24
  30. package/package.json +1 -1
  31. package/pnpm-workspace.yaml +8 -8
  32. package/scripts/run-coverage-tests.js +28 -28
  33. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  34. package/spec/support/helpers/ts-node-helper.js +93 -93
  35. package/spec/support/jasmine.coverage.json +24 -24
  36. package/spec/support/jasmine.json +24 -24
  37. package/src/_collections/archive.util.spec.ts +57 -57
  38. package/src/_collections/archive.util.ts +18 -18
  39. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  40. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  41. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  42. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  43. package/src/_collections/default-not-found-page.const.ts +22 -22
  44. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  45. package/src/_collections/default-socket-path.const.ts +2 -2
  46. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  47. package/src/_collections/get-environment-settings.util.ts +48 -48
  48. package/src/_collections/sample.env +21 -21
  49. package/src/_collections/star.controller.spec.ts +224 -224
  50. package/src/_collections/star.controller.ts +129 -129
  51. package/src/_enums/data-model-type.enum.ts +14 -14
  52. package/src/_enums/data-service-function.enum.ts +24 -24
  53. package/src/_enums/predefined-data-types.enum.ts +16 -16
  54. package/src/_enums/route-security.enum.ts +12 -12
  55. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  56. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  57. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  58. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  59. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  60. package/src/_models/control-models/app-params.control-model.ts +136 -136
  61. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  62. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  63. package/src/_models/control-models/endpoint-params.control-model.spec.ts +578 -578
  64. package/src/_models/control-models/endpoint-params.control-model.ts +526 -526
  65. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  66. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  67. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  68. package/src/_models/control-models/system-control.control-model.ts +12 -12
  69. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  70. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  71. package/src/_models/interfaces/global-log-settings.interface.ts +144 -144
  72. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  73. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  74. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  75. package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
  76. package/src/_models/types/db-update.type.ts +100 -100
  77. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  78. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  79. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  80. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  81. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  82. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  83. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  84. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  85. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  86. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  87. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  88. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  89. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  90. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  91. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  92. package/src/_modules/ai/_modules/document-ai/index.ts +28 -28
  93. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  94. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  95. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  96. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  97. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  98. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  99. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  100. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  101. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  102. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  103. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  104. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  105. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  106. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  107. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  108. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  109. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  110. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  111. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
  112. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  113. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  114. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  115. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  116. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  117. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  118. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
  119. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  120. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  121. package/src/_modules/ai/index.ts +13 -13
  122. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  123. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  124. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  125. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  126. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  127. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  128. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  129. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  130. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  131. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  132. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  133. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  134. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  135. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  136. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  137. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  138. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  139. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  140. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  141. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  142. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  143. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  144. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  145. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  146. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  147. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  148. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  149. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  150. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  151. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  152. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  153. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  154. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  155. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  156. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  157. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  158. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  159. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  160. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  161. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  162. package/src/_modules/custom-data/index.ts +9 -9
  163. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  164. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  165. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  166. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  167. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  168. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  169. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  170. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  171. package/src/_modules/defaults/index.ts +17 -17
  172. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  173. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  174. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  175. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  176. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  177. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  178. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  179. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  180. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  181. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  182. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  183. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  184. package/src/_modules/discord-assistant/index.ts +38 -38
  185. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  186. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  187. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  188. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  189. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  190. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  191. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  192. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  193. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  194. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  195. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  196. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  197. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  198. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  199. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  200. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  201. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  202. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  203. package/src/_modules/discord-bot/index.ts +36 -36
  204. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  205. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  206. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  207. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  208. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  209. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  210. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +393 -393
  211. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +220 -220
  212. package/src/_modules/local-vector-search/index.ts +11 -11
  213. package/src/_modules/messaging/README.md +354 -354
  214. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  215. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  216. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  217. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  218. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  219. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  220. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  221. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  222. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  223. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  224. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  225. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  226. package/src/_modules/messaging/index.ts +30 -30
  227. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  228. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  229. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  230. package/src/_modules/mock/app-params.mock.ts +9 -9
  231. package/src/_modules/mock/app-server.mock.ts +188 -188
  232. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  233. package/src/_modules/mock/auth-service.mock.ts +28 -28
  234. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  235. package/src/_modules/mock/controller.mock.ts +16 -16
  236. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  237. package/src/_modules/mock/data-model.mock.ts +82 -82
  238. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  239. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  240. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  241. package/src/_modules/mock/email-service.mock.ts +20 -20
  242. package/src/_modules/mock/email-template.mock.html +14 -14
  243. package/src/_modules/mock/endpoint.mock.ts +91 -91
  244. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  245. package/src/_modules/mock/socket-client.mock.ts +45 -45
  246. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  247. package/src/_modules/mock/socket-server.mock.ts +46 -46
  248. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  249. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  250. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  251. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  252. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  253. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  254. package/src/_modules/oauth2/index.ts +17 -17
  255. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  256. package/src/_modules/server/errors/errors.control-service.ts +85 -85
  257. package/src/_modules/server/errors/errors.controller.spec.ts +241 -241
  258. package/src/_modules/server/errors/errors.controller.ts +431 -431
  259. package/src/_modules/server/errors/errors.data-service.spec.ts +355 -355
  260. package/src/_modules/server/errors/errors.data-service.ts +14 -2
  261. package/src/_modules/server/index.ts +30 -30
  262. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  263. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  264. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  265. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  266. package/src/_modules/server/server-status/server-status.control-service.spec.ts +524 -524
  267. package/src/_modules/server/server-status/server-status.control-service.ts +336 -336
  268. package/src/_modules/server/server-status/server-status.controller.spec.ts +162 -162
  269. package/src/_modules/server/server-status/server-status.controller.ts +131 -131
  270. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  271. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  272. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  273. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  274. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  275. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  276. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  277. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  278. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  279. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  280. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  281. package/src/_modules/socket/app-extended.server.ts +630 -630
  282. package/src/_modules/socket/index.ts +42 -42
  283. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  284. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  285. package/src/_modules/test/index.ts +11 -11
  286. package/src/_modules/test/test.controller.spec.ts +72 -72
  287. package/src/_modules/test/test.controller.ts +115 -115
  288. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  289. package/src/_modules/usage/index.ts +15 -15
  290. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  291. package/src/_modules/usage/usage.controller.ts +126 -126
  292. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  293. package/src/_modules/usage/usage.data-service.ts +185 -185
  294. package/src/_services/base/api.service-base.spec.ts +125 -125
  295. package/src/_services/base/api.service-base.ts +74 -74
  296. package/src/_services/base/archive-data.service.spec.ts +196 -196
  297. package/src/_services/base/archive-data.service.ts +216 -216
  298. package/src/_services/base/data.service.spec.ts +674 -674
  299. package/src/_services/base/data.service.ts +2719 -2719
  300. package/src/_services/base/db.service.spec.ts +73 -73
  301. package/src/_services/base/db.service.ts +1575 -1575
  302. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  303. package/src/_services/base/singleton.service-base.ts +24 -24
  304. package/src/_services/base/singleton.service.spec.ts +114 -114
  305. package/src/_services/base/singleton.service.ts +38 -38
  306. package/src/_services/core/api.service.spec.ts +140 -140
  307. package/src/_services/core/auth.service.spec.ts +159 -159
  308. package/src/_services/core/auth.service.ts +174 -174
  309. package/src/_services/core/email.service.spec.ts +85 -85
  310. package/src/_services/core/email.service.ts +742 -742
  311. package/src/_services/core/global.service.spec.ts +275 -275
  312. package/src/_services/core/global.service.ts +461 -461
  313. package/src/_services/core/service-collection.service.spec.ts +46 -46
  314. package/src/_services/core/service-collection.service.ts +6 -6
  315. package/src/_services/route/controller.service.spec.ts +53 -53
  316. package/src/_services/route/controller.service.ts +148 -148
  317. package/src/_services/route/routing-module.service.spec.ts +98 -98
  318. package/src/_services/route/routing-module.service.ts +330 -330
  319. package/src/_services/shared.static-service.spec.ts +99 -99
  320. package/src/_services/shared.static-service.ts +78 -78
  321. package/src/index.ts +95 -95
  322. package/tsconfig.app.json +12 -12
  323. package/tsconfig.json +42 -42
  324. package/.dynamo/logs/cicd-pipeline/output.log +0 -2567
  325. package/.dynamo/logs/cicd-pipeline/status.json +0 -319
@@ -1,480 +1,480 @@
1
-
2
- import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
- import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
- import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
- import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
- import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
- import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
-
11
- class TestDataModel extends DyFM_Metadata {
12
- content: string = '';
13
- contentVectorized?: number[];
14
- }
15
-
16
- const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
- dataName: 'test-data',
18
- properties: {
19
- content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
- contentVectorized: {
21
- key: 'contentVectorized',
22
- type: DyFM_BasicProperty_Type.array,
23
- vectorizedFrom: ['content'],
24
- embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
- },
26
- },
27
- });
28
-
29
- describe('| DyNTS_LVS_VectorDataService', () => {
30
- let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
- let mockOpenAISettings: DyFM_OAI_Settings;
32
- let testData: TestDataModel;
33
- let mockDBService: jasmine.SpyObj<{
34
- find: (f: unknown) => Promise<unknown[]>;
35
- getAll: () => Promise<unknown[]>;
36
- getDataById: (id: string) => Promise<unknown>;
37
- }>;
38
-
39
- beforeAll(() => {
40
- if (!DyNTS_global_settings.systemShortCodeName) {
41
- (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
- }
43
- if (!DyNTS_global_settings.env_settings) {
44
- (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
- environment: DyFM_EnvironmentFlag.local,
46
- };
47
- }
48
- });
49
-
50
- beforeEach(() => {
51
- mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
- 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
- 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
- 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
- ]);
56
- spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
- spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
-
59
- mockOpenAISettings = {
60
- config: { apiKey: 'test-api-key', organization: 'test-org' },
61
- defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
- };
63
-
64
- testData = new TestDataModel();
65
- service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
- testData,
67
- testDataParams,
68
- mockOpenAISettings,
69
- 'test-issuer'
70
- );
71
- });
72
-
73
- describe('| constructor', () => {
74
- it('| should initialize with default search mode', () => {
75
- expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
- });
77
-
78
- it('| should initialize with L2 normalization enabled', () => {
79
- expect(service.useL2Normalization).toBe(true);
80
- });
81
-
82
- it('| should initialize vector pool', () => {
83
- expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
- });
85
- });
86
-
87
- describe('| vectorSearch', () => {
88
- it('| should throw error when input is missing', async () => {
89
- try {
90
- await service.vectorSearch({
91
- input: '',
92
- searchInKey: 'contentVectorized',
93
- });
94
- fail('Should have thrown an error');
95
- } catch (err) {
96
- expect(err).toBeInstanceOf(DyFM_Error);
97
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
- }
99
- });
100
-
101
- it('| should throw error when searchInKey property not found', async () => {
102
- try {
103
- await service.vectorSearch({
104
- input: 'test query',
105
- searchInKey: 'nonExistentKey',
106
- });
107
- fail('Should have thrown an error');
108
- } catch (err) {
109
- expect(err).toBeInstanceOf(DyFM_Error);
110
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
- }
112
- });
113
-
114
- it('| should throw error when searchInKey is not vectorized', async () => {
115
- try {
116
- await service.vectorSearch({
117
- input: 'test query',
118
- searchInKey: 'content',
119
- });
120
- fail('Should have thrown an error');
121
- } catch (err) {
122
- expect(err).toBeInstanceOf(DyFM_Error);
123
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
- }
125
- });
126
-
127
- it('| should return empty array when no data found', async () => {
128
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
-
130
- const result = await service.vectorSearch({
131
- input: 'test query',
132
- searchInKey: 'contentVectorized',
133
- });
134
-
135
- expect(result).toEqual([]);
136
- });
137
-
138
- it('| should perform vector search with filterBy', async () => {
139
- const mockData1: TestDataModel = new TestDataModel();
140
- mockData1._id = 'data-1';
141
- mockData1.content = 'Test content 1';
142
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
-
144
- const mockData2: TestDataModel = new TestDataModel();
145
- mockData2._id = 'data-2';
146
- mockData2.content = 'Test content 2';
147
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
-
149
- spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
-
152
- const result = await service.vectorSearch({
153
- input: 'test query',
154
- searchInKey: 'contentVectorized',
155
- filterBy: { content: 'Test' },
156
- limit: 2,
157
- });
158
-
159
- expect(service.findDataList).toHaveBeenCalled();
160
- expect(result).toBeDefined();
161
- });
162
-
163
- it('| should perform vector search without filterBy', async () => {
164
- const mockData: TestDataModel = new TestDataModel();
165
- mockData._id = 'data-1';
166
- mockData.content = 'Test content';
167
- mockData.contentVectorized = [0.1, 0.2, 0.3];
168
-
169
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
-
172
- const result = await service.vectorSearch({
173
- input: 'test query',
174
- searchInKey: 'contentVectorized',
175
- limit: 1,
176
- });
177
-
178
- expect(service.getAll).toHaveBeenCalled();
179
- expect(result).toBeDefined();
180
- });
181
-
182
- it('| should use default limit of 3 when not provided', async () => {
183
- const mockData: TestDataModel = new TestDataModel();
184
- mockData._id = 'data-1';
185
- mockData.content = 'Test content';
186
- mockData.contentVectorized = [0.1, 0.2, 0.3];
187
-
188
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
- spyOn((service as any).vectorPool, 'search').and.returnValue([
191
- { id: 'data-1', score: 0.9 },
192
- ]);
193
-
194
- await service.vectorSearch({
195
- input: 'test query',
196
- searchInKey: 'contentVectorized',
197
- });
198
-
199
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
- jasmine.any(Array),
201
- 3,
202
- LVS_Search_Mode.cosineSimilarity
203
- );
204
- });
205
-
206
- it('| should use custom search mode when provided', async () => {
207
- const mockData: TestDataModel = new TestDataModel();
208
- mockData._id = 'data-1';
209
- mockData.content = 'Test content';
210
- mockData.contentVectorized = [0.1, 0.2, 0.3];
211
-
212
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
- spyOn((service as any).vectorPool, 'search').and.returnValue([
215
- { id: 'data-1', score: 0.5 },
216
- ]);
217
-
218
- await service.vectorSearch({
219
- input: 'test query',
220
- searchInKey: 'contentVectorized',
221
- searchMode: LVS_Search_Mode.l2Distance,
222
- });
223
-
224
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
- jasmine.any(Array),
226
- 3,
227
- LVS_Search_Mode.l2Distance
228
- );
229
- });
230
-
231
- it('| should skip items without _id', async () => {
232
- const mockData1: TestDataModel = new TestDataModel();
233
- mockData1._id = 'data-1';
234
- mockData1.content = 'Test content 1';
235
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
-
237
- const mockData2: TestDataModel = new TestDataModel();
238
- // No _id
239
- mockData2.content = 'Test content 2';
240
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
-
242
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
- spyOn((service as any).vectorPool, 'addVector');
245
-
246
- await service.vectorSearch({
247
- input: 'test query',
248
- searchInKey: 'contentVectorized',
249
- });
250
-
251
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
- });
254
-
255
- it('| should skip items without vectorized value', async () => {
256
- const mockData1: TestDataModel = new TestDataModel();
257
- mockData1._id = 'data-1';
258
- mockData1.content = 'Test content 1';
259
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
-
261
- const mockData2: TestDataModel = new TestDataModel();
262
- mockData2._id = 'data-2';
263
- mockData2.content = 'Test content 2';
264
- // No contentVectorized
265
-
266
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
- spyOn((service as any).vectorPool, 'addVector');
269
-
270
- await service.vectorSearch({
271
- input: 'test query',
272
- searchInKey: 'contentVectorized',
273
- });
274
-
275
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
- });
278
-
279
- it('| should clear vector pool after search', async () => {
280
- const mockData: TestDataModel = new TestDataModel();
281
- mockData._id = 'data-1';
282
- mockData.content = 'Test content';
283
- mockData.contentVectorized = [0.1, 0.2, 0.3];
284
-
285
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
- spyOn((service as any).vectorPool, 'clearPool');
288
- spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
-
290
- await service.vectorSearch({
291
- input: 'test query',
292
- searchInKey: 'contentVectorized',
293
- });
294
-
295
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
- });
297
-
298
- it('| should clear vector pool on error', async () => {
299
- spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
- spyOn((service as any).vectorPool, 'clearPool');
301
-
302
- try {
303
- await service.vectorSearch({
304
- input: 'test query',
305
- searchInKey: 'contentVectorized',
306
- });
307
- fail('Should have thrown an error');
308
- } catch (err) {
309
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
- expect(err).toBeInstanceOf(DyFM_Error);
311
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
- }
313
- });
314
-
315
- it('| should map search results back to data objects', async () => {
316
- const mockData1: TestDataModel = new TestDataModel();
317
- mockData1._id = 'data-1';
318
- mockData1.content = 'Test content 1';
319
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
-
321
- const mockData2: TestDataModel = new TestDataModel();
322
- mockData2._id = 'data-2';
323
- mockData2.content = 'Test content 2';
324
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
-
326
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
- spyOn((service as any).vectorPool, 'search').and.returnValue([
329
- { id: 'data-2', score: 0.9 },
330
- { id: 'data-1', score: 0.8 },
331
- ]);
332
-
333
- const result = await service.vectorSearch({
334
- input: 'test query',
335
- searchInKey: 'contentVectorized',
336
- limit: 2,
337
- });
338
-
339
- expect(result.length).toBe(2);
340
- expect(result[0]._id).toBe('data-2');
341
- expect(result[1]._id).toBe('data-1');
342
- });
343
- });
344
-
345
- describe('| vectorSearch hybrid (FR-004)', () => {
346
- const buildHybridCorpus = (): TestDataModel[] => {
347
- const d1: TestDataModel = new TestDataModel();
348
- d1._id = 'doc-user';
349
- d1.content = 'the UserController handles authentication flow';
350
- d1.contentVectorized = [0.4, 0.5, 0.6];
351
- const d2: TestDataModel = new TestDataModel();
352
- d2._id = 'doc-recipe';
353
- d2.content = 'cooking recipes for desserts and cakes';
354
- d2.contentVectorized = [0.45, 0.55, 0.65];
355
- const d3: TestDataModel = new TestDataModel();
356
- d3._id = 'doc-db';
357
- d3.content = 'database setup guide for MongoDB';
358
- d3.contentVectorized = [0.42, 0.52, 0.62];
359
- return [d1, d2, d3];
360
- };
361
-
362
- it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
- try {
366
- await service.vectorSearch({
367
- input: 'UserController',
368
- searchInKey: 'contentVectorized',
369
- searchMode: LVS_Search_Mode.hybrid,
370
- });
371
- fail('Should have thrown an error');
372
- } catch (err) {
373
- expect(err).toBeInstanceOf(DyFM_Error);
374
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
- }
376
- });
377
-
378
- it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
- try {
382
- await service.vectorSearch({
383
- input: 'UserController',
384
- searchInKey: 'contentVectorized',
385
- searchMode: LVS_Search_Mode.hybrid,
386
- textSearchKey: 'content',
387
- hybridWeight: { vector: -0.5, text: 1.5 },
388
- });
389
- fail('Should have thrown an error');
390
- } catch (err) {
391
- expect(err).toBeInstanceOf(DyFM_Error);
392
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
- }
394
- });
395
-
396
- it('| basic hybrid: text-relevant doc top-en', async () => {
397
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
- const result: TestDataModel[] = await service.vectorSearch({
400
- input: 'UserController',
401
- searchInKey: 'contentVectorized',
402
- searchMode: LVS_Search_Mode.hybrid,
403
- textSearchKey: 'content',
404
- limit: 3,
405
- });
406
- expect(result.length).toBe(3);
407
- expect(result[0]._id).toBe('doc-user');
408
- });
409
-
410
- it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
- const result: TestDataModel[] = await service.vectorSearch({
414
- input: 'UserController',
415
- searchInKey: 'contentVectorized',
416
- searchMode: LVS_Search_Mode.hybrid,
417
- textSearchKey: 'content',
418
- hybridWeight: { vector: 1, text: 0 },
419
- limit: 3,
420
- });
421
- expect(result.length).toBe(3);
422
- expect(result[0]._id).toBe('doc-db');
423
- });
424
-
425
- it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
- const result: TestDataModel[] = await service.vectorSearch({
429
- input: 'authentication',
430
- searchInKey: 'contentVectorized',
431
- searchMode: LVS_Search_Mode.hybrid,
432
- textSearchKey: 'content',
433
- hybridWeight: { vector: 0, text: 1 },
434
- limit: 3,
435
- });
436
- expect(result.length).toBe(3);
437
- expect(result[0]._id).toBe('doc-user');
438
- });
439
-
440
- it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
- const result: TestDataModel[] = await service.vectorSearch({
444
- input: 'xyzzy-nonexistent-token',
445
- searchInKey: 'contentVectorized',
446
- searchMode: LVS_Search_Mode.hybrid,
447
- textSearchKey: 'content',
448
- limit: 3,
449
- });
450
- expect(result.length).toBe(3);
451
- expect(result[0]._id).toBe('doc-recipe');
452
- });
453
-
454
- it('| limit honored hybrid modban', async () => {
455
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
- const result: TestDataModel[] = await service.vectorSearch({
458
- input: 'UserController',
459
- searchInKey: 'contentVectorized',
460
- searchMode: LVS_Search_Mode.hybrid,
461
- textSearchKey: 'content',
462
- limit: 1,
463
- });
464
- expect(result.length).toBe(1);
465
- });
466
-
467
- it('| ures candidate-szet → ures eredmeny', async () => {
468
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
- const result: TestDataModel[] = await service.vectorSearch({
471
- input: 'UserController',
472
- searchInKey: 'contentVectorized',
473
- searchMode: LVS_Search_Mode.hybrid,
474
- textSearchKey: 'content',
475
- });
476
- expect(result.length).toBe(0);
477
- });
478
- });
479
- });
480
-
1
+
2
+ import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
+ import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
+ import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
+ import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
+ import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
+ import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
+
11
+ class TestDataModel extends DyFM_Metadata {
12
+ content: string = '';
13
+ contentVectorized?: number[];
14
+ }
15
+
16
+ const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
+ dataName: 'test-data',
18
+ properties: {
19
+ content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
+ contentVectorized: {
21
+ key: 'contentVectorized',
22
+ type: DyFM_BasicProperty_Type.array,
23
+ vectorizedFrom: ['content'],
24
+ embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
+ },
26
+ },
27
+ });
28
+
29
+ describe('| DyNTS_LVS_VectorDataService', () => {
30
+ let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
+ let mockOpenAISettings: DyFM_OAI_Settings;
32
+ let testData: TestDataModel;
33
+ let mockDBService: jasmine.SpyObj<{
34
+ find: (f: unknown) => Promise<unknown[]>;
35
+ getAll: () => Promise<unknown[]>;
36
+ getDataById: (id: string) => Promise<unknown>;
37
+ }>;
38
+
39
+ beforeAll(() => {
40
+ if (!DyNTS_global_settings.systemShortCodeName) {
41
+ (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
+ }
43
+ if (!DyNTS_global_settings.env_settings) {
44
+ (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
+ environment: DyFM_EnvironmentFlag.local,
46
+ };
47
+ }
48
+ });
49
+
50
+ beforeEach(() => {
51
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
+ 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
+ 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
+ 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
+ ]);
56
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
+ spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
+
59
+ mockOpenAISettings = {
60
+ config: { apiKey: 'test-api-key', organization: 'test-org' },
61
+ defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
+ };
63
+
64
+ testData = new TestDataModel();
65
+ service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
+ testData,
67
+ testDataParams,
68
+ mockOpenAISettings,
69
+ 'test-issuer'
70
+ );
71
+ });
72
+
73
+ describe('| constructor', () => {
74
+ it('| should initialize with default search mode', () => {
75
+ expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
+ });
77
+
78
+ it('| should initialize with L2 normalization enabled', () => {
79
+ expect(service.useL2Normalization).toBe(true);
80
+ });
81
+
82
+ it('| should initialize vector pool', () => {
83
+ expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
+ });
85
+ });
86
+
87
+ describe('| vectorSearch', () => {
88
+ it('| should throw error when input is missing', async () => {
89
+ try {
90
+ await service.vectorSearch({
91
+ input: '',
92
+ searchInKey: 'contentVectorized',
93
+ });
94
+ fail('Should have thrown an error');
95
+ } catch (err) {
96
+ expect(err).toBeInstanceOf(DyFM_Error);
97
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
+ }
99
+ });
100
+
101
+ it('| should throw error when searchInKey property not found', async () => {
102
+ try {
103
+ await service.vectorSearch({
104
+ input: 'test query',
105
+ searchInKey: 'nonExistentKey',
106
+ });
107
+ fail('Should have thrown an error');
108
+ } catch (err) {
109
+ expect(err).toBeInstanceOf(DyFM_Error);
110
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
+ }
112
+ });
113
+
114
+ it('| should throw error when searchInKey is not vectorized', async () => {
115
+ try {
116
+ await service.vectorSearch({
117
+ input: 'test query',
118
+ searchInKey: 'content',
119
+ });
120
+ fail('Should have thrown an error');
121
+ } catch (err) {
122
+ expect(err).toBeInstanceOf(DyFM_Error);
123
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
+ }
125
+ });
126
+
127
+ it('| should return empty array when no data found', async () => {
128
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
+
130
+ const result = await service.vectorSearch({
131
+ input: 'test query',
132
+ searchInKey: 'contentVectorized',
133
+ });
134
+
135
+ expect(result).toEqual([]);
136
+ });
137
+
138
+ it('| should perform vector search with filterBy', async () => {
139
+ const mockData1: TestDataModel = new TestDataModel();
140
+ mockData1._id = 'data-1';
141
+ mockData1.content = 'Test content 1';
142
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
+
144
+ const mockData2: TestDataModel = new TestDataModel();
145
+ mockData2._id = 'data-2';
146
+ mockData2.content = 'Test content 2';
147
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
+
149
+ spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
+
152
+ const result = await service.vectorSearch({
153
+ input: 'test query',
154
+ searchInKey: 'contentVectorized',
155
+ filterBy: { content: 'Test' },
156
+ limit: 2,
157
+ });
158
+
159
+ expect(service.findDataList).toHaveBeenCalled();
160
+ expect(result).toBeDefined();
161
+ });
162
+
163
+ it('| should perform vector search without filterBy', async () => {
164
+ const mockData: TestDataModel = new TestDataModel();
165
+ mockData._id = 'data-1';
166
+ mockData.content = 'Test content';
167
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
168
+
169
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
+
172
+ const result = await service.vectorSearch({
173
+ input: 'test query',
174
+ searchInKey: 'contentVectorized',
175
+ limit: 1,
176
+ });
177
+
178
+ expect(service.getAll).toHaveBeenCalled();
179
+ expect(result).toBeDefined();
180
+ });
181
+
182
+ it('| should use default limit of 3 when not provided', async () => {
183
+ const mockData: TestDataModel = new TestDataModel();
184
+ mockData._id = 'data-1';
185
+ mockData.content = 'Test content';
186
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
187
+
188
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
191
+ { id: 'data-1', score: 0.9 },
192
+ ]);
193
+
194
+ await service.vectorSearch({
195
+ input: 'test query',
196
+ searchInKey: 'contentVectorized',
197
+ });
198
+
199
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
+ jasmine.any(Array),
201
+ 3,
202
+ LVS_Search_Mode.cosineSimilarity
203
+ );
204
+ });
205
+
206
+ it('| should use custom search mode when provided', async () => {
207
+ const mockData: TestDataModel = new TestDataModel();
208
+ mockData._id = 'data-1';
209
+ mockData.content = 'Test content';
210
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
211
+
212
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
215
+ { id: 'data-1', score: 0.5 },
216
+ ]);
217
+
218
+ await service.vectorSearch({
219
+ input: 'test query',
220
+ searchInKey: 'contentVectorized',
221
+ searchMode: LVS_Search_Mode.l2Distance,
222
+ });
223
+
224
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
+ jasmine.any(Array),
226
+ 3,
227
+ LVS_Search_Mode.l2Distance
228
+ );
229
+ });
230
+
231
+ it('| should skip items without _id', async () => {
232
+ const mockData1: TestDataModel = new TestDataModel();
233
+ mockData1._id = 'data-1';
234
+ mockData1.content = 'Test content 1';
235
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
+
237
+ const mockData2: TestDataModel = new TestDataModel();
238
+ // No _id
239
+ mockData2.content = 'Test content 2';
240
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
+
242
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
+ spyOn((service as any).vectorPool, 'addVector');
245
+
246
+ await service.vectorSearch({
247
+ input: 'test query',
248
+ searchInKey: 'contentVectorized',
249
+ });
250
+
251
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
+ });
254
+
255
+ it('| should skip items without vectorized value', async () => {
256
+ const mockData1: TestDataModel = new TestDataModel();
257
+ mockData1._id = 'data-1';
258
+ mockData1.content = 'Test content 1';
259
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
+
261
+ const mockData2: TestDataModel = new TestDataModel();
262
+ mockData2._id = 'data-2';
263
+ mockData2.content = 'Test content 2';
264
+ // No contentVectorized
265
+
266
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
+ spyOn((service as any).vectorPool, 'addVector');
269
+
270
+ await service.vectorSearch({
271
+ input: 'test query',
272
+ searchInKey: 'contentVectorized',
273
+ });
274
+
275
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
+ });
278
+
279
+ it('| should clear vector pool after search', async () => {
280
+ const mockData: TestDataModel = new TestDataModel();
281
+ mockData._id = 'data-1';
282
+ mockData.content = 'Test content';
283
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
284
+
285
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
+ spyOn((service as any).vectorPool, 'clearPool');
288
+ spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
+
290
+ await service.vectorSearch({
291
+ input: 'test query',
292
+ searchInKey: 'contentVectorized',
293
+ });
294
+
295
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
+ });
297
+
298
+ it('| should clear vector pool on error', async () => {
299
+ spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
+ spyOn((service as any).vectorPool, 'clearPool');
301
+
302
+ try {
303
+ await service.vectorSearch({
304
+ input: 'test query',
305
+ searchInKey: 'contentVectorized',
306
+ });
307
+ fail('Should have thrown an error');
308
+ } catch (err) {
309
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
+ expect(err).toBeInstanceOf(DyFM_Error);
311
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
+ }
313
+ });
314
+
315
+ it('| should map search results back to data objects', async () => {
316
+ const mockData1: TestDataModel = new TestDataModel();
317
+ mockData1._id = 'data-1';
318
+ mockData1.content = 'Test content 1';
319
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
+
321
+ const mockData2: TestDataModel = new TestDataModel();
322
+ mockData2._id = 'data-2';
323
+ mockData2.content = 'Test content 2';
324
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
+
326
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
329
+ { id: 'data-2', score: 0.9 },
330
+ { id: 'data-1', score: 0.8 },
331
+ ]);
332
+
333
+ const result = await service.vectorSearch({
334
+ input: 'test query',
335
+ searchInKey: 'contentVectorized',
336
+ limit: 2,
337
+ });
338
+
339
+ expect(result.length).toBe(2);
340
+ expect(result[0]._id).toBe('data-2');
341
+ expect(result[1]._id).toBe('data-1');
342
+ });
343
+ });
344
+
345
+ describe('| vectorSearch hybrid (FR-004)', () => {
346
+ const buildHybridCorpus = (): TestDataModel[] => {
347
+ const d1: TestDataModel = new TestDataModel();
348
+ d1._id = 'doc-user';
349
+ d1.content = 'the UserController handles authentication flow';
350
+ d1.contentVectorized = [0.4, 0.5, 0.6];
351
+ const d2: TestDataModel = new TestDataModel();
352
+ d2._id = 'doc-recipe';
353
+ d2.content = 'cooking recipes for desserts and cakes';
354
+ d2.contentVectorized = [0.45, 0.55, 0.65];
355
+ const d3: TestDataModel = new TestDataModel();
356
+ d3._id = 'doc-db';
357
+ d3.content = 'database setup guide for MongoDB';
358
+ d3.contentVectorized = [0.42, 0.52, 0.62];
359
+ return [d1, d2, d3];
360
+ };
361
+
362
+ it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
+ try {
366
+ await service.vectorSearch({
367
+ input: 'UserController',
368
+ searchInKey: 'contentVectorized',
369
+ searchMode: LVS_Search_Mode.hybrid,
370
+ });
371
+ fail('Should have thrown an error');
372
+ } catch (err) {
373
+ expect(err).toBeInstanceOf(DyFM_Error);
374
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
+ }
376
+ });
377
+
378
+ it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
+ try {
382
+ await service.vectorSearch({
383
+ input: 'UserController',
384
+ searchInKey: 'contentVectorized',
385
+ searchMode: LVS_Search_Mode.hybrid,
386
+ textSearchKey: 'content',
387
+ hybridWeight: { vector: -0.5, text: 1.5 },
388
+ });
389
+ fail('Should have thrown an error');
390
+ } catch (err) {
391
+ expect(err).toBeInstanceOf(DyFM_Error);
392
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
+ }
394
+ });
395
+
396
+ it('| basic hybrid: text-relevant doc top-en', async () => {
397
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
+ const result: TestDataModel[] = await service.vectorSearch({
400
+ input: 'UserController',
401
+ searchInKey: 'contentVectorized',
402
+ searchMode: LVS_Search_Mode.hybrid,
403
+ textSearchKey: 'content',
404
+ limit: 3,
405
+ });
406
+ expect(result.length).toBe(3);
407
+ expect(result[0]._id).toBe('doc-user');
408
+ });
409
+
410
+ it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
+ const result: TestDataModel[] = await service.vectorSearch({
414
+ input: 'UserController',
415
+ searchInKey: 'contentVectorized',
416
+ searchMode: LVS_Search_Mode.hybrid,
417
+ textSearchKey: 'content',
418
+ hybridWeight: { vector: 1, text: 0 },
419
+ limit: 3,
420
+ });
421
+ expect(result.length).toBe(3);
422
+ expect(result[0]._id).toBe('doc-db');
423
+ });
424
+
425
+ it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
+ const result: TestDataModel[] = await service.vectorSearch({
429
+ input: 'authentication',
430
+ searchInKey: 'contentVectorized',
431
+ searchMode: LVS_Search_Mode.hybrid,
432
+ textSearchKey: 'content',
433
+ hybridWeight: { vector: 0, text: 1 },
434
+ limit: 3,
435
+ });
436
+ expect(result.length).toBe(3);
437
+ expect(result[0]._id).toBe('doc-user');
438
+ });
439
+
440
+ it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
+ const result: TestDataModel[] = await service.vectorSearch({
444
+ input: 'xyzzy-nonexistent-token',
445
+ searchInKey: 'contentVectorized',
446
+ searchMode: LVS_Search_Mode.hybrid,
447
+ textSearchKey: 'content',
448
+ limit: 3,
449
+ });
450
+ expect(result.length).toBe(3);
451
+ expect(result[0]._id).toBe('doc-recipe');
452
+ });
453
+
454
+ it('| limit honored hybrid modban', async () => {
455
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
+ const result: TestDataModel[] = await service.vectorSearch({
458
+ input: 'UserController',
459
+ searchInKey: 'contentVectorized',
460
+ searchMode: LVS_Search_Mode.hybrid,
461
+ textSearchKey: 'content',
462
+ limit: 1,
463
+ });
464
+ expect(result.length).toBe(1);
465
+ });
466
+
467
+ it('| ures candidate-szet → ures eredmeny', async () => {
468
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
+ const result: TestDataModel[] = await service.vectorSearch({
471
+ input: 'UserController',
472
+ searchInKey: 'contentVectorized',
473
+ searchMode: LVS_Search_Mode.hybrid,
474
+ textSearchKey: 'content',
475
+ });
476
+ expect(result.length).toBe(0);
477
+ });
478
+ });
479
+ });
480
+