@futdevpro/nts-dynamo 1.15.39 → 1.15.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (327) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +2567 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +319 -0
  18. package/.github/workflows/main.yml +432 -432
  19. package/.vscode/settings.json +10 -10
  20. package/HOWTO.md +15 -15
  21. package/LICENSE +21 -21
  22. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  23. package/_specifications/BACKLOG.md +92 -92
  24. package/_specifications/TODO.md +15 -15
  25. package/_specifications/agent.md +138 -138
  26. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.d.ts +6 -0
  27. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.d.ts.map +1 -1
  28. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.js +25 -7
  29. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.js.map +1 -1
  30. package/build/_modules/ai/_services/ai-llm.service-base.d.ts.map +1 -1
  31. package/build/_modules/ai/_services/ai-llm.service-base.js +7 -0
  32. package/build/_modules/ai/_services/ai-llm.service-base.js.map +1 -1
  33. package/eslint.config.js +3 -3
  34. package/nodemon.json +24 -24
  35. package/package.json +1 -1
  36. package/pnpm-workspace.yaml +8 -8
  37. package/scripts/run-coverage-tests.js +28 -28
  38. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  39. package/spec/support/helpers/ts-node-helper.js +93 -93
  40. package/spec/support/jasmine.coverage.json +24 -24
  41. package/spec/support/jasmine.json +24 -24
  42. package/src/_collections/archive.util.spec.ts +57 -57
  43. package/src/_collections/archive.util.ts +18 -18
  44. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  45. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  46. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  47. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  48. package/src/_collections/default-not-found-page.const.ts +22 -22
  49. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  50. package/src/_collections/default-socket-path.const.ts +2 -2
  51. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  52. package/src/_collections/get-environment-settings.util.ts +48 -48
  53. package/src/_collections/sample.env +21 -21
  54. package/src/_collections/star.controller.spec.ts +224 -224
  55. package/src/_collections/star.controller.ts +129 -129
  56. package/src/_enums/data-model-type.enum.ts +14 -14
  57. package/src/_enums/data-service-function.enum.ts +24 -24
  58. package/src/_enums/predefined-data-types.enum.ts +16 -16
  59. package/src/_enums/route-security.enum.ts +12 -12
  60. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  61. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  62. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  63. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  64. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  65. package/src/_models/control-models/app-params.control-model.ts +136 -136
  66. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  67. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  68. package/src/_models/control-models/endpoint-params.control-model.spec.ts +578 -578
  69. package/src/_models/control-models/endpoint-params.control-model.ts +526 -526
  70. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  71. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  72. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  73. package/src/_models/control-models/system-control.control-model.ts +12 -12
  74. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  75. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  76. package/src/_models/interfaces/global-log-settings.interface.ts +144 -144
  77. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  78. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  79. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  80. package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
  81. package/src/_models/types/db-update.type.ts +100 -100
  82. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  83. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  84. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  85. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  86. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  87. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  88. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  89. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  90. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  91. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  92. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  93. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  94. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  95. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  96. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  97. package/src/_modules/ai/_modules/document-ai/index.ts +28 -28
  98. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  99. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  100. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  101. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  102. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  103. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  104. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  105. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  106. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  107. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  108. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  109. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  110. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  111. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  112. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  113. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  114. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  115. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -106
  116. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1011
  117. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  118. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  119. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  120. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  121. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  122. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  123. package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -510
  124. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  125. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  126. package/src/_modules/ai/index.ts +13 -13
  127. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  128. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  129. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  130. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  131. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  132. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  133. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  134. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  135. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  136. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  137. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  138. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  139. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  140. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  141. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  142. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  143. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  144. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  145. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  146. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  147. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  148. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  149. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  150. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  151. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  152. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  153. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  154. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  155. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  156. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  157. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  158. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  159. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  160. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  161. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  162. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  163. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  164. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  165. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  166. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  167. package/src/_modules/custom-data/index.ts +9 -9
  168. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  169. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  170. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  171. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  172. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  173. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  174. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  175. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  176. package/src/_modules/defaults/index.ts +17 -17
  177. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  178. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  179. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  180. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  181. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  182. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  183. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  184. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  185. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  186. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  187. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  188. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  189. package/src/_modules/discord-assistant/index.ts +38 -38
  190. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  191. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  192. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  193. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  194. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  195. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  196. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  197. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  198. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  199. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  200. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  201. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  202. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  203. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  204. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  205. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  206. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  207. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  208. package/src/_modules/discord-bot/index.ts +36 -36
  209. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  210. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  211. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  212. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  213. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  214. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  215. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +393 -393
  216. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +220 -220
  217. package/src/_modules/local-vector-search/index.ts +11 -11
  218. package/src/_modules/messaging/README.md +354 -354
  219. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  220. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  221. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  222. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  223. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  224. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  225. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  226. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  227. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  228. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  229. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  230. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  231. package/src/_modules/messaging/index.ts +30 -30
  232. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  233. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  234. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  235. package/src/_modules/mock/app-params.mock.ts +9 -9
  236. package/src/_modules/mock/app-server.mock.ts +188 -188
  237. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  238. package/src/_modules/mock/auth-service.mock.ts +28 -28
  239. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  240. package/src/_modules/mock/controller.mock.ts +16 -16
  241. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  242. package/src/_modules/mock/data-model.mock.ts +82 -82
  243. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  244. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  245. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  246. package/src/_modules/mock/email-service.mock.ts +20 -20
  247. package/src/_modules/mock/email-template.mock.html +14 -14
  248. package/src/_modules/mock/endpoint.mock.ts +91 -91
  249. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  250. package/src/_modules/mock/socket-client.mock.ts +45 -45
  251. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  252. package/src/_modules/mock/socket-server.mock.ts +46 -46
  253. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  254. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  255. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  256. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  257. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  258. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  259. package/src/_modules/oauth2/index.ts +17 -17
  260. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  261. package/src/_modules/server/errors/errors.control-service.ts +85 -85
  262. package/src/_modules/server/errors/errors.controller.spec.ts +241 -241
  263. package/src/_modules/server/errors/errors.controller.ts +431 -431
  264. package/src/_modules/server/errors/errors.data-service.spec.ts +355 -355
  265. package/src/_modules/server/index.ts +30 -30
  266. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  267. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  268. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  269. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  270. package/src/_modules/server/server-status/server-status.control-service.spec.ts +524 -524
  271. package/src/_modules/server/server-status/server-status.control-service.ts +336 -336
  272. package/src/_modules/server/server-status/server-status.controller.spec.ts +162 -162
  273. package/src/_modules/server/server-status/server-status.controller.ts +131 -131
  274. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  275. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  276. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  277. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  278. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  279. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  280. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  281. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  282. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  283. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  284. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  285. package/src/_modules/socket/app-extended.server.ts +630 -630
  286. package/src/_modules/socket/index.ts +42 -42
  287. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  288. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  289. package/src/_modules/test/index.ts +11 -11
  290. package/src/_modules/test/test.controller.spec.ts +72 -72
  291. package/src/_modules/test/test.controller.ts +115 -115
  292. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  293. package/src/_modules/usage/index.ts +15 -15
  294. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  295. package/src/_modules/usage/usage.controller.ts +126 -126
  296. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  297. package/src/_modules/usage/usage.data-service.ts +185 -185
  298. package/src/_services/base/api.service-base.spec.ts +125 -125
  299. package/src/_services/base/api.service-base.ts +74 -74
  300. package/src/_services/base/archive-data.service.spec.ts +196 -196
  301. package/src/_services/base/archive-data.service.ts +216 -216
  302. package/src/_services/base/data.service.spec.ts +674 -674
  303. package/src/_services/base/data.service.ts +2719 -2719
  304. package/src/_services/base/db.service.spec.ts +73 -73
  305. package/src/_services/base/db.service.ts +1575 -1575
  306. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  307. package/src/_services/base/singleton.service-base.ts +24 -24
  308. package/src/_services/base/singleton.service.spec.ts +114 -114
  309. package/src/_services/base/singleton.service.ts +38 -38
  310. package/src/_services/core/api.service.spec.ts +140 -140
  311. package/src/_services/core/auth.service.spec.ts +159 -159
  312. package/src/_services/core/auth.service.ts +174 -174
  313. package/src/_services/core/email.service.spec.ts +85 -85
  314. package/src/_services/core/email.service.ts +742 -742
  315. package/src/_services/core/global.service.spec.ts +275 -275
  316. package/src/_services/core/global.service.ts +461 -461
  317. package/src/_services/core/service-collection.service.spec.ts +46 -46
  318. package/src/_services/core/service-collection.service.ts +6 -6
  319. package/src/_services/route/controller.service.spec.ts +53 -53
  320. package/src/_services/route/controller.service.ts +148 -148
  321. package/src/_services/route/routing-module.service.spec.ts +98 -98
  322. package/src/_services/route/routing-module.service.ts +330 -330
  323. package/src/_services/shared.static-service.spec.ts +99 -99
  324. package/src/_services/shared.static-service.ts +78 -78
  325. package/src/index.ts +95 -95
  326. package/tsconfig.app.json +12 -12
  327. package/tsconfig.json +42 -42
@@ -1,480 +1,480 @@
1
-
2
- import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
- import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
- import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
- import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
- import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
- import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
-
11
- class TestDataModel extends DyFM_Metadata {
12
- content: string = '';
13
- contentVectorized?: number[];
14
- }
15
-
16
- const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
- dataName: 'test-data',
18
- properties: {
19
- content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
- contentVectorized: {
21
- key: 'contentVectorized',
22
- type: DyFM_BasicProperty_Type.array,
23
- vectorizedFrom: ['content'],
24
- embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
- },
26
- },
27
- });
28
-
29
- describe('| DyNTS_LVS_VectorDataService', () => {
30
- let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
- let mockOpenAISettings: DyFM_OAI_Settings;
32
- let testData: TestDataModel;
33
- let mockDBService: jasmine.SpyObj<{
34
- find: (f: unknown) => Promise<unknown[]>;
35
- getAll: () => Promise<unknown[]>;
36
- getDataById: (id: string) => Promise<unknown>;
37
- }>;
38
-
39
- beforeAll(() => {
40
- if (!DyNTS_global_settings.systemShortCodeName) {
41
- (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
- }
43
- if (!DyNTS_global_settings.env_settings) {
44
- (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
- environment: DyFM_EnvironmentFlag.local,
46
- };
47
- }
48
- });
49
-
50
- beforeEach(() => {
51
- mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
- 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
- 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
- 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
- ]);
56
- spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
- spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
-
59
- mockOpenAISettings = {
60
- config: { apiKey: 'test-api-key', organization: 'test-org' },
61
- defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
- };
63
-
64
- testData = new TestDataModel();
65
- service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
- testData,
67
- testDataParams,
68
- mockOpenAISettings,
69
- 'test-issuer'
70
- );
71
- });
72
-
73
- describe('| constructor', () => {
74
- it('| should initialize with default search mode', () => {
75
- expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
- });
77
-
78
- it('| should initialize with L2 normalization enabled', () => {
79
- expect(service.useL2Normalization).toBe(true);
80
- });
81
-
82
- it('| should initialize vector pool', () => {
83
- expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
- });
85
- });
86
-
87
- describe('| vectorSearch', () => {
88
- it('| should throw error when input is missing', async () => {
89
- try {
90
- await service.vectorSearch({
91
- input: '',
92
- searchInKey: 'contentVectorized',
93
- });
94
- fail('Should have thrown an error');
95
- } catch (err) {
96
- expect(err).toBeInstanceOf(DyFM_Error);
97
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
- }
99
- });
100
-
101
- it('| should throw error when searchInKey property not found', async () => {
102
- try {
103
- await service.vectorSearch({
104
- input: 'test query',
105
- searchInKey: 'nonExistentKey',
106
- });
107
- fail('Should have thrown an error');
108
- } catch (err) {
109
- expect(err).toBeInstanceOf(DyFM_Error);
110
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
- }
112
- });
113
-
114
- it('| should throw error when searchInKey is not vectorized', async () => {
115
- try {
116
- await service.vectorSearch({
117
- input: 'test query',
118
- searchInKey: 'content',
119
- });
120
- fail('Should have thrown an error');
121
- } catch (err) {
122
- expect(err).toBeInstanceOf(DyFM_Error);
123
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
- }
125
- });
126
-
127
- it('| should return empty array when no data found', async () => {
128
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
-
130
- const result = await service.vectorSearch({
131
- input: 'test query',
132
- searchInKey: 'contentVectorized',
133
- });
134
-
135
- expect(result).toEqual([]);
136
- });
137
-
138
- it('| should perform vector search with filterBy', async () => {
139
- const mockData1: TestDataModel = new TestDataModel();
140
- mockData1._id = 'data-1';
141
- mockData1.content = 'Test content 1';
142
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
-
144
- const mockData2: TestDataModel = new TestDataModel();
145
- mockData2._id = 'data-2';
146
- mockData2.content = 'Test content 2';
147
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
-
149
- spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
-
152
- const result = await service.vectorSearch({
153
- input: 'test query',
154
- searchInKey: 'contentVectorized',
155
- filterBy: { content: 'Test' },
156
- limit: 2,
157
- });
158
-
159
- expect(service.findDataList).toHaveBeenCalled();
160
- expect(result).toBeDefined();
161
- });
162
-
163
- it('| should perform vector search without filterBy', async () => {
164
- const mockData: TestDataModel = new TestDataModel();
165
- mockData._id = 'data-1';
166
- mockData.content = 'Test content';
167
- mockData.contentVectorized = [0.1, 0.2, 0.3];
168
-
169
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
-
172
- const result = await service.vectorSearch({
173
- input: 'test query',
174
- searchInKey: 'contentVectorized',
175
- limit: 1,
176
- });
177
-
178
- expect(service.getAll).toHaveBeenCalled();
179
- expect(result).toBeDefined();
180
- });
181
-
182
- it('| should use default limit of 3 when not provided', async () => {
183
- const mockData: TestDataModel = new TestDataModel();
184
- mockData._id = 'data-1';
185
- mockData.content = 'Test content';
186
- mockData.contentVectorized = [0.1, 0.2, 0.3];
187
-
188
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
- spyOn((service as any).vectorPool, 'search').and.returnValue([
191
- { id: 'data-1', score: 0.9 },
192
- ]);
193
-
194
- await service.vectorSearch({
195
- input: 'test query',
196
- searchInKey: 'contentVectorized',
197
- });
198
-
199
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
- jasmine.any(Array),
201
- 3,
202
- LVS_Search_Mode.cosineSimilarity
203
- );
204
- });
205
-
206
- it('| should use custom search mode when provided', async () => {
207
- const mockData: TestDataModel = new TestDataModel();
208
- mockData._id = 'data-1';
209
- mockData.content = 'Test content';
210
- mockData.contentVectorized = [0.1, 0.2, 0.3];
211
-
212
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
- spyOn((service as any).vectorPool, 'search').and.returnValue([
215
- { id: 'data-1', score: 0.5 },
216
- ]);
217
-
218
- await service.vectorSearch({
219
- input: 'test query',
220
- searchInKey: 'contentVectorized',
221
- searchMode: LVS_Search_Mode.l2Distance,
222
- });
223
-
224
- expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
- jasmine.any(Array),
226
- 3,
227
- LVS_Search_Mode.l2Distance
228
- );
229
- });
230
-
231
- it('| should skip items without _id', async () => {
232
- const mockData1: TestDataModel = new TestDataModel();
233
- mockData1._id = 'data-1';
234
- mockData1.content = 'Test content 1';
235
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
-
237
- const mockData2: TestDataModel = new TestDataModel();
238
- // No _id
239
- mockData2.content = 'Test content 2';
240
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
-
242
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
- spyOn((service as any).vectorPool, 'addVector');
245
-
246
- await service.vectorSearch({
247
- input: 'test query',
248
- searchInKey: 'contentVectorized',
249
- });
250
-
251
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
- });
254
-
255
- it('| should skip items without vectorized value', async () => {
256
- const mockData1: TestDataModel = new TestDataModel();
257
- mockData1._id = 'data-1';
258
- mockData1.content = 'Test content 1';
259
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
-
261
- const mockData2: TestDataModel = new TestDataModel();
262
- mockData2._id = 'data-2';
263
- mockData2.content = 'Test content 2';
264
- // No contentVectorized
265
-
266
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
- spyOn((service as any).vectorPool, 'addVector');
269
-
270
- await service.vectorSearch({
271
- input: 'test query',
272
- searchInKey: 'contentVectorized',
273
- });
274
-
275
- expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
- expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
- });
278
-
279
- it('| should clear vector pool after search', async () => {
280
- const mockData: TestDataModel = new TestDataModel();
281
- mockData._id = 'data-1';
282
- mockData.content = 'Test content';
283
- mockData.contentVectorized = [0.1, 0.2, 0.3];
284
-
285
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
- spyOn((service as any).vectorPool, 'clearPool');
288
- spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
-
290
- await service.vectorSearch({
291
- input: 'test query',
292
- searchInKey: 'contentVectorized',
293
- });
294
-
295
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
- });
297
-
298
- it('| should clear vector pool on error', async () => {
299
- spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
- spyOn((service as any).vectorPool, 'clearPool');
301
-
302
- try {
303
- await service.vectorSearch({
304
- input: 'test query',
305
- searchInKey: 'contentVectorized',
306
- });
307
- fail('Should have thrown an error');
308
- } catch (err) {
309
- expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
- expect(err).toBeInstanceOf(DyFM_Error);
311
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
- }
313
- });
314
-
315
- it('| should map search results back to data objects', async () => {
316
- const mockData1: TestDataModel = new TestDataModel();
317
- mockData1._id = 'data-1';
318
- mockData1.content = 'Test content 1';
319
- mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
-
321
- const mockData2: TestDataModel = new TestDataModel();
322
- mockData2._id = 'data-2';
323
- mockData2.content = 'Test content 2';
324
- mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
-
326
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
- spyOn((service as any).vectorPool, 'search').and.returnValue([
329
- { id: 'data-2', score: 0.9 },
330
- { id: 'data-1', score: 0.8 },
331
- ]);
332
-
333
- const result = await service.vectorSearch({
334
- input: 'test query',
335
- searchInKey: 'contentVectorized',
336
- limit: 2,
337
- });
338
-
339
- expect(result.length).toBe(2);
340
- expect(result[0]._id).toBe('data-2');
341
- expect(result[1]._id).toBe('data-1');
342
- });
343
- });
344
-
345
- describe('| vectorSearch hybrid (FR-004)', () => {
346
- const buildHybridCorpus = (): TestDataModel[] => {
347
- const d1: TestDataModel = new TestDataModel();
348
- d1._id = 'doc-user';
349
- d1.content = 'the UserController handles authentication flow';
350
- d1.contentVectorized = [0.4, 0.5, 0.6];
351
- const d2: TestDataModel = new TestDataModel();
352
- d2._id = 'doc-recipe';
353
- d2.content = 'cooking recipes for desserts and cakes';
354
- d2.contentVectorized = [0.45, 0.55, 0.65];
355
- const d3: TestDataModel = new TestDataModel();
356
- d3._id = 'doc-db';
357
- d3.content = 'database setup guide for MongoDB';
358
- d3.contentVectorized = [0.42, 0.52, 0.62];
359
- return [d1, d2, d3];
360
- };
361
-
362
- it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
- try {
366
- await service.vectorSearch({
367
- input: 'UserController',
368
- searchInKey: 'contentVectorized',
369
- searchMode: LVS_Search_Mode.hybrid,
370
- });
371
- fail('Should have thrown an error');
372
- } catch (err) {
373
- expect(err).toBeInstanceOf(DyFM_Error);
374
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
- }
376
- });
377
-
378
- it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
- try {
382
- await service.vectorSearch({
383
- input: 'UserController',
384
- searchInKey: 'contentVectorized',
385
- searchMode: LVS_Search_Mode.hybrid,
386
- textSearchKey: 'content',
387
- hybridWeight: { vector: -0.5, text: 1.5 },
388
- });
389
- fail('Should have thrown an error');
390
- } catch (err) {
391
- expect(err).toBeInstanceOf(DyFM_Error);
392
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
- }
394
- });
395
-
396
- it('| basic hybrid: text-relevant doc top-en', async () => {
397
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
- const result: TestDataModel[] = await service.vectorSearch({
400
- input: 'UserController',
401
- searchInKey: 'contentVectorized',
402
- searchMode: LVS_Search_Mode.hybrid,
403
- textSearchKey: 'content',
404
- limit: 3,
405
- });
406
- expect(result.length).toBe(3);
407
- expect(result[0]._id).toBe('doc-user');
408
- });
409
-
410
- it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
- const result: TestDataModel[] = await service.vectorSearch({
414
- input: 'UserController',
415
- searchInKey: 'contentVectorized',
416
- searchMode: LVS_Search_Mode.hybrid,
417
- textSearchKey: 'content',
418
- hybridWeight: { vector: 1, text: 0 },
419
- limit: 3,
420
- });
421
- expect(result.length).toBe(3);
422
- expect(result[0]._id).toBe('doc-db');
423
- });
424
-
425
- it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
- const result: TestDataModel[] = await service.vectorSearch({
429
- input: 'authentication',
430
- searchInKey: 'contentVectorized',
431
- searchMode: LVS_Search_Mode.hybrid,
432
- textSearchKey: 'content',
433
- hybridWeight: { vector: 0, text: 1 },
434
- limit: 3,
435
- });
436
- expect(result.length).toBe(3);
437
- expect(result[0]._id).toBe('doc-user');
438
- });
439
-
440
- it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
- const result: TestDataModel[] = await service.vectorSearch({
444
- input: 'xyzzy-nonexistent-token',
445
- searchInKey: 'contentVectorized',
446
- searchMode: LVS_Search_Mode.hybrid,
447
- textSearchKey: 'content',
448
- limit: 3,
449
- });
450
- expect(result.length).toBe(3);
451
- expect(result[0]._id).toBe('doc-recipe');
452
- });
453
-
454
- it('| limit honored hybrid modban', async () => {
455
- spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
- const result: TestDataModel[] = await service.vectorSearch({
458
- input: 'UserController',
459
- searchInKey: 'contentVectorized',
460
- searchMode: LVS_Search_Mode.hybrid,
461
- textSearchKey: 'content',
462
- limit: 1,
463
- });
464
- expect(result.length).toBe(1);
465
- });
466
-
467
- it('| ures candidate-szet → ures eredmeny', async () => {
468
- spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
- const result: TestDataModel[] = await service.vectorSearch({
471
- input: 'UserController',
472
- searchInKey: 'contentVectorized',
473
- searchMode: LVS_Search_Mode.hybrid,
474
- textSearchKey: 'content',
475
- });
476
- expect(result.length).toBe(0);
477
- });
478
- });
479
- });
480
-
1
+
2
+ import { DyNTS_LVS_VectorDataService } from './lvs-local-vector-search.data-service';
3
+ import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_BasicProperty_Type, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
6
+ import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
7
+ import { DyFM_Error } from '@futdevpro/fsm-dynamo';
8
+ import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
9
+ import { DyNTS_GlobalService } from '../../../_services/core/global.service';
10
+
11
+ class TestDataModel extends DyFM_Metadata {
12
+ content: string = '';
13
+ contentVectorized?: number[];
14
+ }
15
+
16
+ const testDataParams: DyFM_DataModel_Params<TestDataModel> = new DyFM_DataModel_Params<TestDataModel>({
17
+ dataName: 'test-data',
18
+ properties: {
19
+ content: { key: 'content', type: DyFM_BasicProperty_Type.string },
20
+ contentVectorized: {
21
+ key: 'contentVectorized',
22
+ type: DyFM_BasicProperty_Type.array,
23
+ vectorizedFrom: ['content'],
24
+ embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
25
+ },
26
+ },
27
+ });
28
+
29
+ describe('| DyNTS_LVS_VectorDataService', () => {
30
+ let service: DyNTS_LVS_VectorDataService<TestDataModel>;
31
+ let mockOpenAISettings: DyFM_OAI_Settings;
32
+ let testData: TestDataModel;
33
+ let mockDBService: jasmine.SpyObj<{
34
+ find: (f: unknown) => Promise<unknown[]>;
35
+ getAll: () => Promise<unknown[]>;
36
+ getDataById: (id: string) => Promise<unknown>;
37
+ }>;
38
+
39
+ beforeAll(() => {
40
+ if (!DyNTS_global_settings.systemShortCodeName) {
41
+ (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
42
+ }
43
+ if (!DyNTS_global_settings.env_settings) {
44
+ (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
45
+ environment: DyFM_EnvironmentFlag.local,
46
+ };
47
+ }
48
+ });
49
+
50
+ beforeEach(() => {
51
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
52
+ 'find', 'findOne', 'getDataById', 'getAll', 'getDataListByIds', 'getDataByDependencyId',
53
+ 'getDataListByDependencyId', 'getDataListByDependencyIds', 'createData', 'modifyData',
54
+ 'updateOne', 'markDeletedById', 'trueDeleteDataById', 'trueDeleteAllData', 'restoreDeletedById', 'aggregate',
55
+ ]);
56
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
57
+ spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
58
+
59
+ mockOpenAISettings = {
60
+ config: { apiKey: 'test-api-key', organization: 'test-org' },
61
+ defaultSettings: { useModel: DyFM_OAI_Model.textEmbedding_3Small },
62
+ };
63
+
64
+ testData = new TestDataModel();
65
+ service = new DyNTS_LVS_VectorDataService<TestDataModel>(
66
+ testData,
67
+ testDataParams,
68
+ mockOpenAISettings,
69
+ 'test-issuer'
70
+ );
71
+ });
72
+
73
+ describe('| constructor', () => {
74
+ it('| should initialize with default search mode', () => {
75
+ expect(service.defaultSearchMode).toBe(LVS_Search_Mode.cosineSimilarity);
76
+ });
77
+
78
+ it('| should initialize with L2 normalization enabled', () => {
79
+ expect(service.useL2Normalization).toBe(true);
80
+ });
81
+
82
+ it('| should initialize vector pool', () => {
83
+ expect((service as any).vectorPool).toBeInstanceOf(LVS_VectorPool_ControlService);
84
+ });
85
+ });
86
+
87
+ describe('| vectorSearch', () => {
88
+ it('| should throw error when input is missing', async () => {
89
+ try {
90
+ await service.vectorSearch({
91
+ input: '',
92
+ searchInKey: 'contentVectorized',
93
+ });
94
+ fail('Should have thrown an error');
95
+ } catch (err) {
96
+ expect(err).toBeInstanceOf(DyFM_Error);
97
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS1');
98
+ }
99
+ });
100
+
101
+ it('| should throw error when searchInKey property not found', async () => {
102
+ try {
103
+ await service.vectorSearch({
104
+ input: 'test query',
105
+ searchInKey: 'nonExistentKey',
106
+ });
107
+ fail('Should have thrown an error');
108
+ } catch (err) {
109
+ expect(err).toBeInstanceOf(DyFM_Error);
110
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS2');
111
+ }
112
+ });
113
+
114
+ it('| should throw error when searchInKey is not vectorized', async () => {
115
+ try {
116
+ await service.vectorSearch({
117
+ input: 'test query',
118
+ searchInKey: 'content',
119
+ });
120
+ fail('Should have thrown an error');
121
+ } catch (err) {
122
+ expect(err).toBeInstanceOf(DyFM_Error);
123
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS3');
124
+ }
125
+ });
126
+
127
+ it('| should return empty array when no data found', async () => {
128
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
129
+
130
+ const result = await service.vectorSearch({
131
+ input: 'test query',
132
+ searchInKey: 'contentVectorized',
133
+ });
134
+
135
+ expect(result).toEqual([]);
136
+ });
137
+
138
+ it('| should perform vector search with filterBy', async () => {
139
+ const mockData1: TestDataModel = new TestDataModel();
140
+ mockData1._id = 'data-1';
141
+ mockData1.content = 'Test content 1';
142
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
143
+
144
+ const mockData2: TestDataModel = new TestDataModel();
145
+ mockData2._id = 'data-2';
146
+ mockData2.content = 'Test content 2';
147
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
148
+
149
+ spyOn(service, 'findDataList').and.returnValue(Promise.resolve([mockData1, mockData2]));
150
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
151
+
152
+ const result = await service.vectorSearch({
153
+ input: 'test query',
154
+ searchInKey: 'contentVectorized',
155
+ filterBy: { content: 'Test' },
156
+ limit: 2,
157
+ });
158
+
159
+ expect(service.findDataList).toHaveBeenCalled();
160
+ expect(result).toBeDefined();
161
+ });
162
+
163
+ it('| should perform vector search without filterBy', async () => {
164
+ const mockData: TestDataModel = new TestDataModel();
165
+ mockData._id = 'data-1';
166
+ mockData.content = 'Test content';
167
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
168
+
169
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
170
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
171
+
172
+ const result = await service.vectorSearch({
173
+ input: 'test query',
174
+ searchInKey: 'contentVectorized',
175
+ limit: 1,
176
+ });
177
+
178
+ expect(service.getAll).toHaveBeenCalled();
179
+ expect(result).toBeDefined();
180
+ });
181
+
182
+ it('| should use default limit of 3 when not provided', async () => {
183
+ const mockData: TestDataModel = new TestDataModel();
184
+ mockData._id = 'data-1';
185
+ mockData.content = 'Test content';
186
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
187
+
188
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
189
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
190
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
191
+ { id: 'data-1', score: 0.9 },
192
+ ]);
193
+
194
+ await service.vectorSearch({
195
+ input: 'test query',
196
+ searchInKey: 'contentVectorized',
197
+ });
198
+
199
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
200
+ jasmine.any(Array),
201
+ 3,
202
+ LVS_Search_Mode.cosineSimilarity
203
+ );
204
+ });
205
+
206
+ it('| should use custom search mode when provided', async () => {
207
+ const mockData: TestDataModel = new TestDataModel();
208
+ mockData._id = 'data-1';
209
+ mockData.content = 'Test content';
210
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
211
+
212
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
213
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
214
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
215
+ { id: 'data-1', score: 0.5 },
216
+ ]);
217
+
218
+ await service.vectorSearch({
219
+ input: 'test query',
220
+ searchInKey: 'contentVectorized',
221
+ searchMode: LVS_Search_Mode.l2Distance,
222
+ });
223
+
224
+ expect((service as any).vectorPool.search).toHaveBeenCalledWith(
225
+ jasmine.any(Array),
226
+ 3,
227
+ LVS_Search_Mode.l2Distance
228
+ );
229
+ });
230
+
231
+ it('| should skip items without _id', async () => {
232
+ const mockData1: TestDataModel = new TestDataModel();
233
+ mockData1._id = 'data-1';
234
+ mockData1.content = 'Test content 1';
235
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
236
+
237
+ const mockData2: TestDataModel = new TestDataModel();
238
+ // No _id
239
+ mockData2.content = 'Test content 2';
240
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
241
+
242
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
243
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
244
+ spyOn((service as any).vectorPool, 'addVector');
245
+
246
+ await service.vectorSearch({
247
+ input: 'test query',
248
+ searchInKey: 'contentVectorized',
249
+ });
250
+
251
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
252
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
253
+ });
254
+
255
+ it('| should skip items without vectorized value', async () => {
256
+ const mockData1: TestDataModel = new TestDataModel();
257
+ mockData1._id = 'data-1';
258
+ mockData1.content = 'Test content 1';
259
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
260
+
261
+ const mockData2: TestDataModel = new TestDataModel();
262
+ mockData2._id = 'data-2';
263
+ mockData2.content = 'Test content 2';
264
+ // No contentVectorized
265
+
266
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
267
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
268
+ spyOn((service as any).vectorPool, 'addVector');
269
+
270
+ await service.vectorSearch({
271
+ input: 'test query',
272
+ searchInKey: 'contentVectorized',
273
+ });
274
+
275
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledTimes(1);
276
+ expect((service as any).vectorPool.addVector).toHaveBeenCalledWith('data-1', [0.1, 0.2, 0.3]);
277
+ });
278
+
279
+ it('| should clear vector pool after search', async () => {
280
+ const mockData: TestDataModel = new TestDataModel();
281
+ mockData._id = 'data-1';
282
+ mockData.content = 'Test content';
283
+ mockData.contentVectorized = [0.1, 0.2, 0.3];
284
+
285
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData]));
286
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
287
+ spyOn((service as any).vectorPool, 'clearPool');
288
+ spyOn((service as any).vectorPool, 'search').and.returnValue([]);
289
+
290
+ await service.vectorSearch({
291
+ input: 'test query',
292
+ searchInKey: 'contentVectorized',
293
+ });
294
+
295
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
296
+ });
297
+
298
+ it('| should clear vector pool on error', async () => {
299
+ spyOn(service, 'getAll').and.returnValue(Promise.reject(new Error('Database error')));
300
+ spyOn((service as any).vectorPool, 'clearPool');
301
+
302
+ try {
303
+ await service.vectorSearch({
304
+ input: 'test query',
305
+ searchInKey: 'contentVectorized',
306
+ });
307
+ fail('Should have thrown an error');
308
+ } catch (err) {
309
+ expect((service as any).vectorPool.clearPool).toHaveBeenCalled();
310
+ expect(err).toBeInstanceOf(DyFM_Error);
311
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS0');
312
+ }
313
+ });
314
+
315
+ it('| should map search results back to data objects', async () => {
316
+ const mockData1: TestDataModel = new TestDataModel();
317
+ mockData1._id = 'data-1';
318
+ mockData1.content = 'Test content 1';
319
+ mockData1.contentVectorized = [0.1, 0.2, 0.3];
320
+
321
+ const mockData2: TestDataModel = new TestDataModel();
322
+ mockData2._id = 'data-2';
323
+ mockData2.content = 'Test content 2';
324
+ mockData2.contentVectorized = [0.4, 0.5, 0.6];
325
+
326
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([mockData1, mockData2]));
327
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
328
+ spyOn((service as any).vectorPool, 'search').and.returnValue([
329
+ { id: 'data-2', score: 0.9 },
330
+ { id: 'data-1', score: 0.8 },
331
+ ]);
332
+
333
+ const result = await service.vectorSearch({
334
+ input: 'test query',
335
+ searchInKey: 'contentVectorized',
336
+ limit: 2,
337
+ });
338
+
339
+ expect(result.length).toBe(2);
340
+ expect(result[0]._id).toBe('data-2');
341
+ expect(result[1]._id).toBe('data-1');
342
+ });
343
+ });
344
+
345
+ describe('| vectorSearch hybrid (FR-004)', () => {
346
+ const buildHybridCorpus = (): TestDataModel[] => {
347
+ const d1: TestDataModel = new TestDataModel();
348
+ d1._id = 'doc-user';
349
+ d1.content = 'the UserController handles authentication flow';
350
+ d1.contentVectorized = [0.4, 0.5, 0.6];
351
+ const d2: TestDataModel = new TestDataModel();
352
+ d2._id = 'doc-recipe';
353
+ d2.content = 'cooking recipes for desserts and cakes';
354
+ d2.contentVectorized = [0.45, 0.55, 0.65];
355
+ const d3: TestDataModel = new TestDataModel();
356
+ d3._id = 'doc-db';
357
+ d3.content = 'database setup guide for MongoDB';
358
+ d3.contentVectorized = [0.42, 0.52, 0.62];
359
+ return [d1, d2, d3];
360
+ };
361
+
362
+ it('| throws ha textSearchKey hianyzik hybrid modban (VS4)', async () => {
363
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
364
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
365
+ try {
366
+ await service.vectorSearch({
367
+ input: 'UserController',
368
+ searchInKey: 'contentVectorized',
369
+ searchMode: LVS_Search_Mode.hybrid,
370
+ });
371
+ fail('Should have thrown an error');
372
+ } catch (err) {
373
+ expect(err).toBeInstanceOf(DyFM_Error);
374
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS4');
375
+ }
376
+ });
377
+
378
+ it('| throws ha hybridWeight invalid (negativ) (VS5)', async () => {
379
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
380
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
381
+ try {
382
+ await service.vectorSearch({
383
+ input: 'UserController',
384
+ searchInKey: 'contentVectorized',
385
+ searchMode: LVS_Search_Mode.hybrid,
386
+ textSearchKey: 'content',
387
+ hybridWeight: { vector: -0.5, text: 1.5 },
388
+ });
389
+ fail('Should have thrown an error');
390
+ } catch (err) {
391
+ expect(err).toBeInstanceOf(DyFM_Error);
392
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-LVS-VS5');
393
+ }
394
+ });
395
+
396
+ it('| basic hybrid: text-relevant doc top-en', async () => {
397
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
398
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
399
+ const result: TestDataModel[] = await service.vectorSearch({
400
+ input: 'UserController',
401
+ searchInKey: 'contentVectorized',
402
+ searchMode: LVS_Search_Mode.hybrid,
403
+ textSearchKey: 'content',
404
+ limit: 3,
405
+ });
406
+ expect(result.length).toBe(3);
407
+ expect(result[0]._id).toBe('doc-user');
408
+ });
409
+
410
+ it('| weight {vector:1, text:0} → effektivan pure cosine', async () => {
411
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
412
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.42, 0.52, 0.62]));
413
+ const result: TestDataModel[] = await service.vectorSearch({
414
+ input: 'UserController',
415
+ searchInKey: 'contentVectorized',
416
+ searchMode: LVS_Search_Mode.hybrid,
417
+ textSearchKey: 'content',
418
+ hybridWeight: { vector: 1, text: 0 },
419
+ limit: 3,
420
+ });
421
+ expect(result.length).toBe(3);
422
+ expect(result[0]._id).toBe('doc-db');
423
+ });
424
+
425
+ it('| weight {vector:0, text:1} → effektivan pure BM25', async () => {
426
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
427
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
428
+ const result: TestDataModel[] = await service.vectorSearch({
429
+ input: 'authentication',
430
+ searchInKey: 'contentVectorized',
431
+ searchMode: LVS_Search_Mode.hybrid,
432
+ textSearchKey: 'content',
433
+ hybridWeight: { vector: 0, text: 1 },
434
+ limit: 3,
435
+ });
436
+ expect(result.length).toBe(3);
437
+ expect(result[0]._id).toBe('doc-user');
438
+ });
439
+
440
+ it('| all-zero BM25 fallback → cosine-rendezes marad', async () => {
441
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
442
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.45, 0.55, 0.65]));
443
+ const result: TestDataModel[] = await service.vectorSearch({
444
+ input: 'xyzzy-nonexistent-token',
445
+ searchInKey: 'contentVectorized',
446
+ searchMode: LVS_Search_Mode.hybrid,
447
+ textSearchKey: 'content',
448
+ limit: 3,
449
+ });
450
+ expect(result.length).toBe(3);
451
+ expect(result[0]._id).toBe('doc-recipe');
452
+ });
453
+
454
+ it('| limit honored hybrid modban', async () => {
455
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve(buildHybridCorpus()));
456
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
457
+ const result: TestDataModel[] = await service.vectorSearch({
458
+ input: 'UserController',
459
+ searchInKey: 'contentVectorized',
460
+ searchMode: LVS_Search_Mode.hybrid,
461
+ textSearchKey: 'content',
462
+ limit: 1,
463
+ });
464
+ expect(result.length).toBe(1);
465
+ });
466
+
467
+ it('| ures candidate-szet → ures eredmeny', async () => {
468
+ spyOn(service, 'getAll').and.returnValue(Promise.resolve([]));
469
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
470
+ const result: TestDataModel[] = await service.vectorSearch({
471
+ input: 'UserController',
472
+ searchInKey: 'contentVectorized',
473
+ searchMode: LVS_Search_Mode.hybrid,
474
+ textSearchKey: 'content',
475
+ });
476
+ expect(result.length).toBe(0);
477
+ });
478
+ });
479
+ });
480
+