@futdevpro/nts-dynamo 1.15.127 → 1.15.129

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (389) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +2852 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +74 -0
  18. package/.dynamo/pipeline.cicd.config.json +3 -1
  19. package/.vscode/settings.json +10 -10
  20. package/HOWTO.md +15 -15
  21. package/LICENSE +21 -21
  22. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  23. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  24. package/_specifications/BACKLOG.md +92 -92
  25. package/_specifications/TODO.md +15 -15
  26. package/_specifications/agent.md +138 -138
  27. package/build/_models/control-models/endpoint-params.control-model.d.ts.map +1 -1
  28. package/build/_models/control-models/endpoint-params.control-model.js +9 -0
  29. package/build/_models/control-models/endpoint-params.control-model.js.map +1 -1
  30. package/build/_modules/server/errors/errors.data-service.d.ts +6 -0
  31. package/build/_modules/server/errors/errors.data-service.d.ts.map +1 -1
  32. package/build/_modules/server/errors/errors.data-service.js +29 -3
  33. package/build/_modules/server/errors/errors.data-service.js.map +1 -1
  34. package/build/_services/core/event-loop-diag.service.d.ts +6 -0
  35. package/build/_services/core/event-loop-diag.service.d.ts.map +1 -1
  36. package/build/_services/core/event-loop-diag.service.js +19 -1
  37. package/build/_services/core/event-loop-diag.service.js.map +1 -1
  38. package/build/_services/core/request-hunter.service.d.ts +74 -0
  39. package/build/_services/core/request-hunter.service.d.ts.map +1 -0
  40. package/build/_services/core/request-hunter.service.js +123 -0
  41. package/build/_services/core/request-hunter.service.js.map +1 -0
  42. package/build/index.d.ts +1 -0
  43. package/build/index.d.ts.map +1 -1
  44. package/build/index.js +1 -0
  45. package/build/index.js.map +1 -1
  46. package/eslint.config.js +3 -3
  47. package/nodemon.json +24 -24
  48. package/package.json +2 -2
  49. package/pnpm-workspace.yaml +5 -5
  50. package/scripts/run-coverage-tests.js +28 -28
  51. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  52. package/spec/support/helpers/ts-node-helper.js +93 -93
  53. package/spec/support/jasmine.coverage.json +24 -24
  54. package/spec/support/jasmine.json +24 -24
  55. package/src/_collections/archive.util.spec.ts +57 -57
  56. package/src/_collections/archive.util.ts +18 -18
  57. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  58. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  59. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  60. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  61. package/src/_collections/default-not-found-page.const.ts +22 -22
  62. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  63. package/src/_collections/default-socket-path.const.ts +2 -2
  64. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  65. package/src/_collections/get-environment-settings.util.ts +48 -48
  66. package/src/_collections/global-settings.const.ts +126 -126
  67. package/src/_collections/sample.env +21 -21
  68. package/src/_collections/signed-url.util.spec.ts +198 -198
  69. package/src/_collections/signed-url.util.ts +170 -170
  70. package/src/_collections/star.controller.spec.ts +224 -224
  71. package/src/_collections/star.controller.ts +129 -129
  72. package/src/_enums/data-model-type.enum.ts +14 -14
  73. package/src/_enums/data-service-function.enum.ts +24 -24
  74. package/src/_enums/predefined-data-types.enum.ts +16 -16
  75. package/src/_enums/route-security.enum.ts +12 -12
  76. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  77. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  78. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  79. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  80. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  81. package/src/_models/control-models/app-params.control-model.ts +136 -136
  82. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  83. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  84. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  85. package/src/_models/control-models/endpoint-params.control-model.ts +664 -656
  86. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  87. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  88. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  89. package/src/_models/control-models/system-control.control-model.ts +12 -12
  90. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  91. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  92. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  93. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  94. package/src/_models/interfaces/global-settings.interface.ts +286 -286
  95. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  96. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  97. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  98. package/src/_models/types/db-update.type.ts +100 -100
  99. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  100. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  101. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.spec.ts +115 -115
  102. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.ts +233 -233
  103. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  104. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  105. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  106. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  107. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  108. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  109. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  110. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  111. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  112. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  113. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  114. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  115. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  116. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  117. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  118. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  119. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  120. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  121. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  122. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  123. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  124. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  125. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  126. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  127. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  128. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  129. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  130. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  131. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  132. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  133. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  134. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  135. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  136. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  137. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  138. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1085 -1085
  139. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  140. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  141. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +114 -114
  142. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  143. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  144. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  145. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  146. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  147. package/src/_modules/ai/_services/ai-llm.service-base.ts +599 -599
  148. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  149. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  150. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  151. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  152. package/src/_modules/ai/index.ts +33 -33
  153. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  154. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  155. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  156. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  157. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  158. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  159. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  160. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  161. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  162. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  163. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  164. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  165. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  166. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  167. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  168. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  169. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  170. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  171. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  172. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  173. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  174. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  175. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  176. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  177. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  178. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  179. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  180. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  181. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  182. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  183. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  184. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  185. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  186. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  187. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  188. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  189. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  190. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  191. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  192. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  193. package/src/_modules/custom-data/index.ts +9 -9
  194. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  195. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  196. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  197. package/src/_modules/data-readers/index.ts +11 -11
  198. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  199. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  200. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  201. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  202. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  203. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  204. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  205. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  206. package/src/_modules/defaults/index.ts +17 -17
  207. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  208. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  209. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  210. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  211. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  212. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  213. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  214. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  215. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  216. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  217. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  218. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  219. package/src/_modules/discord-assistant/index.ts +38 -38
  220. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  221. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  222. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  223. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  224. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  225. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  226. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  227. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  228. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  229. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  230. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  231. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  232. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  233. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  234. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  235. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  236. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  237. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  238. package/src/_modules/discord-bot/index.ts +36 -36
  239. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  240. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  241. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  242. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  243. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  244. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  245. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  246. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +214 -214
  247. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +186 -186
  248. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  249. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +130 -130
  250. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +509 -509
  251. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +323 -323
  252. package/src/_modules/local-vector-search/index.ts +16 -16
  253. package/src/_modules/logs/index.ts +11 -11
  254. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  255. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  256. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  257. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  258. package/src/_modules/mcp/index.ts +13 -13
  259. package/src/_modules/messaging/README.md +354 -354
  260. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  261. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  262. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  263. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  264. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  265. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  266. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  267. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  268. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  269. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  270. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  271. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  272. package/src/_modules/messaging/index.ts +30 -30
  273. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  274. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  275. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  276. package/src/_modules/mock/app-params.mock.ts +9 -9
  277. package/src/_modules/mock/app-server.mock.ts +188 -188
  278. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  279. package/src/_modules/mock/auth-service.mock.ts +28 -28
  280. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  281. package/src/_modules/mock/controller.mock.ts +16 -16
  282. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  283. package/src/_modules/mock/data-model.mock.ts +82 -82
  284. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  285. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  286. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  287. package/src/_modules/mock/email-service.mock.ts +20 -20
  288. package/src/_modules/mock/email-template.mock.html +14 -14
  289. package/src/_modules/mock/endpoint.mock.ts +91 -91
  290. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  291. package/src/_modules/mock/socket-client.mock.ts +45 -45
  292. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  293. package/src/_modules/mock/socket-server.mock.ts +46 -46
  294. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  295. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  296. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  297. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  298. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  299. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  300. package/src/_modules/oauth2/index.ts +17 -17
  301. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  302. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  303. package/src/_modules/scheduler/index.ts +8 -8
  304. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  305. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  306. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  307. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  308. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  309. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  310. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  311. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  312. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  313. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  314. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  315. package/src/_modules/scoped-config/index.ts +17 -17
  316. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  317. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  318. package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
  319. package/src/_modules/server/errors/errors.controller.ts +515 -515
  320. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  321. package/src/_modules/server/errors/errors.data-service.ts +30 -3
  322. package/src/_modules/server/index.ts +30 -30
  323. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  324. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  325. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  326. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  327. package/src/_modules/server/server-status/server-status.control-service.spec.ts +672 -672
  328. package/src/_modules/server/server-status/server-status.control-service.ts +490 -490
  329. package/src/_modules/server/server-status/server-status.controller.spec.ts +276 -276
  330. package/src/_modules/server/server-status/server-status.controller.ts +336 -336
  331. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  332. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  333. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  334. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  335. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  336. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +69 -69
  337. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  338. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  339. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  340. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  341. package/src/_modules/socket/app-extended.server.ts +648 -648
  342. package/src/_modules/socket/index.ts +42 -42
  343. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  344. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  345. package/src/_modules/test/index.ts +11 -11
  346. package/src/_modules/test/test.controller.spec.ts +72 -72
  347. package/src/_modules/test/test.controller.ts +115 -115
  348. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  349. package/src/_modules/usage/index.ts +15 -15
  350. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  351. package/src/_modules/usage/usage.controller.ts +126 -126
  352. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  353. package/src/_modules/usage/usage.data-service.ts +185 -185
  354. package/src/_services/base/api.service-base.spec.ts +125 -125
  355. package/src/_services/base/api.service-base.ts +74 -74
  356. package/src/_services/base/archive-data.service.spec.ts +209 -209
  357. package/src/_services/base/archive-data.service.ts +223 -223
  358. package/src/_services/base/data.service.spec.ts +729 -729
  359. package/src/_services/base/data.service.ts +2758 -2758
  360. package/src/_services/base/db.service.spec.ts +160 -160
  361. package/src/_services/base/db.service.ts +1698 -1698
  362. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  363. package/src/_services/base/singleton.service-base.ts +24 -24
  364. package/src/_services/base/singleton.service.spec.ts +114 -114
  365. package/src/_services/base/singleton.service.ts +38 -38
  366. package/src/_services/core/api.service.spec.ts +140 -140
  367. package/src/_services/core/auth.service.spec.ts +159 -159
  368. package/src/_services/core/auth.service.ts +174 -174
  369. package/src/_services/core/email.service.spec.ts +85 -85
  370. package/src/_services/core/email.service.ts +757 -757
  371. package/src/_services/core/event-loop-diag.service.ts +23 -1
  372. package/src/_services/core/global.service.spec.ts +292 -292
  373. package/src/_services/core/global.service.ts +487 -487
  374. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  375. package/src/_services/core/memory-guard.service.ts +481 -481
  376. package/src/_services/core/request-hunter.service.spec.ts +124 -0
  377. package/src/_services/core/request-hunter.service.ts +157 -0
  378. package/src/_services/core/service-collection.service.spec.ts +46 -46
  379. package/src/_services/core/service-collection.service.ts +6 -6
  380. package/src/_services/route/controller.service.spec.ts +53 -53
  381. package/src/_services/route/controller.service.ts +148 -148
  382. package/src/_services/route/routing-module.service.spec.ts +98 -98
  383. package/src/_services/route/routing-module.service.ts +330 -330
  384. package/src/_services/server/app.server.ts +1985 -1985
  385. package/src/_services/shared.static-service.spec.ts +99 -99
  386. package/src/_services/shared.static-service.ts +78 -78
  387. package/src/index.ts +113 -112
  388. package/tsconfig.app.json +12 -12
  389. package/tsconfig.json +42 -42
@@ -1,323 +1,323 @@
1
- import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
-
3
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
- import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
-
6
- /**
7
- * Vektor pool kezelő utility class
8
- * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
- * Minden instance saját vektor pool-t tart fenn
10
- */
11
- export class LVS_VectorPool_ControlService {
12
- /**
13
- * In-memory vektor pool tárolás
14
- * Key: vektor ID, Value: vektor értékek
15
- *
16
- * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
- * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
- * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
- * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
- */
21
- private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
-
23
- /**
24
- * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
- * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
- */
27
- private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
-
29
- /**
30
- * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
- * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
- * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
- * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
- */
35
- private readonly normalizedOnly: boolean;
36
-
37
- constructor(set?: { normalizedOnly?: boolean }) {
38
- this.normalizedOnly = set?.normalizedOnly ?? false;
39
- }
40
-
41
- /**
42
- * Hozzáad egy vektort a pool-hoz
43
- * Opcionálisan L2 normalizált másolatot is tárol
44
- */
45
- addVector(id: string, vector: number[]): void {
46
- if (!id) {
47
- throw new Error('Vector ID is required');
48
- }
49
-
50
- if (!Array.isArray(vector) || vector.length === 0) {
51
- throw new Error('Vector must be a non-empty array');
52
- }
53
-
54
- // Validáljuk, hogy a vektor számokból áll
55
- for (let i: number = 0; i < vector.length; i++) {
56
- if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
- throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
- }
59
- }
60
-
61
- // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
- // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
- if (!this.normalizedOnly) {
64
- this.vectorPool.set(id, Float32Array.from(vector));
65
- }
66
-
67
- // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
- this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
- }
70
-
71
- /**
72
- * Eltávolít egy vektort a pool-ból
73
- */
74
- removeVector(id: string): void {
75
- this.vectorPool.delete(id);
76
- this.normalizedVectorPool.delete(id);
77
- }
78
-
79
- /**
80
- * Frissít egy vektort a pool-ban
81
- */
82
- updateVector(id: string, vector: number[]): void {
83
- // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
- if (!this.normalizedVectorPool.has(id)) {
85
- throw new Error(`Vector with ID "${id}" does not exist`);
86
- }
87
-
88
- this.addVector(id, vector);
89
- }
90
-
91
- /**
92
- * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
- * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
- */
95
- size(): number {
96
- return this.normalizedVectorPool.size;
97
- }
98
-
99
- /**
100
- * Törli az összes vektort a pool-ból
101
- */
102
- clearPool(): void {
103
- this.vectorPool.clear();
104
- this.normalizedVectorPool.clear();
105
- }
106
-
107
- /**
108
- * Visszaadja az összes vektort a pool-ból
109
- * Debugging és export céljára
110
- */
111
- getAll(): Map<string, number[]> {
112
- // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
- const result: Map<string, number[]> = new Map<string, number[]>();
114
- for (const [ id, vector ] of this.vectorPool.entries()) {
115
- result.set(id, Array.from(vector));
116
- }
117
- return result;
118
- }
119
-
120
- /**
121
- * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
- * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
- */
124
- private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
- let sumSquares: number = 0;
126
- for (let i: number = 0; i < vector.length; i++) {
127
- sumSquares += vector[i] * vector[i];
128
- }
129
- const magnitude: number = Math.sqrt(sumSquares);
130
-
131
- const normalized: Float32Array = new Float32Array(vector.length);
132
- if (magnitude === 0) {
133
- return normalized;
134
- }
135
- for (let i: number = 0; i < vector.length; i++) {
136
- normalized[i] = vector[i] / magnitude;
137
- }
138
- return normalized;
139
- }
140
-
141
- /**
142
- * L2 normalizálás egy vektorra
143
- * A vektor hosszát 1-re normalizálja
144
- * Statikus metódus, mivel nincs szüksége instance state-re
145
- */
146
- private static l2Normalize(vector: number[]): number[] {
147
- const magnitude: number = Math.sqrt(
148
- vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
- );
150
-
151
- if (magnitude === 0) {
152
- // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
- return new Array<number>(vector.length).fill(0);
154
- }
155
-
156
- return vector.map((value: number) => value / magnitude);
157
- }
158
-
159
- /**
160
- * Cosine similarity számítás két vektor között
161
- * Normalizált vektorokat használ a számításhoz
162
- * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
- * Statikus metódus, mivel nincs szüksége instance state-re
164
- */
165
- static cosineSimilarity(a: number[], b: number[]): number {
166
- if (a.length !== b.length) {
167
- throw new Error(
168
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
- );
170
- }
171
-
172
- // Normalizáljuk a vektorokat
173
- const normalizedA: number[] = this.l2Normalize(a);
174
- const normalizedB: number[] = this.l2Normalize(b);
175
-
176
- // Dot product számítása
177
- let dotProduct: number = 0;
178
- for (let i: number = 0; i < normalizedA.length; i++) {
179
- dotProduct += normalizedA[i] * normalizedB[i];
180
- }
181
-
182
- // Cosine similarity = dot product of normalized vectors
183
- // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
- return dotProduct;
185
- }
186
-
187
- /**
188
- * L2 distance (Euklideszi távolság) számítás két vektor között
189
- * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
- * Statikus metódus, mivel nincs szüksége instance state-re
191
- */
192
- static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
- if (a.length !== b.length) {
194
- throw new Error(
195
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
- );
197
- }
198
-
199
- // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
- let sumSquaredDiff: number = 0;
201
- for (let i: number = 0; i < a.length; i++) {
202
- const diff: number = a[i] - b[i];
203
- sumSquaredDiff += diff * diff;
204
- }
205
-
206
- return Math.sqrt(sumSquaredDiff);
207
- }
208
-
209
- /**
210
- * Vektor keresés a pool-ban
211
- * Brute-force megközelítés (lineáris keresés)
212
- *
213
- * @param query A keresési query vektor
214
- * @param k A visszaadandó találatok száma (top-K)
215
- * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
- * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
- * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
- * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
- * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
- * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
- */
222
- search(
223
- query: number[],
224
- k: number,
225
- mode: LVS_Search_Mode,
226
- candidateIds?: Set<string>
227
- ): LVS_SearchResult[] {
228
- // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
- if (candidateIds && candidateIds.size === 0) {
230
- return [];
231
- }
232
- if (!Array.isArray(query) || query.length === 0) {
233
- throw new Error('Query vector must be a non-empty array');
234
- }
235
-
236
- // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
- // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
- for (let i: number = 0; i < query.length; i++) {
239
- if (!Number.isFinite(query[i])) {
240
- throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
- }
242
- }
243
-
244
- if (k <= 0) {
245
- throw new Error('k must be a positive number');
246
- }
247
-
248
- // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
- if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
- throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
- }
252
-
253
- // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
- // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
- if (this.normalizedVectorPool.size === 0) {
256
- return [];
257
- }
258
-
259
- // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
- // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
- const referencePool: Map<string, Float32Array> =
262
- mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
- const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
- if (firstVector && firstVector.length !== query.length) {
265
- throw new Error(
266
- `Query vector dimension (${query.length}) does not match pool vector ` +
267
- `dimension (${firstVector.length})`
268
- );
269
- }
270
-
271
- // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
- const results: LVS_SearchResult[] = [];
273
-
274
- if (mode === LVS_Search_Mode.cosineSimilarity) {
275
- // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
- // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
- // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
- // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
- // egyszer megtörtént) → ~3× kevesebb FLOP;
280
- // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
- // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
- // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
- const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
- // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
- // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
- let nanScoreCount: number = 0;
287
- for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
- if (candidateIds && !candidateIds.has(id)) {
289
- continue;
290
- }
291
- let dotProduct: number = 0;
292
- for (let i: number = 0; i < queryNormalized.length; i++) {
293
- dotProduct += queryNormalized[i] * normalizedVector[i];
294
- }
295
- if (!Number.isFinite(dotProduct)) {
296
- nanScoreCount++;
297
- continue;
298
- }
299
- results.push({ id, score: dotProduct });
300
- }
301
- if (nanScoreCount) {
302
- DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
- }
304
- // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
- } else if (mode === LVS_Search_Mode.l2Distance) {
307
- for (const [id, vector] of this.vectorPool.entries()) {
308
- if (candidateIds && !candidateIds.has(id)) {
309
- continue;
310
- }
311
- results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
- }
313
- // L2 distance: növekvő sorrend (legkisebb távolság először)
314
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
- } else {
316
- throw new Error(`Unknown search mode: ${mode}`);
317
- }
318
-
319
- // Visszaadjuk a top-K találatot
320
- return results.slice(0, k);
321
- }
322
- }
323
-
1
+ import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
+
3
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
+ import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
+
6
+ /**
7
+ * Vektor pool kezelő utility class
8
+ * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
+ * Minden instance saját vektor pool-t tart fenn
10
+ */
11
+ export class LVS_VectorPool_ControlService {
12
+ /**
13
+ * In-memory vektor pool tárolás
14
+ * Key: vektor ID, Value: vektor értékek
15
+ *
16
+ * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
+ * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
+ * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
+ * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
+ */
21
+ private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
+
23
+ /**
24
+ * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
+ * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
+ */
27
+ private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
+
29
+ /**
30
+ * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
+ * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
+ * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
+ * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
+ */
35
+ private readonly normalizedOnly: boolean;
36
+
37
+ constructor(set?: { normalizedOnly?: boolean }) {
38
+ this.normalizedOnly = set?.normalizedOnly ?? false;
39
+ }
40
+
41
+ /**
42
+ * Hozzáad egy vektort a pool-hoz
43
+ * Opcionálisan L2 normalizált másolatot is tárol
44
+ */
45
+ addVector(id: string, vector: number[]): void {
46
+ if (!id) {
47
+ throw new Error('Vector ID is required');
48
+ }
49
+
50
+ if (!Array.isArray(vector) || vector.length === 0) {
51
+ throw new Error('Vector must be a non-empty array');
52
+ }
53
+
54
+ // Validáljuk, hogy a vektor számokból áll
55
+ for (let i: number = 0; i < vector.length; i++) {
56
+ if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
+ throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
+ }
59
+ }
60
+
61
+ // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
+ // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
+ if (!this.normalizedOnly) {
64
+ this.vectorPool.set(id, Float32Array.from(vector));
65
+ }
66
+
67
+ // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
+ this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
+ }
70
+
71
+ /**
72
+ * Eltávolít egy vektort a pool-ból
73
+ */
74
+ removeVector(id: string): void {
75
+ this.vectorPool.delete(id);
76
+ this.normalizedVectorPool.delete(id);
77
+ }
78
+
79
+ /**
80
+ * Frissít egy vektort a pool-ban
81
+ */
82
+ updateVector(id: string, vector: number[]): void {
83
+ // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
+ if (!this.normalizedVectorPool.has(id)) {
85
+ throw new Error(`Vector with ID "${id}" does not exist`);
86
+ }
87
+
88
+ this.addVector(id, vector);
89
+ }
90
+
91
+ /**
92
+ * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
+ * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
+ */
95
+ size(): number {
96
+ return this.normalizedVectorPool.size;
97
+ }
98
+
99
+ /**
100
+ * Törli az összes vektort a pool-ból
101
+ */
102
+ clearPool(): void {
103
+ this.vectorPool.clear();
104
+ this.normalizedVectorPool.clear();
105
+ }
106
+
107
+ /**
108
+ * Visszaadja az összes vektort a pool-ból
109
+ * Debugging és export céljára
110
+ */
111
+ getAll(): Map<string, number[]> {
112
+ // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
+ const result: Map<string, number[]> = new Map<string, number[]>();
114
+ for (const [ id, vector ] of this.vectorPool.entries()) {
115
+ result.set(id, Array.from(vector));
116
+ }
117
+ return result;
118
+ }
119
+
120
+ /**
121
+ * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
+ * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
+ */
124
+ private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
+ let sumSquares: number = 0;
126
+ for (let i: number = 0; i < vector.length; i++) {
127
+ sumSquares += vector[i] * vector[i];
128
+ }
129
+ const magnitude: number = Math.sqrt(sumSquares);
130
+
131
+ const normalized: Float32Array = new Float32Array(vector.length);
132
+ if (magnitude === 0) {
133
+ return normalized;
134
+ }
135
+ for (let i: number = 0; i < vector.length; i++) {
136
+ normalized[i] = vector[i] / magnitude;
137
+ }
138
+ return normalized;
139
+ }
140
+
141
+ /**
142
+ * L2 normalizálás egy vektorra
143
+ * A vektor hosszát 1-re normalizálja
144
+ * Statikus metódus, mivel nincs szüksége instance state-re
145
+ */
146
+ private static l2Normalize(vector: number[]): number[] {
147
+ const magnitude: number = Math.sqrt(
148
+ vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
+ );
150
+
151
+ if (magnitude === 0) {
152
+ // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
+ return new Array<number>(vector.length).fill(0);
154
+ }
155
+
156
+ return vector.map((value: number) => value / magnitude);
157
+ }
158
+
159
+ /**
160
+ * Cosine similarity számítás két vektor között
161
+ * Normalizált vektorokat használ a számításhoz
162
+ * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
+ * Statikus metódus, mivel nincs szüksége instance state-re
164
+ */
165
+ static cosineSimilarity(a: number[], b: number[]): number {
166
+ if (a.length !== b.length) {
167
+ throw new Error(
168
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
+ );
170
+ }
171
+
172
+ // Normalizáljuk a vektorokat
173
+ const normalizedA: number[] = this.l2Normalize(a);
174
+ const normalizedB: number[] = this.l2Normalize(b);
175
+
176
+ // Dot product számítása
177
+ let dotProduct: number = 0;
178
+ for (let i: number = 0; i < normalizedA.length; i++) {
179
+ dotProduct += normalizedA[i] * normalizedB[i];
180
+ }
181
+
182
+ // Cosine similarity = dot product of normalized vectors
183
+ // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
+ return dotProduct;
185
+ }
186
+
187
+ /**
188
+ * L2 distance (Euklideszi távolság) számítás két vektor között
189
+ * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
+ * Statikus metódus, mivel nincs szüksége instance state-re
191
+ */
192
+ static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
+ if (a.length !== b.length) {
194
+ throw new Error(
195
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
+ );
197
+ }
198
+
199
+ // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
+ let sumSquaredDiff: number = 0;
201
+ for (let i: number = 0; i < a.length; i++) {
202
+ const diff: number = a[i] - b[i];
203
+ sumSquaredDiff += diff * diff;
204
+ }
205
+
206
+ return Math.sqrt(sumSquaredDiff);
207
+ }
208
+
209
+ /**
210
+ * Vektor keresés a pool-ban
211
+ * Brute-force megközelítés (lineáris keresés)
212
+ *
213
+ * @param query A keresési query vektor
214
+ * @param k A visszaadandó találatok száma (top-K)
215
+ * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
+ * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
+ * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
+ * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
+ * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
+ * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
+ */
222
+ search(
223
+ query: number[],
224
+ k: number,
225
+ mode: LVS_Search_Mode,
226
+ candidateIds?: Set<string>
227
+ ): LVS_SearchResult[] {
228
+ // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
+ if (candidateIds && candidateIds.size === 0) {
230
+ return [];
231
+ }
232
+ if (!Array.isArray(query) || query.length === 0) {
233
+ throw new Error('Query vector must be a non-empty array');
234
+ }
235
+
236
+ // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
+ // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
+ for (let i: number = 0; i < query.length; i++) {
239
+ if (!Number.isFinite(query[i])) {
240
+ throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
+ }
242
+ }
243
+
244
+ if (k <= 0) {
245
+ throw new Error('k must be a positive number');
246
+ }
247
+
248
+ // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
+ if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
+ throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
+ }
252
+
253
+ // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
+ // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
+ if (this.normalizedVectorPool.size === 0) {
256
+ return [];
257
+ }
258
+
259
+ // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
+ // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
+ const referencePool: Map<string, Float32Array> =
262
+ mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
+ const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
+ if (firstVector && firstVector.length !== query.length) {
265
+ throw new Error(
266
+ `Query vector dimension (${query.length}) does not match pool vector ` +
267
+ `dimension (${firstVector.length})`
268
+ );
269
+ }
270
+
271
+ // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
+ const results: LVS_SearchResult[] = [];
273
+
274
+ if (mode === LVS_Search_Mode.cosineSimilarity) {
275
+ // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
+ // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
+ // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
+ // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
+ // egyszer megtörtént) → ~3× kevesebb FLOP;
280
+ // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
+ // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
+ // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
+ const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
+ // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
+ // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
+ let nanScoreCount: number = 0;
287
+ for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
+ if (candidateIds && !candidateIds.has(id)) {
289
+ continue;
290
+ }
291
+ let dotProduct: number = 0;
292
+ for (let i: number = 0; i < queryNormalized.length; i++) {
293
+ dotProduct += queryNormalized[i] * normalizedVector[i];
294
+ }
295
+ if (!Number.isFinite(dotProduct)) {
296
+ nanScoreCount++;
297
+ continue;
298
+ }
299
+ results.push({ id, score: dotProduct });
300
+ }
301
+ if (nanScoreCount) {
302
+ DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
+ }
304
+ // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
+ } else if (mode === LVS_Search_Mode.l2Distance) {
307
+ for (const [id, vector] of this.vectorPool.entries()) {
308
+ if (candidateIds && !candidateIds.has(id)) {
309
+ continue;
310
+ }
311
+ results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
+ }
313
+ // L2 distance: növekvő sorrend (legkisebb távolság először)
314
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
+ } else {
316
+ throw new Error(`Unknown search mode: ${mode}`);
317
+ }
318
+
319
+ // Visszaadjuk a top-K találatot
320
+ return results.slice(0, k);
321
+ }
322
+ }
323
+