@futdevpro/nts-dynamo 1.15.144 → 1.15.150

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (421) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +2896 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +74 -0
  18. package/.vscode/settings.json +10 -10
  19. package/HOWTO.md +15 -15
  20. package/LICENSE +21 -21
  21. package/README.md +16 -0
  22. package/__documentations/2026-08-18-artifact-compiler.md +3 -1
  23. package/__documentations/2026-08-21-distributed-rate-limit-bfr-ctm-010.md +59 -0
  24. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  25. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  26. package/_specifications/BACKLOG.md +92 -92
  27. package/_specifications/TODO.md +15 -15
  28. package/_specifications/agent.md +138 -138
  29. package/build/_collections/npm-token-check.util.d.ts +139 -0
  30. package/build/_collections/npm-token-check.util.d.ts.map +1 -0
  31. package/build/_collections/npm-token-check.util.js +302 -0
  32. package/build/_collections/npm-token-check.util.js.map +1 -0
  33. package/build/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.d.ts +6 -0
  34. package/build/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.d.ts.map +1 -0
  35. package/build/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.js +10 -0
  36. package/build/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.js.map +1 -0
  37. package/build/_modules/rate-limit/_models/rate-limit-config.interface.d.ts +15 -6
  38. package/build/_modules/rate-limit/_models/rate-limit-config.interface.d.ts.map +1 -1
  39. package/build/_modules/rate-limit/_models/rate-limit-consume-request.interface.d.ts +9 -0
  40. package/build/_modules/rate-limit/_models/rate-limit-consume-request.interface.d.ts.map +1 -0
  41. package/build/_modules/rate-limit/_models/rate-limit-consume-request.interface.js +3 -0
  42. package/build/_modules/rate-limit/_models/rate-limit-consume-request.interface.js.map +1 -0
  43. package/build/_modules/rate-limit/_models/rate-limit-consume-result.interface.d.ts +7 -0
  44. package/build/_modules/rate-limit/_models/rate-limit-consume-result.interface.d.ts.map +1 -0
  45. package/build/_modules/rate-limit/_models/rate-limit-consume-result.interface.js +3 -0
  46. package/build/_modules/rate-limit/_models/rate-limit-consume-result.interface.js.map +1 -0
  47. package/build/_modules/rate-limit/_models/rate-limit-store.interface.d.ts +9 -0
  48. package/build/_modules/rate-limit/_models/rate-limit-store.interface.d.ts.map +1 -0
  49. package/build/_modules/rate-limit/_models/rate-limit-store.interface.js +3 -0
  50. package/build/_modules/rate-limit/_models/rate-limit-store.interface.js.map +1 -0
  51. package/build/_modules/rate-limit/index.d.ts +5 -0
  52. package/build/_modules/rate-limit/index.d.ts.map +1 -1
  53. package/build/_modules/rate-limit/index.js +5 -1
  54. package/build/_modules/rate-limit/index.js.map +1 -1
  55. package/build/_modules/rate-limit/rate-limit-in-memory.store.d.ts +19 -0
  56. package/build/_modules/rate-limit/rate-limit-in-memory.store.d.ts.map +1 -0
  57. package/build/_modules/rate-limit/rate-limit-in-memory.store.js +71 -0
  58. package/build/_modules/rate-limit/rate-limit-in-memory.store.js.map +1 -0
  59. package/build/_modules/rate-limit/rate-limit.middleware.d.ts +39 -103
  60. package/build/_modules/rate-limit/rate-limit.middleware.d.ts.map +1 -1
  61. package/build/_modules/rate-limit/rate-limit.middleware.js +325 -236
  62. package/build/_modules/rate-limit/rate-limit.middleware.js.map +1 -1
  63. package/build/_services/core/collection-growth-monitor.service.d.ts +1 -1
  64. package/build/_services/core/collection-growth-monitor.service.d.ts.map +1 -1
  65. package/build/_services/core/collection-growth-monitor.service.js +24 -5
  66. package/build/_services/core/collection-growth-monitor.service.js.map +1 -1
  67. package/build/index.d.ts +1 -0
  68. package/build/index.d.ts.map +1 -1
  69. package/build/index.js +1 -0
  70. package/build/index.js.map +1 -1
  71. package/eslint.config.js +3 -3
  72. package/nodemon.json +24 -24
  73. package/package.json +1 -1
  74. package/pnpm-workspace.yaml +2 -2
  75. package/scripts/run-coverage-tests.js +28 -28
  76. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  77. package/spec/support/helpers/ts-node-helper.js +93 -93
  78. package/spec/support/jasmine.coverage.json +24 -24
  79. package/spec/support/jasmine.json +24 -24
  80. package/src/_collections/archive.util.spec.ts +57 -57
  81. package/src/_collections/archive.util.ts +18 -18
  82. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  83. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  84. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  85. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  86. package/src/_collections/default-not-found-page.const.ts +22 -22
  87. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  88. package/src/_collections/default-socket-path.const.ts +2 -2
  89. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  90. package/src/_collections/get-environment-settings.util.ts +48 -48
  91. package/src/_collections/global-settings.const.ts +126 -126
  92. package/src/_collections/npm-token-check.util.spec.ts +218 -0
  93. package/src/_collections/npm-token-check.util.ts +327 -0
  94. package/src/_collections/sample.env +21 -21
  95. package/src/_collections/signed-url.util.spec.ts +198 -198
  96. package/src/_collections/signed-url.util.ts +170 -170
  97. package/src/_collections/star.controller.spec.ts +224 -224
  98. package/src/_collections/star.controller.ts +129 -129
  99. package/src/_enums/data-model-type.enum.ts +14 -14
  100. package/src/_enums/data-service-function.enum.ts +24 -24
  101. package/src/_enums/predefined-data-types.enum.ts +16 -16
  102. package/src/_enums/route-security.enum.ts +12 -12
  103. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  104. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  105. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  106. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  107. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  108. package/src/_models/control-models/app-params.control-model.ts +136 -136
  109. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  110. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  111. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  112. package/src/_models/control-models/endpoint-params.control-model.ts +664 -664
  113. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  114. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  115. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  116. package/src/_models/control-models/system-control.control-model.ts +12 -12
  117. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  118. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  119. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  120. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  121. package/src/_models/interfaces/global-settings.interface.ts +294 -294
  122. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  123. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  124. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  125. package/src/_models/types/db-update.type.ts +100 -100
  126. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  127. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  128. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.spec.ts +115 -115
  129. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.ts +233 -233
  130. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  131. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  132. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  133. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  134. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  135. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  136. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  137. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  138. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  139. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  140. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  141. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  142. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  143. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  144. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  145. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  146. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  147. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  148. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  149. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  150. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  151. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  152. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  153. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  154. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  155. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  156. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  157. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  158. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  159. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  160. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  161. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  162. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  163. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  164. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  165. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1085 -1085
  166. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  167. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  168. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +114 -114
  169. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  170. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  171. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  172. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  173. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  174. package/src/_modules/ai/_services/ai-llm.service-base.ts +599 -599
  175. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  176. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  177. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  178. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  179. package/src/_modules/ai/index.ts +33 -33
  180. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  181. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  182. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  183. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  184. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  185. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  186. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  187. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  188. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  189. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  190. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  191. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  192. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  193. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  194. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  195. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  196. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  197. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  198. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  199. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  200. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  201. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  202. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  203. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  204. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  205. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  206. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  207. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  208. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  209. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  210. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  211. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  212. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  213. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  214. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  215. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  216. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  217. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  218. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  219. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  220. package/src/_modules/custom-data/index.ts +9 -9
  221. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  222. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  223. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  224. package/src/_modules/data-readers/index.ts +11 -11
  225. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  226. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  227. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  228. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  229. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  230. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  231. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  232. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  233. package/src/_modules/defaults/index.ts +17 -17
  234. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  235. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  236. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  237. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  238. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  239. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  240. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  241. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  242. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  243. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  244. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  245. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  246. package/src/_modules/discord-assistant/index.ts +38 -38
  247. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  248. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  249. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  250. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  251. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  252. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  253. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  254. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  255. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  256. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  257. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  258. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  259. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  260. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  261. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  262. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  263. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  264. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  265. package/src/_modules/discord-bot/index.ts +36 -36
  266. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  267. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  268. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  269. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  270. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  271. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  272. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  273. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +214 -214
  274. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +186 -186
  275. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  276. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +130 -130
  277. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +509 -509
  278. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +323 -323
  279. package/src/_modules/local-vector-search/index.ts +16 -16
  280. package/src/_modules/logs/index.ts +11 -11
  281. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  282. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  283. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  284. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  285. package/src/_modules/mcp/index.ts +13 -13
  286. package/src/_modules/messaging/README.md +354 -354
  287. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  288. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  289. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  290. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  291. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  292. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  293. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  294. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  295. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  296. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  297. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  298. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  299. package/src/_modules/messaging/index.ts +30 -30
  300. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  301. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  302. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  303. package/src/_modules/mock/app-params.mock.ts +9 -9
  304. package/src/_modules/mock/app-server.mock.ts +188 -188
  305. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  306. package/src/_modules/mock/auth-service.mock.ts +28 -28
  307. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  308. package/src/_modules/mock/controller.mock.ts +16 -16
  309. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  310. package/src/_modules/mock/data-model.mock.ts +82 -82
  311. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  312. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  313. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  314. package/src/_modules/mock/email-service.mock.ts +20 -20
  315. package/src/_modules/mock/email-template.mock.html +14 -14
  316. package/src/_modules/mock/endpoint.mock.ts +91 -91
  317. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  318. package/src/_modules/mock/socket-client.mock.ts +45 -45
  319. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  320. package/src/_modules/mock/socket-server.mock.ts +46 -46
  321. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  322. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  323. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  324. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  325. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  326. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  327. package/src/_modules/oauth2/index.ts +17 -17
  328. package/src/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.ts +5 -0
  329. package/src/_modules/rate-limit/_models/rate-limit-config.interface.ts +19 -6
  330. package/src/_modules/rate-limit/_models/rate-limit-consume-request.interface.ts +9 -0
  331. package/src/_modules/rate-limit/_models/rate-limit-consume-result.interface.ts +6 -0
  332. package/src/_modules/rate-limit/_models/rate-limit-store.interface.ts +9 -0
  333. package/src/_modules/rate-limit/index.ts +5 -0
  334. package/src/_modules/rate-limit/rate-limit-in-memory.store.ts +91 -0
  335. package/src/_modules/rate-limit/rate-limit.middleware.spec.ts +424 -200
  336. package/src/_modules/rate-limit/rate-limit.middleware.ts +436 -275
  337. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  338. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  339. package/src/_modules/scheduler/index.ts +8 -8
  340. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  341. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  342. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  343. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  344. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  345. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  346. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  347. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  348. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  349. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  350. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  351. package/src/_modules/scoped-config/index.ts +17 -17
  352. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  353. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  354. package/src/_modules/server/errors/errors.controller.ts +559 -559
  355. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  356. package/src/_modules/server/index.ts +30 -30
  357. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  358. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  359. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  360. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  361. package/src/_modules/server/server-status/server-status.control-service.spec.ts +672 -672
  362. package/src/_modules/server/server-status/server-status.control-service.ts +490 -490
  363. package/src/_modules/server/server-status/server-status.controller.spec.ts +276 -276
  364. package/src/_modules/server/server-status/server-status.controller.ts +336 -336
  365. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  366. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  367. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  368. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +158 -158
  369. package/src/_modules/socket/_models/socket-presence.control-model.ts +209 -209
  370. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +69 -69
  371. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  372. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  373. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  374. package/src/_modules/socket/app-extended.server.ts +648 -648
  375. package/src/_modules/socket/index.ts +42 -42
  376. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  377. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  378. package/src/_modules/test/index.ts +11 -11
  379. package/src/_modules/test/test.controller.spec.ts +72 -72
  380. package/src/_modules/test/test.controller.ts +115 -115
  381. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  382. package/src/_modules/usage/index.ts +15 -15
  383. package/src/_modules/usage/usage.controller.spec.ts +106 -106
  384. package/src/_modules/usage/usage.controller.ts +140 -140
  385. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  386. package/src/_modules/usage/usage.data-service.ts +185 -185
  387. package/src/_services/base/api.service-base.spec.ts +125 -125
  388. package/src/_services/base/api.service-base.ts +74 -74
  389. package/src/_services/base/archive-data.service.spec.ts +209 -209
  390. package/src/_services/base/archive-data.service.ts +223 -223
  391. package/src/_services/base/data.service.spec.ts +784 -784
  392. package/src/_services/base/data.service.ts +2792 -2792
  393. package/src/_services/base/db.service.spec.ts +160 -160
  394. package/src/_services/base/db.service.ts +1698 -1698
  395. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  396. package/src/_services/base/singleton.service-base.ts +24 -24
  397. package/src/_services/base/singleton.service.spec.ts +114 -114
  398. package/src/_services/base/singleton.service.ts +38 -38
  399. package/src/_services/core/api.service.spec.ts +140 -140
  400. package/src/_services/core/auth.service.spec.ts +159 -159
  401. package/src/_services/core/auth.service.ts +174 -174
  402. package/src/_services/core/collection-growth-monitor.service.spec.ts +53 -1
  403. package/src/_services/core/collection-growth-monitor.service.ts +29 -6
  404. package/src/_services/core/email.service.spec.ts +85 -85
  405. package/src/_services/core/email.service.ts +757 -757
  406. package/src/_services/core/global.service.spec.ts +292 -292
  407. package/src/_services/core/global.service.ts +487 -487
  408. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  409. package/src/_services/core/memory-guard.service.ts +481 -481
  410. package/src/_services/core/service-collection.service.spec.ts +46 -46
  411. package/src/_services/core/service-collection.service.ts +6 -6
  412. package/src/_services/route/controller.service.spec.ts +53 -53
  413. package/src/_services/route/controller.service.ts +148 -148
  414. package/src/_services/route/routing-module.service.spec.ts +98 -98
  415. package/src/_services/route/routing-module.service.ts +330 -330
  416. package/src/_services/server/app.server.ts +2012 -2012
  417. package/src/_services/shared.static-service.spec.ts +99 -99
  418. package/src/_services/shared.static-service.ts +78 -78
  419. package/src/index.ts +1 -0
  420. package/tsconfig.app.json +12 -12
  421. package/tsconfig.json +42 -42
@@ -1,323 +1,323 @@
1
- import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
-
3
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
- import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
-
6
- /**
7
- * Vektor pool kezelő utility class
8
- * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
- * Minden instance saját vektor pool-t tart fenn
10
- */
11
- export class LVS_VectorPool_ControlService {
12
- /**
13
- * In-memory vektor pool tárolás
14
- * Key: vektor ID, Value: vektor értékek
15
- *
16
- * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
- * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
- * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
- * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
- */
21
- private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
-
23
- /**
24
- * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
- * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
- */
27
- private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
-
29
- /**
30
- * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
- * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
- * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
- * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
- */
35
- private readonly normalizedOnly: boolean;
36
-
37
- constructor(set?: { normalizedOnly?: boolean }) {
38
- this.normalizedOnly = set?.normalizedOnly ?? false;
39
- }
40
-
41
- /**
42
- * Hozzáad egy vektort a pool-hoz
43
- * Opcionálisan L2 normalizált másolatot is tárol
44
- */
45
- addVector(id: string, vector: number[]): void {
46
- if (!id) {
47
- throw new Error('Vector ID is required');
48
- }
49
-
50
- if (!Array.isArray(vector) || vector.length === 0) {
51
- throw new Error('Vector must be a non-empty array');
52
- }
53
-
54
- // Validáljuk, hogy a vektor számokból áll
55
- for (let i: number = 0; i < vector.length; i++) {
56
- if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
- throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
- }
59
- }
60
-
61
- // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
- // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
- if (!this.normalizedOnly) {
64
- this.vectorPool.set(id, Float32Array.from(vector));
65
- }
66
-
67
- // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
- this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
- }
70
-
71
- /**
72
- * Eltávolít egy vektort a pool-ból
73
- */
74
- removeVector(id: string): void {
75
- this.vectorPool.delete(id);
76
- this.normalizedVectorPool.delete(id);
77
- }
78
-
79
- /**
80
- * Frissít egy vektort a pool-ban
81
- */
82
- updateVector(id: string, vector: number[]): void {
83
- // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
- if (!this.normalizedVectorPool.has(id)) {
85
- throw new Error(`Vector with ID "${id}" does not exist`);
86
- }
87
-
88
- this.addVector(id, vector);
89
- }
90
-
91
- /**
92
- * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
- * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
- */
95
- size(): number {
96
- return this.normalizedVectorPool.size;
97
- }
98
-
99
- /**
100
- * Törli az összes vektort a pool-ból
101
- */
102
- clearPool(): void {
103
- this.vectorPool.clear();
104
- this.normalizedVectorPool.clear();
105
- }
106
-
107
- /**
108
- * Visszaadja az összes vektort a pool-ból
109
- * Debugging és export céljára
110
- */
111
- getAll(): Map<string, number[]> {
112
- // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
- const result: Map<string, number[]> = new Map<string, number[]>();
114
- for (const [ id, vector ] of this.vectorPool.entries()) {
115
- result.set(id, Array.from(vector));
116
- }
117
- return result;
118
- }
119
-
120
- /**
121
- * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
- * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
- */
124
- private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
- let sumSquares: number = 0;
126
- for (let i: number = 0; i < vector.length; i++) {
127
- sumSquares += vector[i] * vector[i];
128
- }
129
- const magnitude: number = Math.sqrt(sumSquares);
130
-
131
- const normalized: Float32Array = new Float32Array(vector.length);
132
- if (magnitude === 0) {
133
- return normalized;
134
- }
135
- for (let i: number = 0; i < vector.length; i++) {
136
- normalized[i] = vector[i] / magnitude;
137
- }
138
- return normalized;
139
- }
140
-
141
- /**
142
- * L2 normalizálás egy vektorra
143
- * A vektor hosszát 1-re normalizálja
144
- * Statikus metódus, mivel nincs szüksége instance state-re
145
- */
146
- private static l2Normalize(vector: number[]): number[] {
147
- const magnitude: number = Math.sqrt(
148
- vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
- );
150
-
151
- if (magnitude === 0) {
152
- // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
- return new Array<number>(vector.length).fill(0);
154
- }
155
-
156
- return vector.map((value: number) => value / magnitude);
157
- }
158
-
159
- /**
160
- * Cosine similarity számítás két vektor között
161
- * Normalizált vektorokat használ a számításhoz
162
- * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
- * Statikus metódus, mivel nincs szüksége instance state-re
164
- */
165
- static cosineSimilarity(a: number[], b: number[]): number {
166
- if (a.length !== b.length) {
167
- throw new Error(
168
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
- );
170
- }
171
-
172
- // Normalizáljuk a vektorokat
173
- const normalizedA: number[] = this.l2Normalize(a);
174
- const normalizedB: number[] = this.l2Normalize(b);
175
-
176
- // Dot product számítása
177
- let dotProduct: number = 0;
178
- for (let i: number = 0; i < normalizedA.length; i++) {
179
- dotProduct += normalizedA[i] * normalizedB[i];
180
- }
181
-
182
- // Cosine similarity = dot product of normalized vectors
183
- // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
- return dotProduct;
185
- }
186
-
187
- /**
188
- * L2 distance (Euklideszi távolság) számítás két vektor között
189
- * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
- * Statikus metódus, mivel nincs szüksége instance state-re
191
- */
192
- static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
- if (a.length !== b.length) {
194
- throw new Error(
195
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
- );
197
- }
198
-
199
- // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
- let sumSquaredDiff: number = 0;
201
- for (let i: number = 0; i < a.length; i++) {
202
- const diff: number = a[i] - b[i];
203
- sumSquaredDiff += diff * diff;
204
- }
205
-
206
- return Math.sqrt(sumSquaredDiff);
207
- }
208
-
209
- /**
210
- * Vektor keresés a pool-ban
211
- * Brute-force megközelítés (lineáris keresés)
212
- *
213
- * @param query A keresési query vektor
214
- * @param k A visszaadandó találatok száma (top-K)
215
- * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
- * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
- * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
- * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
- * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
- * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
- */
222
- search(
223
- query: number[],
224
- k: number,
225
- mode: LVS_Search_Mode,
226
- candidateIds?: Set<string>
227
- ): LVS_SearchResult[] {
228
- // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
- if (candidateIds && candidateIds.size === 0) {
230
- return [];
231
- }
232
- if (!Array.isArray(query) || query.length === 0) {
233
- throw new Error('Query vector must be a non-empty array');
234
- }
235
-
236
- // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
- // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
- for (let i: number = 0; i < query.length; i++) {
239
- if (!Number.isFinite(query[i])) {
240
- throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
- }
242
- }
243
-
244
- if (k <= 0) {
245
- throw new Error('k must be a positive number');
246
- }
247
-
248
- // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
- if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
- throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
- }
252
-
253
- // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
- // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
- if (this.normalizedVectorPool.size === 0) {
256
- return [];
257
- }
258
-
259
- // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
- // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
- const referencePool: Map<string, Float32Array> =
262
- mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
- const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
- if (firstVector && firstVector.length !== query.length) {
265
- throw new Error(
266
- `Query vector dimension (${query.length}) does not match pool vector ` +
267
- `dimension (${firstVector.length})`
268
- );
269
- }
270
-
271
- // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
- const results: LVS_SearchResult[] = [];
273
-
274
- if (mode === LVS_Search_Mode.cosineSimilarity) {
275
- // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
- // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
- // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
- // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
- // egyszer megtörtént) → ~3× kevesebb FLOP;
280
- // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
- // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
- // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
- const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
- // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
- // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
- let nanScoreCount: number = 0;
287
- for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
- if (candidateIds && !candidateIds.has(id)) {
289
- continue;
290
- }
291
- let dotProduct: number = 0;
292
- for (let i: number = 0; i < queryNormalized.length; i++) {
293
- dotProduct += queryNormalized[i] * normalizedVector[i];
294
- }
295
- if (!Number.isFinite(dotProduct)) {
296
- nanScoreCount++;
297
- continue;
298
- }
299
- results.push({ id, score: dotProduct });
300
- }
301
- if (nanScoreCount) {
302
- DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
- }
304
- // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
- } else if (mode === LVS_Search_Mode.l2Distance) {
307
- for (const [id, vector] of this.vectorPool.entries()) {
308
- if (candidateIds && !candidateIds.has(id)) {
309
- continue;
310
- }
311
- results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
- }
313
- // L2 distance: növekvő sorrend (legkisebb távolság először)
314
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
- } else {
316
- throw new Error(`Unknown search mode: ${mode}`);
317
- }
318
-
319
- // Visszaadjuk a top-K találatot
320
- return results.slice(0, k);
321
- }
322
- }
323
-
1
+ import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
+
3
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
+ import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
+
6
+ /**
7
+ * Vektor pool kezelő utility class
8
+ * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
+ * Minden instance saját vektor pool-t tart fenn
10
+ */
11
+ export class LVS_VectorPool_ControlService {
12
+ /**
13
+ * In-memory vektor pool tárolás
14
+ * Key: vektor ID, Value: vektor értékek
15
+ *
16
+ * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
+ * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
+ * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
+ * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
+ */
21
+ private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
+
23
+ /**
24
+ * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
+ * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
+ */
27
+ private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
+
29
+ /**
30
+ * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
+ * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
+ * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
+ * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
+ */
35
+ private readonly normalizedOnly: boolean;
36
+
37
+ constructor(set?: { normalizedOnly?: boolean }) {
38
+ this.normalizedOnly = set?.normalizedOnly ?? false;
39
+ }
40
+
41
+ /**
42
+ * Hozzáad egy vektort a pool-hoz
43
+ * Opcionálisan L2 normalizált másolatot is tárol
44
+ */
45
+ addVector(id: string, vector: number[]): void {
46
+ if (!id) {
47
+ throw new Error('Vector ID is required');
48
+ }
49
+
50
+ if (!Array.isArray(vector) || vector.length === 0) {
51
+ throw new Error('Vector must be a non-empty array');
52
+ }
53
+
54
+ // Validáljuk, hogy a vektor számokból áll
55
+ for (let i: number = 0; i < vector.length; i++) {
56
+ if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
+ throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
+ }
59
+ }
60
+
61
+ // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
+ // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
+ if (!this.normalizedOnly) {
64
+ this.vectorPool.set(id, Float32Array.from(vector));
65
+ }
66
+
67
+ // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
+ this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
+ }
70
+
71
+ /**
72
+ * Eltávolít egy vektort a pool-ból
73
+ */
74
+ removeVector(id: string): void {
75
+ this.vectorPool.delete(id);
76
+ this.normalizedVectorPool.delete(id);
77
+ }
78
+
79
+ /**
80
+ * Frissít egy vektort a pool-ban
81
+ */
82
+ updateVector(id: string, vector: number[]): void {
83
+ // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
+ if (!this.normalizedVectorPool.has(id)) {
85
+ throw new Error(`Vector with ID "${id}" does not exist`);
86
+ }
87
+
88
+ this.addVector(id, vector);
89
+ }
90
+
91
+ /**
92
+ * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
+ * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
+ */
95
+ size(): number {
96
+ return this.normalizedVectorPool.size;
97
+ }
98
+
99
+ /**
100
+ * Törli az összes vektort a pool-ból
101
+ */
102
+ clearPool(): void {
103
+ this.vectorPool.clear();
104
+ this.normalizedVectorPool.clear();
105
+ }
106
+
107
+ /**
108
+ * Visszaadja az összes vektort a pool-ból
109
+ * Debugging és export céljára
110
+ */
111
+ getAll(): Map<string, number[]> {
112
+ // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
+ const result: Map<string, number[]> = new Map<string, number[]>();
114
+ for (const [ id, vector ] of this.vectorPool.entries()) {
115
+ result.set(id, Array.from(vector));
116
+ }
117
+ return result;
118
+ }
119
+
120
+ /**
121
+ * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
+ * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
+ */
124
+ private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
+ let sumSquares: number = 0;
126
+ for (let i: number = 0; i < vector.length; i++) {
127
+ sumSquares += vector[i] * vector[i];
128
+ }
129
+ const magnitude: number = Math.sqrt(sumSquares);
130
+
131
+ const normalized: Float32Array = new Float32Array(vector.length);
132
+ if (magnitude === 0) {
133
+ return normalized;
134
+ }
135
+ for (let i: number = 0; i < vector.length; i++) {
136
+ normalized[i] = vector[i] / magnitude;
137
+ }
138
+ return normalized;
139
+ }
140
+
141
+ /**
142
+ * L2 normalizálás egy vektorra
143
+ * A vektor hosszát 1-re normalizálja
144
+ * Statikus metódus, mivel nincs szüksége instance state-re
145
+ */
146
+ private static l2Normalize(vector: number[]): number[] {
147
+ const magnitude: number = Math.sqrt(
148
+ vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
+ );
150
+
151
+ if (magnitude === 0) {
152
+ // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
+ return new Array<number>(vector.length).fill(0);
154
+ }
155
+
156
+ return vector.map((value: number) => value / magnitude);
157
+ }
158
+
159
+ /**
160
+ * Cosine similarity számítás két vektor között
161
+ * Normalizált vektorokat használ a számításhoz
162
+ * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
+ * Statikus metódus, mivel nincs szüksége instance state-re
164
+ */
165
+ static cosineSimilarity(a: number[], b: number[]): number {
166
+ if (a.length !== b.length) {
167
+ throw new Error(
168
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
+ );
170
+ }
171
+
172
+ // Normalizáljuk a vektorokat
173
+ const normalizedA: number[] = this.l2Normalize(a);
174
+ const normalizedB: number[] = this.l2Normalize(b);
175
+
176
+ // Dot product számítása
177
+ let dotProduct: number = 0;
178
+ for (let i: number = 0; i < normalizedA.length; i++) {
179
+ dotProduct += normalizedA[i] * normalizedB[i];
180
+ }
181
+
182
+ // Cosine similarity = dot product of normalized vectors
183
+ // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
+ return dotProduct;
185
+ }
186
+
187
+ /**
188
+ * L2 distance (Euklideszi távolság) számítás két vektor között
189
+ * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
+ * Statikus metódus, mivel nincs szüksége instance state-re
191
+ */
192
+ static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
+ if (a.length !== b.length) {
194
+ throw new Error(
195
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
+ );
197
+ }
198
+
199
+ // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
+ let sumSquaredDiff: number = 0;
201
+ for (let i: number = 0; i < a.length; i++) {
202
+ const diff: number = a[i] - b[i];
203
+ sumSquaredDiff += diff * diff;
204
+ }
205
+
206
+ return Math.sqrt(sumSquaredDiff);
207
+ }
208
+
209
+ /**
210
+ * Vektor keresés a pool-ban
211
+ * Brute-force megközelítés (lineáris keresés)
212
+ *
213
+ * @param query A keresési query vektor
214
+ * @param k A visszaadandó találatok száma (top-K)
215
+ * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
+ * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
+ * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
+ * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
+ * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
+ * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
+ */
222
+ search(
223
+ query: number[],
224
+ k: number,
225
+ mode: LVS_Search_Mode,
226
+ candidateIds?: Set<string>
227
+ ): LVS_SearchResult[] {
228
+ // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
+ if (candidateIds && candidateIds.size === 0) {
230
+ return [];
231
+ }
232
+ if (!Array.isArray(query) || query.length === 0) {
233
+ throw new Error('Query vector must be a non-empty array');
234
+ }
235
+
236
+ // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
+ // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
+ for (let i: number = 0; i < query.length; i++) {
239
+ if (!Number.isFinite(query[i])) {
240
+ throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
+ }
242
+ }
243
+
244
+ if (k <= 0) {
245
+ throw new Error('k must be a positive number');
246
+ }
247
+
248
+ // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
+ if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
+ throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
+ }
252
+
253
+ // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
+ // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
+ if (this.normalizedVectorPool.size === 0) {
256
+ return [];
257
+ }
258
+
259
+ // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
+ // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
+ const referencePool: Map<string, Float32Array> =
262
+ mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
+ const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
+ if (firstVector && firstVector.length !== query.length) {
265
+ throw new Error(
266
+ `Query vector dimension (${query.length}) does not match pool vector ` +
267
+ `dimension (${firstVector.length})`
268
+ );
269
+ }
270
+
271
+ // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
+ const results: LVS_SearchResult[] = [];
273
+
274
+ if (mode === LVS_Search_Mode.cosineSimilarity) {
275
+ // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
+ // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
+ // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
+ // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
+ // egyszer megtörtént) → ~3× kevesebb FLOP;
280
+ // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
+ // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
+ // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
+ const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
+ // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
+ // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
+ let nanScoreCount: number = 0;
287
+ for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
+ if (candidateIds && !candidateIds.has(id)) {
289
+ continue;
290
+ }
291
+ let dotProduct: number = 0;
292
+ for (let i: number = 0; i < queryNormalized.length; i++) {
293
+ dotProduct += queryNormalized[i] * normalizedVector[i];
294
+ }
295
+ if (!Number.isFinite(dotProduct)) {
296
+ nanScoreCount++;
297
+ continue;
298
+ }
299
+ results.push({ id, score: dotProduct });
300
+ }
301
+ if (nanScoreCount) {
302
+ DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
+ }
304
+ // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
+ } else if (mode === LVS_Search_Mode.l2Distance) {
307
+ for (const [id, vector] of this.vectorPool.entries()) {
308
+ if (candidateIds && !candidateIds.has(id)) {
309
+ continue;
310
+ }
311
+ results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
+ }
313
+ // L2 distance: növekvő sorrend (legkisebb távolság először)
314
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
+ } else {
316
+ throw new Error(`Unknown search mode: ${mode}`);
317
+ }
318
+
319
+ // Visszaadjuk a top-K találatot
320
+ return results.slice(0, k);
321
+ }
322
+ }
323
+