@futdevpro/nts-dynamo 1.15.142 → 1.15.145

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (400) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +3034 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +74 -0
  18. package/.vscode/settings.json +10 -10
  19. package/HOWTO.md +15 -15
  20. package/LICENSE +21 -21
  21. package/__documentations/2026-08-18-artifact-compiler.md +46 -0
  22. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  23. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  24. package/_specifications/BACKLOG.md +92 -92
  25. package/_specifications/TODO.md +15 -15
  26. package/_specifications/agent.md +138 -138
  27. package/build/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.d.ts +6 -0
  28. package/build/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.d.ts.map +1 -0
  29. package/build/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.js +10 -0
  30. package/build/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.js.map +1 -0
  31. package/build/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.d.ts +9 -0
  32. package/build/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.d.ts.map +1 -0
  33. package/build/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.js +13 -0
  34. package/build/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.js.map +1 -0
  35. package/build/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.d.ts +7 -0
  36. package/build/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.d.ts.map +1 -0
  37. package/build/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.js +11 -0
  38. package/build/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.js.map +1 -0
  39. package/build/_modules/artifact-compiler/_models/artifact-compile.interface.d.ts +33 -0
  40. package/build/_modules/artifact-compiler/_models/artifact-compile.interface.d.ts.map +1 -0
  41. package/build/_modules/artifact-compiler/_models/artifact-compile.interface.js +3 -0
  42. package/build/_modules/artifact-compiler/_models/artifact-compile.interface.js.map +1 -0
  43. package/build/_modules/artifact-compiler/artifact-compiler.control-service.d.ts +37 -0
  44. package/build/_modules/artifact-compiler/artifact-compiler.control-service.d.ts.map +1 -0
  45. package/build/_modules/artifact-compiler/artifact-compiler.control-service.js +274 -0
  46. package/build/_modules/artifact-compiler/artifact-compiler.control-service.js.map +1 -0
  47. package/build/_modules/artifact-compiler/index.d.ts +6 -0
  48. package/build/_modules/artifact-compiler/index.d.ts.map +1 -0
  49. package/build/_modules/artifact-compiler/index.js +12 -0
  50. package/build/_modules/artifact-compiler/index.js.map +1 -0
  51. package/build/_services/core/collection-growth-monitor.service.d.ts +1 -1
  52. package/build/_services/core/collection-growth-monitor.service.d.ts.map +1 -1
  53. package/build/_services/core/collection-growth-monitor.service.js +24 -5
  54. package/build/_services/core/collection-growth-monitor.service.js.map +1 -1
  55. package/eslint.config.js +3 -3
  56. package/nodemon.json +24 -24
  57. package/package.json +15 -2
  58. package/pnpm-workspace.yaml +6 -5
  59. package/scripts/run-coverage-tests.js +28 -28
  60. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  61. package/spec/support/helpers/ts-node-helper.js +93 -93
  62. package/spec/support/jasmine.coverage.json +24 -24
  63. package/spec/support/jasmine.json +24 -24
  64. package/src/_collections/archive.util.spec.ts +57 -57
  65. package/src/_collections/archive.util.ts +18 -18
  66. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  67. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  68. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  69. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  70. package/src/_collections/default-not-found-page.const.ts +22 -22
  71. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  72. package/src/_collections/default-socket-path.const.ts +2 -2
  73. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  74. package/src/_collections/get-environment-settings.util.ts +48 -48
  75. package/src/_collections/global-settings.const.ts +126 -126
  76. package/src/_collections/sample.env +21 -21
  77. package/src/_collections/signed-url.util.spec.ts +198 -198
  78. package/src/_collections/signed-url.util.ts +170 -170
  79. package/src/_collections/star.controller.spec.ts +224 -224
  80. package/src/_collections/star.controller.ts +129 -129
  81. package/src/_enums/data-model-type.enum.ts +14 -14
  82. package/src/_enums/data-service-function.enum.ts +24 -24
  83. package/src/_enums/predefined-data-types.enum.ts +16 -16
  84. package/src/_enums/route-security.enum.ts +12 -12
  85. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  86. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  87. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  88. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  89. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  90. package/src/_models/control-models/app-params.control-model.ts +136 -136
  91. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  92. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  93. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  94. package/src/_models/control-models/endpoint-params.control-model.ts +664 -664
  95. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  96. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  97. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  98. package/src/_models/control-models/system-control.control-model.ts +12 -12
  99. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  100. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  101. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  102. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  103. package/src/_models/interfaces/global-settings.interface.ts +294 -294
  104. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  105. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  106. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  107. package/src/_models/types/db-update.type.ts +100 -100
  108. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  109. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  110. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.spec.ts +115 -115
  111. package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.ts +233 -233
  112. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  113. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  114. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  115. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  116. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  117. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  118. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  119. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  120. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  121. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  122. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  123. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  124. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  125. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  126. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  127. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  128. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  129. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  130. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  131. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  132. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  133. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  134. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  135. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  136. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  137. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  138. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  139. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  140. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  141. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  142. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  143. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  144. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  145. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  146. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  147. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1085 -1085
  148. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  149. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  150. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +114 -114
  151. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  152. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  153. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  154. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  155. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  156. package/src/_modules/ai/_services/ai-llm.service-base.ts +599 -599
  157. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  158. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  159. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  160. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  161. package/src/_modules/ai/index.ts +33 -33
  162. package/src/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.ts +5 -0
  163. package/src/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.ts +8 -0
  164. package/src/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.ts +6 -0
  165. package/src/_modules/artifact-compiler/_models/artifact-compile.interface.ts +35 -0
  166. package/src/_modules/artifact-compiler/artifact-compiler.control-service.spec.ts +151 -0
  167. package/src/_modules/artifact-compiler/artifact-compiler.control-service.ts +356 -0
  168. package/src/_modules/artifact-compiler/index.ts +9 -0
  169. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  170. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  171. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  172. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  173. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  174. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  175. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  176. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  177. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  178. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  179. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  180. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  181. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  182. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  183. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  184. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  185. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  186. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  187. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  188. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  189. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  190. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  191. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  192. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  193. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  194. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  195. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  196. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  197. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  198. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  199. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  200. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  201. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  202. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  203. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  204. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  205. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  206. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  207. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  208. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  209. package/src/_modules/custom-data/index.ts +9 -9
  210. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  211. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  212. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  213. package/src/_modules/data-readers/index.ts +11 -11
  214. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  215. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  216. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  217. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  218. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  219. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  220. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  221. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  222. package/src/_modules/defaults/index.ts +17 -17
  223. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  224. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  225. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  226. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  227. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  228. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  229. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  230. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  231. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  232. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  233. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  234. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  235. package/src/_modules/discord-assistant/index.ts +38 -38
  236. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  237. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  238. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  239. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  240. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  241. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  242. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  243. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  244. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  245. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  246. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  247. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  248. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  249. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  250. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  251. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  252. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  253. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  254. package/src/_modules/discord-bot/index.ts +36 -36
  255. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  256. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  257. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  258. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  259. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  260. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  261. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  262. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +214 -214
  263. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +186 -186
  264. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  265. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +130 -130
  266. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +509 -509
  267. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +323 -323
  268. package/src/_modules/local-vector-search/index.ts +16 -16
  269. package/src/_modules/logs/index.ts +11 -11
  270. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  271. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  272. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  273. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  274. package/src/_modules/mcp/index.ts +13 -13
  275. package/src/_modules/messaging/README.md +354 -354
  276. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  277. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  278. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  279. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  280. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  281. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  282. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  283. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  284. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  285. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  286. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  287. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  288. package/src/_modules/messaging/index.ts +30 -30
  289. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  290. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  291. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  292. package/src/_modules/mock/app-params.mock.ts +9 -9
  293. package/src/_modules/mock/app-server.mock.ts +188 -188
  294. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  295. package/src/_modules/mock/auth-service.mock.ts +28 -28
  296. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  297. package/src/_modules/mock/controller.mock.ts +16 -16
  298. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  299. package/src/_modules/mock/data-model.mock.ts +82 -82
  300. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  301. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  302. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  303. package/src/_modules/mock/email-service.mock.ts +20 -20
  304. package/src/_modules/mock/email-template.mock.html +14 -14
  305. package/src/_modules/mock/endpoint.mock.ts +91 -91
  306. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  307. package/src/_modules/mock/socket-client.mock.ts +45 -45
  308. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  309. package/src/_modules/mock/socket-server.mock.ts +46 -46
  310. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  311. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  312. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  313. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  314. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  315. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  316. package/src/_modules/oauth2/index.ts +17 -17
  317. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  318. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  319. package/src/_modules/scheduler/index.ts +8 -8
  320. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  321. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  322. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  323. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  324. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  325. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  326. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  327. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  328. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  329. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  330. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  331. package/src/_modules/scoped-config/index.ts +17 -17
  332. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  333. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  334. package/src/_modules/server/errors/errors.controller.ts +559 -559
  335. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  336. package/src/_modules/server/index.ts +30 -30
  337. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  338. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  339. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  340. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  341. package/src/_modules/server/server-status/server-status.control-service.spec.ts +672 -672
  342. package/src/_modules/server/server-status/server-status.control-service.ts +490 -490
  343. package/src/_modules/server/server-status/server-status.controller.spec.ts +276 -276
  344. package/src/_modules/server/server-status/server-status.controller.ts +336 -336
  345. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  346. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  347. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  348. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +158 -158
  349. package/src/_modules/socket/_models/socket-presence.control-model.ts +209 -209
  350. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +69 -69
  351. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  352. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  353. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  354. package/src/_modules/socket/app-extended.server.ts +648 -648
  355. package/src/_modules/socket/index.ts +42 -42
  356. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  357. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  358. package/src/_modules/test/index.ts +11 -11
  359. package/src/_modules/test/test.controller.spec.ts +72 -72
  360. package/src/_modules/test/test.controller.ts +115 -115
  361. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  362. package/src/_modules/usage/index.ts +15 -15
  363. package/src/_modules/usage/usage.controller.spec.ts +106 -106
  364. package/src/_modules/usage/usage.controller.ts +140 -140
  365. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  366. package/src/_modules/usage/usage.data-service.ts +185 -185
  367. package/src/_services/base/api.service-base.spec.ts +125 -125
  368. package/src/_services/base/api.service-base.ts +74 -74
  369. package/src/_services/base/archive-data.service.spec.ts +209 -209
  370. package/src/_services/base/archive-data.service.ts +223 -223
  371. package/src/_services/base/data.service.spec.ts +784 -784
  372. package/src/_services/base/data.service.ts +2792 -2792
  373. package/src/_services/base/db.service.spec.ts +160 -160
  374. package/src/_services/base/db.service.ts +1698 -1698
  375. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  376. package/src/_services/base/singleton.service-base.ts +24 -24
  377. package/src/_services/base/singleton.service.spec.ts +114 -114
  378. package/src/_services/base/singleton.service.ts +38 -38
  379. package/src/_services/core/api.service.spec.ts +140 -140
  380. package/src/_services/core/auth.service.spec.ts +159 -159
  381. package/src/_services/core/auth.service.ts +174 -174
  382. package/src/_services/core/collection-growth-monitor.service.spec.ts +53 -1
  383. package/src/_services/core/collection-growth-monitor.service.ts +29 -6
  384. package/src/_services/core/email.service.spec.ts +85 -85
  385. package/src/_services/core/email.service.ts +757 -757
  386. package/src/_services/core/global.service.spec.ts +292 -292
  387. package/src/_services/core/global.service.ts +487 -487
  388. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  389. package/src/_services/core/memory-guard.service.ts +481 -481
  390. package/src/_services/core/service-collection.service.spec.ts +46 -46
  391. package/src/_services/core/service-collection.service.ts +6 -6
  392. package/src/_services/route/controller.service.spec.ts +53 -53
  393. package/src/_services/route/controller.service.ts +148 -148
  394. package/src/_services/route/routing-module.service.spec.ts +98 -98
  395. package/src/_services/route/routing-module.service.ts +330 -330
  396. package/src/_services/server/app.server.ts +2012 -2012
  397. package/src/_services/shared.static-service.spec.ts +99 -99
  398. package/src/_services/shared.static-service.ts +78 -78
  399. package/tsconfig.app.json +12 -12
  400. package/tsconfig.json +42 -42
@@ -1,323 +1,323 @@
1
- import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
-
3
- import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
- import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
-
6
- /**
7
- * Vektor pool kezelő utility class
8
- * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
- * Minden instance saját vektor pool-t tart fenn
10
- */
11
- export class LVS_VectorPool_ControlService {
12
- /**
13
- * In-memory vektor pool tárolás
14
- * Key: vektor ID, Value: vektor értékek
15
- *
16
- * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
- * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
- * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
- * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
- */
21
- private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
-
23
- /**
24
- * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
- * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
- */
27
- private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
-
29
- /**
30
- * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
- * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
- * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
- * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
- */
35
- private readonly normalizedOnly: boolean;
36
-
37
- constructor(set?: { normalizedOnly?: boolean }) {
38
- this.normalizedOnly = set?.normalizedOnly ?? false;
39
- }
40
-
41
- /**
42
- * Hozzáad egy vektort a pool-hoz
43
- * Opcionálisan L2 normalizált másolatot is tárol
44
- */
45
- addVector(id: string, vector: number[]): void {
46
- if (!id) {
47
- throw new Error('Vector ID is required');
48
- }
49
-
50
- if (!Array.isArray(vector) || vector.length === 0) {
51
- throw new Error('Vector must be a non-empty array');
52
- }
53
-
54
- // Validáljuk, hogy a vektor számokból áll
55
- for (let i: number = 0; i < vector.length; i++) {
56
- if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
- throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
- }
59
- }
60
-
61
- // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
- // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
- if (!this.normalizedOnly) {
64
- this.vectorPool.set(id, Float32Array.from(vector));
65
- }
66
-
67
- // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
- this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
- }
70
-
71
- /**
72
- * Eltávolít egy vektort a pool-ból
73
- */
74
- removeVector(id: string): void {
75
- this.vectorPool.delete(id);
76
- this.normalizedVectorPool.delete(id);
77
- }
78
-
79
- /**
80
- * Frissít egy vektort a pool-ban
81
- */
82
- updateVector(id: string, vector: number[]): void {
83
- // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
- if (!this.normalizedVectorPool.has(id)) {
85
- throw new Error(`Vector with ID "${id}" does not exist`);
86
- }
87
-
88
- this.addVector(id, vector);
89
- }
90
-
91
- /**
92
- * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
- * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
- */
95
- size(): number {
96
- return this.normalizedVectorPool.size;
97
- }
98
-
99
- /**
100
- * Törli az összes vektort a pool-ból
101
- */
102
- clearPool(): void {
103
- this.vectorPool.clear();
104
- this.normalizedVectorPool.clear();
105
- }
106
-
107
- /**
108
- * Visszaadja az összes vektort a pool-ból
109
- * Debugging és export céljára
110
- */
111
- getAll(): Map<string, number[]> {
112
- // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
- const result: Map<string, number[]> = new Map<string, number[]>();
114
- for (const [ id, vector ] of this.vectorPool.entries()) {
115
- result.set(id, Array.from(vector));
116
- }
117
- return result;
118
- }
119
-
120
- /**
121
- * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
- * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
- */
124
- private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
- let sumSquares: number = 0;
126
- for (let i: number = 0; i < vector.length; i++) {
127
- sumSquares += vector[i] * vector[i];
128
- }
129
- const magnitude: number = Math.sqrt(sumSquares);
130
-
131
- const normalized: Float32Array = new Float32Array(vector.length);
132
- if (magnitude === 0) {
133
- return normalized;
134
- }
135
- for (let i: number = 0; i < vector.length; i++) {
136
- normalized[i] = vector[i] / magnitude;
137
- }
138
- return normalized;
139
- }
140
-
141
- /**
142
- * L2 normalizálás egy vektorra
143
- * A vektor hosszát 1-re normalizálja
144
- * Statikus metódus, mivel nincs szüksége instance state-re
145
- */
146
- private static l2Normalize(vector: number[]): number[] {
147
- const magnitude: number = Math.sqrt(
148
- vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
- );
150
-
151
- if (magnitude === 0) {
152
- // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
- return new Array<number>(vector.length).fill(0);
154
- }
155
-
156
- return vector.map((value: number) => value / magnitude);
157
- }
158
-
159
- /**
160
- * Cosine similarity számítás két vektor között
161
- * Normalizált vektorokat használ a számításhoz
162
- * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
- * Statikus metódus, mivel nincs szüksége instance state-re
164
- */
165
- static cosineSimilarity(a: number[], b: number[]): number {
166
- if (a.length !== b.length) {
167
- throw new Error(
168
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
- );
170
- }
171
-
172
- // Normalizáljuk a vektorokat
173
- const normalizedA: number[] = this.l2Normalize(a);
174
- const normalizedB: number[] = this.l2Normalize(b);
175
-
176
- // Dot product számítása
177
- let dotProduct: number = 0;
178
- for (let i: number = 0; i < normalizedA.length; i++) {
179
- dotProduct += normalizedA[i] * normalizedB[i];
180
- }
181
-
182
- // Cosine similarity = dot product of normalized vectors
183
- // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
- return dotProduct;
185
- }
186
-
187
- /**
188
- * L2 distance (Euklideszi távolság) számítás két vektor között
189
- * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
- * Statikus metódus, mivel nincs szüksége instance state-re
191
- */
192
- static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
- if (a.length !== b.length) {
194
- throw new Error(
195
- `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
- );
197
- }
198
-
199
- // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
- let sumSquaredDiff: number = 0;
201
- for (let i: number = 0; i < a.length; i++) {
202
- const diff: number = a[i] - b[i];
203
- sumSquaredDiff += diff * diff;
204
- }
205
-
206
- return Math.sqrt(sumSquaredDiff);
207
- }
208
-
209
- /**
210
- * Vektor keresés a pool-ban
211
- * Brute-force megközelítés (lineáris keresés)
212
- *
213
- * @param query A keresési query vektor
214
- * @param k A visszaadandó találatok száma (top-K)
215
- * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
- * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
- * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
- * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
- * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
- * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
- */
222
- search(
223
- query: number[],
224
- k: number,
225
- mode: LVS_Search_Mode,
226
- candidateIds?: Set<string>
227
- ): LVS_SearchResult[] {
228
- // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
- if (candidateIds && candidateIds.size === 0) {
230
- return [];
231
- }
232
- if (!Array.isArray(query) || query.length === 0) {
233
- throw new Error('Query vector must be a non-empty array');
234
- }
235
-
236
- // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
- // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
- for (let i: number = 0; i < query.length; i++) {
239
- if (!Number.isFinite(query[i])) {
240
- throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
- }
242
- }
243
-
244
- if (k <= 0) {
245
- throw new Error('k must be a positive number');
246
- }
247
-
248
- // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
- if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
- throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
- }
252
-
253
- // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
- // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
- if (this.normalizedVectorPool.size === 0) {
256
- return [];
257
- }
258
-
259
- // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
- // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
- const referencePool: Map<string, Float32Array> =
262
- mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
- const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
- if (firstVector && firstVector.length !== query.length) {
265
- throw new Error(
266
- `Query vector dimension (${query.length}) does not match pool vector ` +
267
- `dimension (${firstVector.length})`
268
- );
269
- }
270
-
271
- // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
- const results: LVS_SearchResult[] = [];
273
-
274
- if (mode === LVS_Search_Mode.cosineSimilarity) {
275
- // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
- // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
- // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
- // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
- // egyszer megtörtént) → ~3× kevesebb FLOP;
280
- // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
- // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
- // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
- const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
- // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
- // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
- let nanScoreCount: number = 0;
287
- for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
- if (candidateIds && !candidateIds.has(id)) {
289
- continue;
290
- }
291
- let dotProduct: number = 0;
292
- for (let i: number = 0; i < queryNormalized.length; i++) {
293
- dotProduct += queryNormalized[i] * normalizedVector[i];
294
- }
295
- if (!Number.isFinite(dotProduct)) {
296
- nanScoreCount++;
297
- continue;
298
- }
299
- results.push({ id, score: dotProduct });
300
- }
301
- if (nanScoreCount) {
302
- DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
- }
304
- // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
- } else if (mode === LVS_Search_Mode.l2Distance) {
307
- for (const [id, vector] of this.vectorPool.entries()) {
308
- if (candidateIds && !candidateIds.has(id)) {
309
- continue;
310
- }
311
- results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
- }
313
- // L2 distance: növekvő sorrend (legkisebb távolság először)
314
- results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
- } else {
316
- throw new Error(`Unknown search mode: ${mode}`);
317
- }
318
-
319
- // Visszaadjuk a top-K találatot
320
- return results.slice(0, k);
321
- }
322
- }
323
-
1
+ import { DyFM_Log } from '@futdevpro/fsm-dynamo';
2
+
3
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
4
+ import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
5
+
6
+ /**
7
+ * Vektor pool kezelő utility class
8
+ * Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
9
+ * Minden instance saját vektor pool-t tart fenn
10
+ */
11
+ export class LVS_VectorPool_ControlService {
12
+ /**
13
+ * In-memory vektor pool tárolás
14
+ * Key: vektor ID, Value: vektor értékek
15
+ *
16
+ * BFR-AM-013 (Tier-1 memória): a belső tárolás `Float32Array` (4 byte/elem, boxing nélkül) a
17
+ * korábbi `number[]` (8 byte + array-boxing) helyett → ~2–4× kisebb PERSISTENS pool-footprint
18
+ * (2560-dim × 32k vektornál a heap érdemi része). A cosine/l2 index-alapú loopjai változatlanul
19
+ * futnak rajta; a publikus `getAll()` kontraktja (number[]) konverzióval megőrzött.
20
+ */
21
+ private vectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
22
+
23
+ /**
24
+ * Normalizált vektor pool tárolás (L2 normalizált másolatok)
25
+ * Key: vektor ID, Value: L2 normalizált vektor értékek (Float32Array — l. fent)
26
+ */
27
+ private normalizedVectorPool: Map<string, Float32Array> = new Map<string, Float32Array>();
28
+
29
+ /**
30
+ * `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
31
+ * normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
32
+ * (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
33
+ * N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
34
+ */
35
+ private readonly normalizedOnly: boolean;
36
+
37
+ constructor(set?: { normalizedOnly?: boolean }) {
38
+ this.normalizedOnly = set?.normalizedOnly ?? false;
39
+ }
40
+
41
+ /**
42
+ * Hozzáad egy vektort a pool-hoz
43
+ * Opcionálisan L2 normalizált másolatot is tárol
44
+ */
45
+ addVector(id: string, vector: number[]): void {
46
+ if (!id) {
47
+ throw new Error('Vector ID is required');
48
+ }
49
+
50
+ if (!Array.isArray(vector) || vector.length === 0) {
51
+ throw new Error('Vector must be a non-empty array');
52
+ }
53
+
54
+ // Validáljuk, hogy a vektor számokból áll
55
+ for (let i: number = 0; i < vector.length; i++) {
56
+ if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
57
+ throw new Error(`Vector must contain only finite numbers at index ${i}`);
58
+ }
59
+ }
60
+
61
+ // Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
62
+ // Float32Array-ként (BFR-AM-013 Tier-1) — a number[]-boxing nélkül.
63
+ if (!this.normalizedOnly) {
64
+ this.vectorPool.set(id, Float32Array.from(vector));
65
+ }
66
+
67
+ // L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
68
+ this.normalizedVectorPool.set(id, LVS_VectorPool_ControlService.l2NormalizeFloat32(vector));
69
+ }
70
+
71
+ /**
72
+ * Eltávolít egy vektort a pool-ból
73
+ */
74
+ removeVector(id: string): void {
75
+ this.vectorPool.delete(id);
76
+ this.normalizedVectorPool.delete(id);
77
+ }
78
+
79
+ /**
80
+ * Frissít egy vektort a pool-ban
81
+ */
82
+ updateVector(id: string, vector: number[]): void {
83
+ // A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
84
+ if (!this.normalizedVectorPool.has(id)) {
85
+ throw new Error(`Vector with ID "${id}" does not exist`);
86
+ }
87
+
88
+ this.addVector(id, vector);
89
+ }
90
+
91
+ /**
92
+ * A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
93
+ * módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
94
+ */
95
+ size(): number {
96
+ return this.normalizedVectorPool.size;
97
+ }
98
+
99
+ /**
100
+ * Törli az összes vektort a pool-ból
101
+ */
102
+ clearPool(): void {
103
+ this.vectorPool.clear();
104
+ this.normalizedVectorPool.clear();
105
+ }
106
+
107
+ /**
108
+ * Visszaadja az összes vektort a pool-ból
109
+ * Debugging és export céljára
110
+ */
111
+ getAll(): Map<string, number[]> {
112
+ // A publikus kontrakt (number[]) megőrzése — a belső Float32Array-ből konvertálva.
113
+ const result: Map<string, number[]> = new Map<string, number[]>();
114
+ for (const [ id, vector ] of this.vectorPool.entries()) {
115
+ result.set(id, Array.from(vector));
116
+ }
117
+ return result;
118
+ }
119
+
120
+ /**
121
+ * BFR-AM-013 (Tier-1): L2-normalizálás Float32Array-be, explicit loopokkal (allokáció-minimális) —
122
+ * a pool BELSŐ tárolási formátumához. Nullvektor → csupa-0 Float32Array.
123
+ */
124
+ private static l2NormalizeFloat32(vector: ArrayLike<number>): Float32Array {
125
+ let sumSquares: number = 0;
126
+ for (let i: number = 0; i < vector.length; i++) {
127
+ sumSquares += vector[i] * vector[i];
128
+ }
129
+ const magnitude: number = Math.sqrt(sumSquares);
130
+
131
+ const normalized: Float32Array = new Float32Array(vector.length);
132
+ if (magnitude === 0) {
133
+ return normalized;
134
+ }
135
+ for (let i: number = 0; i < vector.length; i++) {
136
+ normalized[i] = vector[i] / magnitude;
137
+ }
138
+ return normalized;
139
+ }
140
+
141
+ /**
142
+ * L2 normalizálás egy vektorra
143
+ * A vektor hosszát 1-re normalizálja
144
+ * Statikus metódus, mivel nincs szüksége instance state-re
145
+ */
146
+ private static l2Normalize(vector: number[]): number[] {
147
+ const magnitude: number = Math.sqrt(
148
+ vector.reduce((sum: number, value: number) => sum + value * value, 0)
149
+ );
150
+
151
+ if (magnitude === 0) {
152
+ // Ha a vektor nullvektor, akkor nullvektort adunk vissza
153
+ return new Array<number>(vector.length).fill(0);
154
+ }
155
+
156
+ return vector.map((value: number) => value / magnitude);
157
+ }
158
+
159
+ /**
160
+ * Cosine similarity számítás két vektor között
161
+ * Normalizált vektorokat használ a számításhoz
162
+ * Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
163
+ * Statikus metódus, mivel nincs szüksége instance state-re
164
+ */
165
+ static cosineSimilarity(a: number[], b: number[]): number {
166
+ if (a.length !== b.length) {
167
+ throw new Error(
168
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
169
+ );
170
+ }
171
+
172
+ // Normalizáljuk a vektorokat
173
+ const normalizedA: number[] = this.l2Normalize(a);
174
+ const normalizedB: number[] = this.l2Normalize(b);
175
+
176
+ // Dot product számítása
177
+ let dotProduct: number = 0;
178
+ for (let i: number = 0; i < normalizedA.length; i++) {
179
+ dotProduct += normalizedA[i] * normalizedB[i];
180
+ }
181
+
182
+ // Cosine similarity = dot product of normalized vectors
183
+ // Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
184
+ return dotProduct;
185
+ }
186
+
187
+ /**
188
+ * L2 distance (Euklideszi távolság) számítás két vektor között
189
+ * Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
190
+ * Statikus metódus, mivel nincs szüksége instance state-re
191
+ */
192
+ static l2Distance(a: ArrayLike<number>, b: ArrayLike<number>): number {
193
+ if (a.length !== b.length) {
194
+ throw new Error(
195
+ `Vectors must have the same dimension. Got ${a.length} and ${b.length}`
196
+ );
197
+ }
198
+
199
+ // L2 distance = sqrt(sum((a[i] - b[i])^2))
200
+ let sumSquaredDiff: number = 0;
201
+ for (let i: number = 0; i < a.length; i++) {
202
+ const diff: number = a[i] - b[i];
203
+ sumSquaredDiff += diff * diff;
204
+ }
205
+
206
+ return Math.sqrt(sumSquaredDiff);
207
+ }
208
+
209
+ /**
210
+ * Vektor keresés a pool-ban
211
+ * Brute-force megközelítés (lineáris keresés)
212
+ *
213
+ * @param query A keresési query vektor
214
+ * @param k A visszaadandó találatok száma (top-K)
215
+ * @param mode A keresési mód (cosine similarity vagy L2 distance)
216
+ * @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
217
+ * halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
218
+ * szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
219
+ * `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
220
+ * @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
221
+ */
222
+ search(
223
+ query: number[],
224
+ k: number,
225
+ mode: LVS_Search_Mode,
226
+ candidateIds?: Set<string>
227
+ ): LVS_SearchResult[] {
228
+ // Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
229
+ if (candidateIds && candidateIds.size === 0) {
230
+ return [];
231
+ }
232
+ if (!Array.isArray(query) || query.length === 0) {
233
+ throw new Error('Query vector must be a non-empty array');
234
+ }
235
+
236
+ // BFR-AM-013 (NaN/±Inf-guard): nem-véges query-elem NÉMÁN mérgezné a TELJES rangsort
237
+ // (minden dot-product NaN → a valódi találatok kiesnek, hiba nélkül) → fail-closed throw.
238
+ for (let i: number = 0; i < query.length; i++) {
239
+ if (!Number.isFinite(query[i])) {
240
+ throw new Error(`Query vector must contain only finite numbers (non-finite at index ${i})`);
241
+ }
242
+ }
243
+
244
+ if (k <= 0) {
245
+ throw new Error('k must be a positive number');
246
+ }
247
+
248
+ // `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
249
+ if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
250
+ throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
251
+ }
252
+
253
+ // Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
254
+ // `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
255
+ if (this.normalizedVectorPool.size === 0) {
256
+ return [];
257
+ }
258
+
259
+ // Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
260
+ // cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
261
+ const referencePool: Map<string, Float32Array> =
262
+ mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
263
+ const firstVector: Float32Array | undefined = referencePool.values().next().value;
264
+ if (firstVector && firstVector.length !== query.length) {
265
+ throw new Error(
266
+ `Query vector dimension (${query.length}) does not match pool vector ` +
267
+ `dimension (${firstVector.length})`
268
+ );
269
+ }
270
+
271
+ // Számoljuk ki a hasonlóságot/távolságot minden vektorra
272
+ const results: LVS_SearchResult[] = [];
273
+
274
+ if (mode === LVS_Search_Mode.cosineSimilarity) {
275
+ // PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
276
+ // `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
277
+ // `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
278
+ // (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
279
+ // egyszer megtörtént) → ~3× kevesebb FLOP;
280
+ // (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
281
+ // tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
282
+ // A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
283
+ const queryNormalized: Float32Array = LVS_VectorPool_ControlService.l2NormalizeFloat32(query);
284
+ // BFR-AM-013 (NaN-guard, defensive): ha egy tárolt vektor mégis NaN-score-t adna (elvileg az
285
+ // addVector-guard kizárja), a találat KIESIK — nem mérgezi a rangsort — és warn-t adunk (nem néma).
286
+ let nanScoreCount: number = 0;
287
+ for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
288
+ if (candidateIds && !candidateIds.has(id)) {
289
+ continue;
290
+ }
291
+ let dotProduct: number = 0;
292
+ for (let i: number = 0; i < queryNormalized.length; i++) {
293
+ dotProduct += queryNormalized[i] * normalizedVector[i];
294
+ }
295
+ if (!Number.isFinite(dotProduct)) {
296
+ nanScoreCount++;
297
+ continue;
298
+ }
299
+ results.push({ id, score: dotProduct });
300
+ }
301
+ if (nanScoreCount) {
302
+ DyFM_Log.warn(`[LVS search] ${nanScoreCount} vector(s) produced non-finite scores and were skipped.`);
303
+ }
304
+ // Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
305
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
306
+ } else if (mode === LVS_Search_Mode.l2Distance) {
307
+ for (const [id, vector] of this.vectorPool.entries()) {
308
+ if (candidateIds && !candidateIds.has(id)) {
309
+ continue;
310
+ }
311
+ results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
312
+ }
313
+ // L2 distance: növekvő sorrend (legkisebb távolság először)
314
+ results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
315
+ } else {
316
+ throw new Error(`Unknown search mode: ${mode}`);
317
+ }
318
+
319
+ // Visszaadjuk a top-K találatot
320
+ return results.slice(0, k);
321
+ }
322
+ }
323
+