@futdevpro/nts-dynamo 1.15.91 → 1.15.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.c8rc.json +26 -26
- package/.copilot/patterns.json +7 -7
- package/.cursor/rules/__assistant_guide.mdc +30 -30
- package/.cursor/rules/_ag_backend-structure.mdc +85 -85
- package/.cursor/rules/_ag_backend.mdc +16 -16
- package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
- package/.cursor/rules/_ag_frontend.mdc +39 -39
- package/.cursor/rules/_ag_import-rules.mdc +44 -44
- package/.cursor/rules/_ag_naming.mdc +115 -115
- package/.cursor/rules/_ag_should-be.mdc +6 -6
- package/.cursor/rules/ai_development_guide.md +60 -60
- package/.cursor/rules/cursor-rules.md +160 -160
- package/.cursor/rules/default-command.mdc +464 -464
- package/.cursor/rules/error_code_pattern.md +39 -39
- package/.cursor/rules/saved rule mcp server use.md +15 -15
- package/.vscode/settings.json +10 -10
- package/HOWTO.md +15 -15
- package/LICENSE +21 -21
- package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
- package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
- package/_specifications/BACKLOG.md +92 -92
- package/_specifications/TODO.md +15 -15
- package/_specifications/agent.md +138 -138
- package/build/_models/interfaces/db-query-options.interface.d.ts +33 -0
- package/build/_models/interfaces/db-query-options.interface.d.ts.map +1 -0
- package/build/_models/interfaces/db-query-options.interface.js +3 -0
- package/build/_models/interfaces/db-query-options.interface.js.map +1 -0
- package/build/_services/base/data.service.d.ts +3 -1
- package/build/_services/base/data.service.d.ts.map +1 -1
- package/build/_services/base/data.service.js +5 -2
- package/build/_services/base/data.service.js.map +1 -1
- package/build/_services/base/db.service.d.ts +3 -1
- package/build/_services/base/db.service.d.ts.map +1 -1
- package/build/_services/base/db.service.js +23 -4
- package/build/_services/base/db.service.js.map +1 -1
- package/build/index.d.ts +1 -0
- package/build/index.d.ts.map +1 -1
- package/build/index.js +1 -0
- package/build/index.js.map +1 -1
- package/eslint.config.js +3 -3
- package/nodemon.json +24 -24
- package/package.json +2 -2
- package/pnpm-workspace.yaml +5 -5
- package/scripts/run-coverage-tests.js +28 -28
- package/spec/support/helpers/spec-reporter-loader.js +359 -359
- package/spec/support/helpers/ts-node-helper.js +93 -93
- package/spec/support/jasmine.coverage.json +24 -24
- package/spec/support/jasmine.json +24 -24
- package/src/_collections/archive.util.spec.ts +57 -57
- package/src/_collections/archive.util.ts +18 -18
- package/src/_collections/atlas-default-db-options.const.ts +9 -9
- package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
- package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
- package/src/_collections/default-not-found-page.const.spec.ts +19 -19
- package/src/_collections/default-not-found-page.const.ts +22 -22
- package/src/_collections/default-socket-path.const.spec.ts +12 -12
- package/src/_collections/default-socket-path.const.ts +2 -2
- package/src/_collections/get-environment-settings.util.spec.ts +210 -210
- package/src/_collections/get-environment-settings.util.ts +48 -48
- package/src/_collections/global-settings.const.ts +109 -109
- package/src/_collections/sample.env +21 -21
- package/src/_collections/star.controller.spec.ts +224 -224
- package/src/_collections/star.controller.ts +129 -129
- package/src/_enums/data-model-type.enum.ts +14 -14
- package/src/_enums/data-service-function.enum.ts +24 -24
- package/src/_enums/predefined-data-types.enum.ts +16 -16
- package/src/_enums/route-security.enum.ts +12 -12
- package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
- package/src/_models/control-models/api-call-params.control-model.ts +142 -142
- package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
- package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
- package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
- package/src/_models/control-models/app-params.control-model.ts +136 -136
- package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
- package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
- package/src/_models/control-models/endpoint-params.control-model.spec.ts +627 -627
- package/src/_models/control-models/endpoint-params.control-model.ts +627 -627
- package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
- package/src/_models/control-models/http-settings.control-model.ts +37 -37
- package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
- package/src/_models/control-models/system-control.control-model.ts +12 -12
- package/src/_models/interfaces/certification-settings.interface.ts +7 -7
- package/src/_models/interfaces/db-query-options.interface.ts +33 -0
- package/src/_models/interfaces/environment-settings.interface.ts +59 -59
- package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
- package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
- package/src/_models/interfaces/global-settings.interface.ts +244 -244
- package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
- package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
- package/src/_models/interfaces/static-client-settings.interface.ts +28 -28
- package/src/_models/types/db-update.type.ts +100 -100
- package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
- package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
- package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
- package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
- package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
- package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
- package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
- package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
- package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
- package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
- package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
- package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
- package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
- package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
- package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
- package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
- package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1033 -1033
- package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
- package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -115
- package/src/_modules/ai/_services/ai-embedding-mock.service.ts +212 -212
- package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
- package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -110
- package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
- package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
- package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
- package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
- package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
- package/src/_modules/ai/_services/ai-llm.service-base.ts +519 -519
- package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
- package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
- package/src/_modules/ai/index.ts +23 -23
- package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
- package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
- package/src/_modules/assistant/_collections/ass.util.ts +50 -50
- package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
- package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
- package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
- package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
- package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
- package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
- package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
- package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
- package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
- package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
- package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
- package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
- package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
- package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
- package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
- package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
- package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
- package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
- package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
- package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
- package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
- package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
- package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
- package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
- package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
- package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
- package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
- package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
- package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
- package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
- package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
- package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
- package/src/_modules/custom-data/custom-data.controller.ts +67 -67
- package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
- package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
- package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
- package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
- package/src/_modules/custom-data/index.ts +9 -9
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
- package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
- package/src/_modules/data-readers/index.ts +11 -11
- package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
- package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
- package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
- package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
- package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
- package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
- package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
- package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
- package/src/_modules/defaults/index.ts +17 -17
- package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
- package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
- package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
- package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
- package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
- package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
- package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
- package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
- package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
- package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
- package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
- package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
- package/src/_modules/discord-assistant/index.ts +38 -38
- package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
- package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
- package/src/_modules/discord-assistant-voiced/index.ts +36 -36
- package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
- package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
- package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
- package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
- package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
- package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
- package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
- package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
- package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
- package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
- package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
- package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
- package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
- package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
- package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
- package/src/_modules/discord-bot/index.ts +36 -36
- package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
- package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
- package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
- package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
- package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
- package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
- package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -198
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -146
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -106
- package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +507 -507
- package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +272 -272
- package/src/_modules/local-vector-search/index.ts +16 -16
- package/src/_modules/logs/index.ts +11 -11
- package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
- package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
- package/src/_modules/mcp/index.ts +13 -13
- package/src/_modules/messaging/README.md +354 -354
- package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
- package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
- package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
- package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
- package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
- package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
- package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
- package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
- package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
- package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
- package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
- package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
- package/src/_modules/messaging/index.ts +30 -30
- package/src/_modules/mock/app-extended-server.mock.ts +201 -201
- package/src/_modules/mock/app-integration-test.mock.ts +51 -51
- package/src/_modules/mock/app-params.mock.spec.ts +21 -21
- package/src/_modules/mock/app-params.mock.ts +9 -9
- package/src/_modules/mock/app-server.mock.ts +188 -188
- package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
- package/src/_modules/mock/auth-service.mock.ts +28 -28
- package/src/_modules/mock/controller.mock.spec.ts +26 -26
- package/src/_modules/mock/controller.mock.ts +16 -16
- package/src/_modules/mock/data-model.mock.spec.ts +111 -111
- package/src/_modules/mock/data-model.mock.ts +82 -82
- package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
- package/src/_modules/mock/email-service-collection.mock.ts +15 -15
- package/src/_modules/mock/email-service.mock.spec.ts +17 -17
- package/src/_modules/mock/email-service.mock.ts +20 -20
- package/src/_modules/mock/email-template.mock.html +14 -14
- package/src/_modules/mock/endpoint.mock.ts +91 -91
- package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
- package/src/_modules/mock/socket-client.mock.ts +45 -45
- package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
- package/src/_modules/mock/socket-server.mock.ts +46 -46
- package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
- package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
- package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
- package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
- package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
- package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
- package/src/_modules/oauth2/index.ts +17 -17
- package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
- package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
- package/src/_modules/scheduler/index.ts +8 -8
- package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
- package/src/_modules/scheduler/scheduler.controller.ts +69 -69
- package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
- package/src/_modules/scheduler/scheduler.service.ts +176 -176
- package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
- package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
- package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
- package/src/_modules/scoped-config/index.ts +17 -17
- package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
- package/src/_modules/server/errors/errors.control-service.ts +100 -100
- package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
- package/src/_modules/server/errors/errors.controller.ts +515 -515
- package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
- package/src/_modules/server/index.ts +30 -30
- package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
- package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
- package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
- package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
- package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
- package/src/_modules/server/server-status/server-status.control-service.ts +396 -396
- package/src/_modules/server/server-status/server-status.controller.spec.ts +255 -255
- package/src/_modules/server/server-status/server-status.controller.ts +272 -272
- package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
- package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
- package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
- package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
- package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
- package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
- package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
- package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
- package/src/_modules/socket/_services/socket-client.service.ts +260 -260
- package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
- package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
- package/src/_modules/socket/app-extended.server.ts +630 -630
- package/src/_modules/socket/index.ts +42 -42
- package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
- package/src/_modules/test/get-test-routing-module.util.ts +23 -23
- package/src/_modules/test/index.ts +11 -11
- package/src/_modules/test/test.controller.spec.ts +72 -72
- package/src/_modules/test/test.controller.ts +115 -115
- package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
- package/src/_modules/usage/index.ts +15 -15
- package/src/_modules/usage/usage.controller.spec.ts +81 -81
- package/src/_modules/usage/usage.controller.ts +126 -126
- package/src/_modules/usage/usage.data-service.spec.ts +332 -332
- package/src/_modules/usage/usage.data-service.ts +185 -185
- package/src/_services/base/api.service-base.spec.ts +125 -125
- package/src/_services/base/api.service-base.ts +74 -74
- package/src/_services/base/archive-data.service.spec.ts +209 -209
- package/src/_services/base/archive-data.service.ts +224 -224
- package/src/_services/base/data.service.spec.ts +729 -729
- package/src/_services/base/data.service.ts +2744 -2740
- package/src/_services/base/db.service.spec.ts +160 -73
- package/src/_services/base/db.service.ts +1592 -1575
- package/src/_services/base/singleton.service-base.spec.ts +28 -28
- package/src/_services/base/singleton.service-base.ts +24 -24
- package/src/_services/base/singleton.service.spec.ts +114 -114
- package/src/_services/base/singleton.service.ts +38 -38
- package/src/_services/core/api.service.spec.ts +140 -140
- package/src/_services/core/auth.service.spec.ts +159 -159
- package/src/_services/core/auth.service.ts +174 -174
- package/src/_services/core/email.service.spec.ts +85 -85
- package/src/_services/core/email.service.ts +742 -742
- package/src/_services/core/global.service.spec.ts +292 -292
- package/src/_services/core/global.service.ts +487 -487
- package/src/_services/core/memory-guard.service.spec.ts +245 -245
- package/src/_services/core/memory-guard.service.ts +481 -481
- package/src/_services/core/service-collection.service.spec.ts +46 -46
- package/src/_services/core/service-collection.service.ts +6 -6
- package/src/_services/route/controller.service.spec.ts +53 -53
- package/src/_services/route/controller.service.ts +148 -148
- package/src/_services/route/routing-module.service.spec.ts +98 -98
- package/src/_services/route/routing-module.service.ts +330 -330
- package/src/_services/server/app.server.ts +1941 -1941
- package/src/_services/shared.static-service.spec.ts +99 -99
- package/src/_services/shared.static-service.ts +78 -78
- package/src/index.ts +100 -99
- package/tsconfig.app.json +12 -12
- package/tsconfig.json +42 -42
- package/.dynamo/logs/cicd-pipeline/output.log +0 -2856
- package/.dynamo/logs/cicd-pipeline/status.json +0 -74
|
@@ -1,272 +1,272 @@
|
|
|
1
|
-
import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
|
|
2
|
-
import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
|
|
3
|
-
|
|
4
|
-
/**
|
|
5
|
-
* Vektor pool kezelő utility class
|
|
6
|
-
* Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
|
|
7
|
-
* Minden instance saját vektor pool-t tart fenn
|
|
8
|
-
*/
|
|
9
|
-
export class LVS_VectorPool_ControlService {
|
|
10
|
-
/**
|
|
11
|
-
* In-memory vektor pool tárolás
|
|
12
|
-
* Key: vektor ID, Value: vektor értékek
|
|
13
|
-
*/
|
|
14
|
-
private vectorPool: Map<string, number[]> = new Map<string, number[]>();
|
|
15
|
-
|
|
16
|
-
/**
|
|
17
|
-
* Normalizált vektor pool tárolás (L2 normalizált másolatok)
|
|
18
|
-
* Key: vektor ID, Value: L2 normalizált vektor értékek
|
|
19
|
-
*/
|
|
20
|
-
private normalizedVectorPool: Map<string, number[]> = new Map<string, number[]>();
|
|
21
|
-
|
|
22
|
-
/**
|
|
23
|
-
* `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
|
|
24
|
-
* normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
|
|
25
|
-
* (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
|
|
26
|
-
* N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
|
|
27
|
-
*/
|
|
28
|
-
private readonly normalizedOnly: boolean;
|
|
29
|
-
|
|
30
|
-
constructor(set?: { normalizedOnly?: boolean }) {
|
|
31
|
-
this.normalizedOnly = set?.normalizedOnly ?? false;
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
/**
|
|
35
|
-
* Hozzáad egy vektort a pool-hoz
|
|
36
|
-
* Opcionálisan L2 normalizált másolatot is tárol
|
|
37
|
-
*/
|
|
38
|
-
addVector(id: string, vector: number[]): void {
|
|
39
|
-
if (!id) {
|
|
40
|
-
throw new Error('Vector ID is required');
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
if (!Array.isArray(vector) || vector.length === 0) {
|
|
44
|
-
throw new Error('Vector must be a non-empty array');
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
// Validáljuk, hogy a vektor számokból áll
|
|
48
|
-
for (let i: number = 0; i < vector.length; i++) {
|
|
49
|
-
if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
|
|
50
|
-
throw new Error(`Vector must contain only finite numbers at index ${i}`);
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
|
|
54
|
-
// Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
|
|
55
|
-
if (!this.normalizedOnly) {
|
|
56
|
-
this.vectorPool.set(id, vector);
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
// L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
|
|
60
|
-
const normalized: number[] = LVS_VectorPool_ControlService.l2Normalize(vector);
|
|
61
|
-
this.normalizedVectorPool.set(id, normalized);
|
|
62
|
-
}
|
|
63
|
-
|
|
64
|
-
/**
|
|
65
|
-
* Eltávolít egy vektort a pool-ból
|
|
66
|
-
*/
|
|
67
|
-
removeVector(id: string): void {
|
|
68
|
-
this.vectorPool.delete(id);
|
|
69
|
-
this.normalizedVectorPool.delete(id);
|
|
70
|
-
}
|
|
71
|
-
|
|
72
|
-
/**
|
|
73
|
-
* Frissít egy vektort a pool-ban
|
|
74
|
-
*/
|
|
75
|
-
updateVector(id: string, vector: number[]): void {
|
|
76
|
-
// A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
|
|
77
|
-
if (!this.normalizedVectorPool.has(id)) {
|
|
78
|
-
throw new Error(`Vector with ID "${id}" does not exist`);
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
this.addVector(id, vector);
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
/**
|
|
85
|
-
* A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
|
|
86
|
-
* módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
|
|
87
|
-
*/
|
|
88
|
-
size(): number {
|
|
89
|
-
return this.normalizedVectorPool.size;
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
/**
|
|
93
|
-
* Törli az összes vektort a pool-ból
|
|
94
|
-
*/
|
|
95
|
-
clearPool(): void {
|
|
96
|
-
this.vectorPool.clear();
|
|
97
|
-
this.normalizedVectorPool.clear();
|
|
98
|
-
}
|
|
99
|
-
|
|
100
|
-
/**
|
|
101
|
-
* Visszaadja az összes vektort a pool-ból
|
|
102
|
-
* Debugging és export céljára
|
|
103
|
-
*/
|
|
104
|
-
getAll(): Map<string, number[]> {
|
|
105
|
-
return new Map<string, number[]>(this.vectorPool);
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
/**
|
|
109
|
-
* L2 normalizálás egy vektorra
|
|
110
|
-
* A vektor hosszát 1-re normalizálja
|
|
111
|
-
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
112
|
-
*/
|
|
113
|
-
private static l2Normalize(vector: number[]): number[] {
|
|
114
|
-
const magnitude: number = Math.sqrt(
|
|
115
|
-
vector.reduce((sum: number, value: number) => sum + value * value, 0)
|
|
116
|
-
);
|
|
117
|
-
|
|
118
|
-
if (magnitude === 0) {
|
|
119
|
-
// Ha a vektor nullvektor, akkor nullvektort adunk vissza
|
|
120
|
-
return new Array<number>(vector.length).fill(0);
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
return vector.map((value: number) => value / magnitude);
|
|
124
|
-
}
|
|
125
|
-
|
|
126
|
-
/**
|
|
127
|
-
* Cosine similarity számítás két vektor között
|
|
128
|
-
* Normalizált vektorokat használ a számításhoz
|
|
129
|
-
* Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
|
|
130
|
-
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
131
|
-
*/
|
|
132
|
-
static cosineSimilarity(a: number[], b: number[]): number {
|
|
133
|
-
if (a.length !== b.length) {
|
|
134
|
-
throw new Error(
|
|
135
|
-
`Vectors must have the same dimension. Got ${a.length} and ${b.length}`
|
|
136
|
-
);
|
|
137
|
-
}
|
|
138
|
-
|
|
139
|
-
// Normalizáljuk a vektorokat
|
|
140
|
-
const normalizedA: number[] = this.l2Normalize(a);
|
|
141
|
-
const normalizedB: number[] = this.l2Normalize(b);
|
|
142
|
-
|
|
143
|
-
// Dot product számítása
|
|
144
|
-
let dotProduct: number = 0;
|
|
145
|
-
for (let i: number = 0; i < normalizedA.length; i++) {
|
|
146
|
-
dotProduct += normalizedA[i] * normalizedB[i];
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
// Cosine similarity = dot product of normalized vectors
|
|
150
|
-
// Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
|
|
151
|
-
return dotProduct;
|
|
152
|
-
}
|
|
153
|
-
|
|
154
|
-
/**
|
|
155
|
-
* L2 distance (Euklideszi távolság) számítás két vektor között
|
|
156
|
-
* Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
|
|
157
|
-
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
158
|
-
*/
|
|
159
|
-
static l2Distance(a: number[], b: number[]): number {
|
|
160
|
-
if (a.length !== b.length) {
|
|
161
|
-
throw new Error(
|
|
162
|
-
`Vectors must have the same dimension. Got ${a.length} and ${b.length}`
|
|
163
|
-
);
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
// L2 distance = sqrt(sum((a[i] - b[i])^2))
|
|
167
|
-
let sumSquaredDiff: number = 0;
|
|
168
|
-
for (let i: number = 0; i < a.length; i++) {
|
|
169
|
-
const diff: number = a[i] - b[i];
|
|
170
|
-
sumSquaredDiff += diff * diff;
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
return Math.sqrt(sumSquaredDiff);
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
/**
|
|
177
|
-
* Vektor keresés a pool-ban
|
|
178
|
-
* Brute-force megközelítés (lineáris keresés)
|
|
179
|
-
*
|
|
180
|
-
* @param query A keresési query vektor
|
|
181
|
-
* @param k A visszaadandó találatok száma (top-K)
|
|
182
|
-
* @param mode A keresési mód (cosine similarity vagy L2 distance)
|
|
183
|
-
* @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
|
|
184
|
-
* halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
|
|
185
|
-
* szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
|
|
186
|
-
* `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
|
|
187
|
-
* @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
|
|
188
|
-
*/
|
|
189
|
-
search(
|
|
190
|
-
query: number[],
|
|
191
|
-
k: number,
|
|
192
|
-
mode: LVS_Search_Mode,
|
|
193
|
-
candidateIds?: Set<string>
|
|
194
|
-
): LVS_SearchResult[] {
|
|
195
|
-
// Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
|
|
196
|
-
if (candidateIds && candidateIds.size === 0) {
|
|
197
|
-
return [];
|
|
198
|
-
}
|
|
199
|
-
if (!Array.isArray(query) || query.length === 0) {
|
|
200
|
-
throw new Error('Query vector must be a non-empty array');
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
if (k <= 0) {
|
|
204
|
-
throw new Error('k must be a positive number');
|
|
205
|
-
}
|
|
206
|
-
|
|
207
|
-
// `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
|
|
208
|
-
if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
|
|
209
|
-
throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
|
|
210
|
-
}
|
|
211
|
-
|
|
212
|
-
// Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
|
|
213
|
-
// `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
|
|
214
|
-
if (this.normalizedVectorPool.size === 0) {
|
|
215
|
-
return [];
|
|
216
|
-
}
|
|
217
|
-
|
|
218
|
-
// Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
|
|
219
|
-
// cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
|
|
220
|
-
const referencePool: Map<string, number[]> =
|
|
221
|
-
mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
|
|
222
|
-
const firstVector: number[] | undefined = Array.from(referencePool.values())[0];
|
|
223
|
-
if (firstVector && firstVector.length !== query.length) {
|
|
224
|
-
throw new Error(
|
|
225
|
-
`Query vector dimension (${query.length}) does not match pool vector ` +
|
|
226
|
-
`dimension (${firstVector.length})`
|
|
227
|
-
);
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
// Számoljuk ki a hasonlóságot/távolságot minden vektorra
|
|
231
|
-
const results: LVS_SearchResult[] = [];
|
|
232
|
-
|
|
233
|
-
if (mode === LVS_Search_Mode.cosineSimilarity) {
|
|
234
|
-
// PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
|
|
235
|
-
// `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
|
|
236
|
-
// `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
|
|
237
|
-
// (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
|
|
238
|
-
// egyszer megtörtént) → ~3× kevesebb FLOP;
|
|
239
|
-
// (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
|
|
240
|
-
// tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
|
|
241
|
-
// A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
|
|
242
|
-
const queryNormalized: number[] = LVS_VectorPool_ControlService.l2Normalize(query);
|
|
243
|
-
for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
|
|
244
|
-
if (candidateIds && !candidateIds.has(id)) {
|
|
245
|
-
continue;
|
|
246
|
-
}
|
|
247
|
-
let dotProduct: number = 0;
|
|
248
|
-
for (let i: number = 0; i < queryNormalized.length; i++) {
|
|
249
|
-
dotProduct += queryNormalized[i] * normalizedVector[i];
|
|
250
|
-
}
|
|
251
|
-
results.push({ id, score: dotProduct });
|
|
252
|
-
}
|
|
253
|
-
// Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
|
|
254
|
-
results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
|
|
255
|
-
} else if (mode === LVS_Search_Mode.l2Distance) {
|
|
256
|
-
for (const [id, vector] of this.vectorPool.entries()) {
|
|
257
|
-
if (candidateIds && !candidateIds.has(id)) {
|
|
258
|
-
continue;
|
|
259
|
-
}
|
|
260
|
-
results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
|
|
261
|
-
}
|
|
262
|
-
// L2 distance: növekvő sorrend (legkisebb távolság először)
|
|
263
|
-
results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
|
|
264
|
-
} else {
|
|
265
|
-
throw new Error(`Unknown search mode: ${mode}`);
|
|
266
|
-
}
|
|
267
|
-
|
|
268
|
-
// Visszaadjuk a top-K találatot
|
|
269
|
-
return results.slice(0, k);
|
|
270
|
-
}
|
|
271
|
-
}
|
|
272
|
-
|
|
1
|
+
import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
|
|
2
|
+
import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* Vektor pool kezelő utility class
|
|
6
|
+
* Instance-based class, amely in-memory vektor pool-t kezel és vektor hasonlósági számításokat végez
|
|
7
|
+
* Minden instance saját vektor pool-t tart fenn
|
|
8
|
+
*/
|
|
9
|
+
export class LVS_VectorPool_ControlService {
|
|
10
|
+
/**
|
|
11
|
+
* In-memory vektor pool tárolás
|
|
12
|
+
* Key: vektor ID, Value: vektor értékek
|
|
13
|
+
*/
|
|
14
|
+
private vectorPool: Map<string, number[]> = new Map<string, number[]>();
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* Normalizált vektor pool tárolás (L2 normalizált másolatok)
|
|
18
|
+
* Key: vektor ID, Value: L2 normalizált vektor értékek
|
|
19
|
+
*/
|
|
20
|
+
private normalizedVectorPool: Map<string, number[]> = new Map<string, number[]>();
|
|
21
|
+
|
|
22
|
+
/**
|
|
23
|
+
* `normalizedOnly` mód: ha `true`, a pool NEM tárolja a nyers vektorokat (`vectorPool`) — CSAK a
|
|
24
|
+
* normalizált másolatot. A kizárólag-cosine fogyasztóknak (pl. RAG-keresés) ez ~50% memória-megtakarítás
|
|
25
|
+
* (a két párhuzamos pool helyett egy). Ekkor az `l2Distance`-keresés és a `getAll()` nyers-érték-olvasása
|
|
26
|
+
* N/A (a `size()` + a `cosineSimilarity`-keresés továbbra is helyes). Default `false` (visszafelé kompatibilis).
|
|
27
|
+
*/
|
|
28
|
+
private readonly normalizedOnly: boolean;
|
|
29
|
+
|
|
30
|
+
constructor(set?: { normalizedOnly?: boolean }) {
|
|
31
|
+
this.normalizedOnly = set?.normalizedOnly ?? false;
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Hozzáad egy vektort a pool-hoz
|
|
36
|
+
* Opcionálisan L2 normalizált másolatot is tárol
|
|
37
|
+
*/
|
|
38
|
+
addVector(id: string, vector: number[]): void {
|
|
39
|
+
if (!id) {
|
|
40
|
+
throw new Error('Vector ID is required');
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
if (!Array.isArray(vector) || vector.length === 0) {
|
|
44
|
+
throw new Error('Vector must be a non-empty array');
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
// Validáljuk, hogy a vektor számokból áll
|
|
48
|
+
for (let i: number = 0; i < vector.length; i++) {
|
|
49
|
+
if (typeof vector[i] !== 'number' || !isFinite(vector[i])) {
|
|
50
|
+
throw new Error(`Vector must contain only finite numbers at index ${i}`);
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
|
|
54
|
+
// Tároljuk az eredeti vektort — KIVÉVE normalizedOnly módban (akkor a nyers pool kihagyva, ~50% memória).
|
|
55
|
+
if (!this.normalizedOnly) {
|
|
56
|
+
this.vectorPool.set(id, vector);
|
|
57
|
+
}
|
|
58
|
+
|
|
59
|
+
// L2 normalizált másolatot is tárolunk a cosine similarity számításokhoz
|
|
60
|
+
const normalized: number[] = LVS_VectorPool_ControlService.l2Normalize(vector);
|
|
61
|
+
this.normalizedVectorPool.set(id, normalized);
|
|
62
|
+
}
|
|
63
|
+
|
|
64
|
+
/**
|
|
65
|
+
* Eltávolít egy vektort a pool-ból
|
|
66
|
+
*/
|
|
67
|
+
removeVector(id: string): void {
|
|
68
|
+
this.vectorPool.delete(id);
|
|
69
|
+
this.normalizedVectorPool.delete(id);
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/**
|
|
73
|
+
* Frissít egy vektort a pool-ban
|
|
74
|
+
*/
|
|
75
|
+
updateVector(id: string, vector: number[]): void {
|
|
76
|
+
// A `normalizedVectorPool` a forrás (mindkét módban populált; `normalizedOnly`-ban a `vectorPool` üres).
|
|
77
|
+
if (!this.normalizedVectorPool.has(id)) {
|
|
78
|
+
throw new Error(`Vector with ID "${id}" does not exist`);
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
this.addVector(id, vector);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* A pool elemszáma. Mindkét módban helyes (a `normalizedVectorPool` a forrás), így `normalizedOnly`
|
|
86
|
+
* módban is — szemben a `getAll().size`-szal, ami ott üres (a nyers pool nincs tárolva).
|
|
87
|
+
*/
|
|
88
|
+
size(): number {
|
|
89
|
+
return this.normalizedVectorPool.size;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
/**
|
|
93
|
+
* Törli az összes vektort a pool-ból
|
|
94
|
+
*/
|
|
95
|
+
clearPool(): void {
|
|
96
|
+
this.vectorPool.clear();
|
|
97
|
+
this.normalizedVectorPool.clear();
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
/**
|
|
101
|
+
* Visszaadja az összes vektort a pool-ból
|
|
102
|
+
* Debugging és export céljára
|
|
103
|
+
*/
|
|
104
|
+
getAll(): Map<string, number[]> {
|
|
105
|
+
return new Map<string, number[]>(this.vectorPool);
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
/**
|
|
109
|
+
* L2 normalizálás egy vektorra
|
|
110
|
+
* A vektor hosszát 1-re normalizálja
|
|
111
|
+
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
112
|
+
*/
|
|
113
|
+
private static l2Normalize(vector: number[]): number[] {
|
|
114
|
+
const magnitude: number = Math.sqrt(
|
|
115
|
+
vector.reduce((sum: number, value: number) => sum + value * value, 0)
|
|
116
|
+
);
|
|
117
|
+
|
|
118
|
+
if (magnitude === 0) {
|
|
119
|
+
// Ha a vektor nullvektor, akkor nullvektort adunk vissza
|
|
120
|
+
return new Array<number>(vector.length).fill(0);
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
return vector.map((value: number) => value / magnitude);
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
/**
|
|
127
|
+
* Cosine similarity számítás két vektor között
|
|
128
|
+
* Normalizált vektorokat használ a számításhoz
|
|
129
|
+
* Eredmény: 0 és 1 közötti érték, ahol 1 a legnagyobb hasonlóság
|
|
130
|
+
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
131
|
+
*/
|
|
132
|
+
static cosineSimilarity(a: number[], b: number[]): number {
|
|
133
|
+
if (a.length !== b.length) {
|
|
134
|
+
throw new Error(
|
|
135
|
+
`Vectors must have the same dimension. Got ${a.length} and ${b.length}`
|
|
136
|
+
);
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
// Normalizáljuk a vektorokat
|
|
140
|
+
const normalizedA: number[] = this.l2Normalize(a);
|
|
141
|
+
const normalizedB: number[] = this.l2Normalize(b);
|
|
142
|
+
|
|
143
|
+
// Dot product számítása
|
|
144
|
+
let dotProduct: number = 0;
|
|
145
|
+
for (let i: number = 0; i < normalizedA.length; i++) {
|
|
146
|
+
dotProduct += normalizedA[i] * normalizedB[i];
|
|
147
|
+
}
|
|
148
|
+
|
|
149
|
+
// Cosine similarity = dot product of normalized vectors
|
|
150
|
+
// Mivel a vektorok normalizáltak, ez egyenlő a cosine similarity-vel
|
|
151
|
+
return dotProduct;
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
/**
|
|
155
|
+
* L2 distance (Euklideszi távolság) számítás két vektor között
|
|
156
|
+
* Eredmény: 0 vagy pozitív érték, ahol 0 a legkisebb távolság
|
|
157
|
+
* Statikus metódus, mivel nincs szüksége instance state-re
|
|
158
|
+
*/
|
|
159
|
+
static l2Distance(a: number[], b: number[]): number {
|
|
160
|
+
if (a.length !== b.length) {
|
|
161
|
+
throw new Error(
|
|
162
|
+
`Vectors must have the same dimension. Got ${a.length} and ${b.length}`
|
|
163
|
+
);
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
// L2 distance = sqrt(sum((a[i] - b[i])^2))
|
|
167
|
+
let sumSquaredDiff: number = 0;
|
|
168
|
+
for (let i: number = 0; i < a.length; i++) {
|
|
169
|
+
const diff: number = a[i] - b[i];
|
|
170
|
+
sumSquaredDiff += diff * diff;
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
return Math.sqrt(sumSquaredDiff);
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
/**
|
|
177
|
+
* Vektor keresés a pool-ban
|
|
178
|
+
* Brute-force megközelítés (lineáris keresés)
|
|
179
|
+
*
|
|
180
|
+
* @param query A keresési query vektor
|
|
181
|
+
* @param k A visszaadandó találatok száma (top-K)
|
|
182
|
+
* @param mode A keresési mód (cosine similarity vagy L2 distance)
|
|
183
|
+
* @param candidateIds Opcionális jelölt-ID szűrő: ha meg van adva, a keresés CSAK az ebben a
|
|
184
|
+
* halmazban lévő ID-kra fut (a többit `Set.has` O(1)-gyel kihagyja). Így a hívónak NEM kell külön
|
|
185
|
+
* szűkített pool-t építenie + a vektorokat újra-normalizálnia — a keresés a MÁR előre-normalizált
|
|
186
|
+
* `normalizedVectorPool`-on iterál allokáció-mentesen. Üres halmaz → üres eredmény.
|
|
187
|
+
* @returns A top-K találatok ID-val és score-rel, megfelelő sorrendben
|
|
188
|
+
*/
|
|
189
|
+
search(
|
|
190
|
+
query: number[],
|
|
191
|
+
k: number,
|
|
192
|
+
mode: LVS_Search_Mode,
|
|
193
|
+
candidateIds?: Set<string>
|
|
194
|
+
): LVS_SearchResult[] {
|
|
195
|
+
// Üres jelölt-halmaz → nincs mit keresni (a `undefined` viszont „nincs szűrés" = teljes pool).
|
|
196
|
+
if (candidateIds && candidateIds.size === 0) {
|
|
197
|
+
return [];
|
|
198
|
+
}
|
|
199
|
+
if (!Array.isArray(query) || query.length === 0) {
|
|
200
|
+
throw new Error('Query vector must be a non-empty array');
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
if (k <= 0) {
|
|
204
|
+
throw new Error('k must be a positive number');
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
// `normalizedOnly` módban nincs nyers pool → l2Distance nem számolható (csak cosine).
|
|
208
|
+
if (this.normalizedOnly && mode === LVS_Search_Mode.l2Distance) {
|
|
209
|
+
throw new Error('l2Distance search is not available in normalizedOnly mode (raw vectors are not stored)');
|
|
210
|
+
}
|
|
211
|
+
|
|
212
|
+
// Üres pool → üres eredmény. A `normalizedVectorPool` a forrás (mindkét módban populált; a nyers
|
|
213
|
+
// `vectorPool` `normalizedOnly`-ban üres, ezért NEM azon ellenőrzünk).
|
|
214
|
+
if (this.normalizedVectorPool.size === 0) {
|
|
215
|
+
return [];
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
// Validáljuk, hogy minden vektor ugyanolyan dimenziójú-e. A referencia-pool mód-függő: l2 a nyers,
|
|
219
|
+
// cosine a normalizált (azonos dimenzió, de `normalizedOnly`-ban a nyers pool üres).
|
|
220
|
+
const referencePool: Map<string, number[]> =
|
|
221
|
+
mode === LVS_Search_Mode.l2Distance ? this.vectorPool : this.normalizedVectorPool;
|
|
222
|
+
const firstVector: number[] | undefined = Array.from(referencePool.values())[0];
|
|
223
|
+
if (firstVector && firstVector.length !== query.length) {
|
|
224
|
+
throw new Error(
|
|
225
|
+
`Query vector dimension (${query.length}) does not match pool vector ` +
|
|
226
|
+
`dimension (${firstVector.length})`
|
|
227
|
+
);
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
// Számoljuk ki a hasonlóságot/távolságot minden vektorra
|
|
231
|
+
const results: LVS_SearchResult[] = [];
|
|
232
|
+
|
|
233
|
+
if (mode === LVS_Search_Mode.cosineSimilarity) {
|
|
234
|
+
// PERF (BFR-AM-013): a query-t EGYSZER normalizáljuk, majd dot-product a MÁR ELŐRE eltárolt
|
|
235
|
+
// `normalizedVectorPool` (l2-normalizált) vektorok ellen. Eredmény AZONOS a régi
|
|
236
|
+
// `cosineSimilarity(query, vector)`-ral (= dot(norm(q), norm(v))), de:
|
|
237
|
+
// (1) NEM normalizáljuk újra MINDEN vektort MINDEN keresésnél (a normalizálás a `addVector`-ban
|
|
238
|
+
// egyszer megtörtént) → ~3× kevesebb FLOP;
|
|
239
|
+
// (2) a per-összehasonlítás dot-product ALLOKÁCIÓ-MENTES (a régi `l2Normalize` hívásonként KÉT új
|
|
240
|
+
// tömböt allokált → egy 24k-vektoros keresés ~48k tömb-allokáció + GC-spike-ot okozott).
|
|
241
|
+
// A drágán eltárolt `normalizedVectorPool` korábban SOHA nem volt használva a keresésben.
|
|
242
|
+
const queryNormalized: number[] = LVS_VectorPool_ControlService.l2Normalize(query);
|
|
243
|
+
for (const [id, normalizedVector] of this.normalizedVectorPool.entries()) {
|
|
244
|
+
if (candidateIds && !candidateIds.has(id)) {
|
|
245
|
+
continue;
|
|
246
|
+
}
|
|
247
|
+
let dotProduct: number = 0;
|
|
248
|
+
for (let i: number = 0; i < queryNormalized.length; i++) {
|
|
249
|
+
dotProduct += queryNormalized[i] * normalizedVector[i];
|
|
250
|
+
}
|
|
251
|
+
results.push({ id, score: dotProduct });
|
|
252
|
+
}
|
|
253
|
+
// Cosine similarity: csökkenő sorrend (legnagyobb hasonlóság először)
|
|
254
|
+
results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
|
|
255
|
+
} else if (mode === LVS_Search_Mode.l2Distance) {
|
|
256
|
+
for (const [id, vector] of this.vectorPool.entries()) {
|
|
257
|
+
if (candidateIds && !candidateIds.has(id)) {
|
|
258
|
+
continue;
|
|
259
|
+
}
|
|
260
|
+
results.push({ id, score: LVS_VectorPool_ControlService.l2Distance(query, vector) });
|
|
261
|
+
}
|
|
262
|
+
// L2 distance: növekvő sorrend (legkisebb távolság először)
|
|
263
|
+
results.sort((a: LVS_SearchResult, b: LVS_SearchResult) => a.score - b.score);
|
|
264
|
+
} else {
|
|
265
|
+
throw new Error(`Unknown search mode: ${mode}`);
|
|
266
|
+
}
|
|
267
|
+
|
|
268
|
+
// Visszaadjuk a top-K találatot
|
|
269
|
+
return results.slice(0, k);
|
|
270
|
+
}
|
|
271
|
+
}
|
|
272
|
+
|
|
@@ -1,17 +1,17 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
// ENUMS
|
|
4
|
-
export * from './_enums/lvs-search-mode.enum';
|
|
5
|
-
|
|
6
|
-
// INTERFACES
|
|
7
|
-
export * from './_models/lvs-search-result.interface';
|
|
8
|
-
|
|
9
|
-
// DATA MODELS
|
|
10
|
-
export * from './_models/data-models/lvs-vector-persist.data-model';
|
|
11
|
-
|
|
12
|
-
// SERVICES
|
|
13
|
-
export * from './_services/lvs-doc-chunk-data.service';
|
|
14
|
-
export * from './_services/lvs-local-vector-search.data-service';
|
|
15
|
-
export * from './_services/lvs-vector-pool.control-service';
|
|
16
|
-
export * from './_services/lvs-vector-persist.data-service';
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
// ENUMS
|
|
4
|
+
export * from './_enums/lvs-search-mode.enum';
|
|
5
|
+
|
|
6
|
+
// INTERFACES
|
|
7
|
+
export * from './_models/lvs-search-result.interface';
|
|
8
|
+
|
|
9
|
+
// DATA MODELS
|
|
10
|
+
export * from './_models/data-models/lvs-vector-persist.data-model';
|
|
11
|
+
|
|
12
|
+
// SERVICES
|
|
13
|
+
export * from './_services/lvs-doc-chunk-data.service';
|
|
14
|
+
export * from './_services/lvs-local-vector-search.data-service';
|
|
15
|
+
export * from './_services/lvs-vector-pool.control-service';
|
|
16
|
+
export * from './_services/lvs-vector-persist.data-service';
|
|
17
17
|
export * from './_services/lvs-persistent-vector-pool.control-service';
|
|
@@ -1,11 +1,11 @@
|
|
|
1
|
-
export { DyNTS_Logs_Service } from './logs.service';
|
|
2
|
-
export { DyNTS_Logs_Controller, DyNTS_LogsController_Config } from './logs.controller';
|
|
3
|
-
export { DyNTS_getLogsRoutingModule } from './get-logs-routing-module.util';
|
|
4
|
-
export { DyNTS_FileLog_Service } from './file-log.service';
|
|
5
|
-
export { DyNTS_FileLogs_Controller, DyNTS_FileLogsController_Config } from './file-logs.controller';
|
|
6
|
-
export {
|
|
7
|
-
DyNTS_getFileLogsRoutingModule,
|
|
8
|
-
DyNTS_FileLogsRoutingModule_Config,
|
|
9
|
-
} from './get-file-logs-routing-module.util';
|
|
10
|
-
export { DyNTS_FileLog_Entry } from './_models/file-log-entry.interface';
|
|
11
|
-
export { DyNTS_FileLog_ReadResult, DyNTS_FileLog_ReadOptions } from './_models/file-log-read-result.interface';
|
|
1
|
+
export { DyNTS_Logs_Service } from './logs.service';
|
|
2
|
+
export { DyNTS_Logs_Controller, DyNTS_LogsController_Config } from './logs.controller';
|
|
3
|
+
export { DyNTS_getLogsRoutingModule } from './get-logs-routing-module.util';
|
|
4
|
+
export { DyNTS_FileLog_Service } from './file-log.service';
|
|
5
|
+
export { DyNTS_FileLogs_Controller, DyNTS_FileLogsController_Config } from './file-logs.controller';
|
|
6
|
+
export {
|
|
7
|
+
DyNTS_getFileLogsRoutingModule,
|
|
8
|
+
DyNTS_FileLogsRoutingModule_Config,
|
|
9
|
+
} from './get-file-logs-routing-module.util';
|
|
10
|
+
export { DyNTS_FileLog_Entry } from './_models/file-log-entry.interface';
|
|
11
|
+
export { DyNTS_FileLog_ReadResult, DyNTS_FileLog_ReadOptions } from './_models/file-log-read-result.interface';
|