@futdevpro/nts-dynamo 1.15.157 → 1.15.160
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +17 -17
- package/build/_modules/privacy-lifecycle/_models/privacy-export-artifact.interface.d.ts +71 -0
- package/build/_modules/privacy-lifecycle/_models/privacy-export-artifact.interface.d.ts.map +1 -0
- package/build/_modules/privacy-lifecycle/_models/privacy-export-artifact.interface.js +3 -0
- package/build/_modules/privacy-lifecycle/_models/privacy-export-artifact.interface.js.map +1 -0
- package/build/_modules/privacy-lifecycle/index.d.ts +3 -0
- package/build/_modules/privacy-lifecycle/index.d.ts.map +1 -1
- package/build/_modules/privacy-lifecycle/index.js +5 -1
- package/build/_modules/privacy-lifecycle/index.js.map +1 -1
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.control-service.d.ts +48 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.control-service.d.ts.map +1 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.control-service.js +332 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.control-service.js.map +1 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.mongo-store.d.ts +25 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.mongo-store.d.ts.map +1 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.mongo-store.js +126 -0
- package/build/_modules/privacy-lifecycle/privacy-export-artifact.mongo-store.js.map +1 -0
- package/package.json +11 -4
- package/.c8rc.json +0 -26
- package/.copilot/patterns.json +0 -8
- package/.cursor/rules/__assistant_guide.mdc +0 -30
- package/.cursor/rules/__main.mdc +0 -64
- package/.cursor/rules/_ag_backend-structure.mdc +0 -86
- package/.cursor/rules/_ag_backend.mdc +0 -16
- package/.cursor/rules/_ag_debug.mdc +0 -8
- package/.cursor/rules/_ag_documentation_writing_rules.mdc +0 -372
- package/.cursor/rules/_ag_file-refactoring.mdc +0 -113
- package/.cursor/rules/_ag_fixes_rules.mdc +0 -6
- package/.cursor/rules/_ag_frontend-structure.mdc +0 -87
- package/.cursor/rules/_ag_frontend.mdc +0 -40
- package/.cursor/rules/_ag_import-rules.mdc +0 -45
- package/.cursor/rules/_ag_naming.mdc +0 -116
- package/.cursor/rules/_ag_running_commands.mdc +0 -5
- package/.cursor/rules/_ag_server-controller.mdc +0 -6
- package/.cursor/rules/_ag_should-be.mdc +0 -7
- package/.cursor/rules/_ag_swearing.mdc +0 -47
- package/.cursor/rules/ai_development_guide.md +0 -61
- package/.cursor/rules/ai_directives.md +0 -114
- package/.cursor/rules/cursor-rules.md +0 -160
- package/.cursor/rules/default-command.mdc +0 -465
- package/.cursor/rules/error_code_pattern.md +0 -40
- package/.cursor/rules/saved rule mcp server use.md +0 -16
- package/.dynamo/pipeline.cicd.config.json +0 -190
- package/.dynamo/version-bump.config.json +0 -5
- package/.github/workflows/main.yml +0 -438
- package/.husky/pre-commit +0 -3
- package/.vscode/settings.json +0 -11
- package/BuildPackage.bat +0 -1
- package/HOWTO.md +0 -15
- package/__documentations/2026-04-28-logs-module.md +0 -49
- package/__documentations/2026-05-17-oai-compatible-providers.md +0 -229
- package/__documentations/2026-05-17-static-client-serving-howto.md +0 -144
- package/__documentations/2026-06-01-fr041-cors-middleware.md +0 -96
- package/__documentations/2026-06-01-fr047-p2p3-function-calling.md +0 -81
- package/__documentations/2026-06-15-fr193-memory-guard.md +0 -73
- package/__documentations/2026-08-08-fr292-app-version-header.md +0 -38
- package/__documentations/2026-08-14-field-encryption-mongoose-document-spread.md +0 -124
- package/__documentations/2026-08-18-artifact-compiler.md +0 -46
- package/__documentations/2026-08-18-mongo-transaction-control-service.md +0 -82
- package/__documentations/2026-08-18-standalone-account-security-and-privacy-bedrock.md +0 -132
- package/__documentations/2026-08-21-distributed-rate-limit-bfr-ctm-010.md +0 -59
- package/__documentations/2026-08-22-bfr-ctm-018-content-free-endpoint-errors.md +0 -54
- package/__documentations/2026-08-22-bfr-ctm-020-content-free-request-telemetry.md +0 -65
- package/__documentations/2026-08-22-content-free-process-error-boundary.md +0 -111
- package/__documentations/2026-08-22-npm-token-state-classifier.md +0 -92
- package/__documentations/nts-integration-tests-2026-03-17.md +0 -26
- package/__documentations/plans/BEDROCK-HYPERPLAN.md +0 -95
- package/_specifications/BACKLOG.md +0 -92
- package/_specifications/TODO.md +0 -15
- package/_specifications/agent.md +0 -138
- package/eslint.config.js +0 -3
- package/nodemon.json +0 -24
- package/pnpm-workspace.yaml +0 -6
- package/scripts/_seed-out/aim-seed.fixtures.ts +0 -161
- package/scripts/_seed-out/image-raw.json +0 -1
- package/scripts/_seed-out/llm-expand-raw.json +0 -60
- package/scripts/_seed-out/sample-image.png +0 -0
- package/scripts/_seed-out/seed-raw.json +0 -153
- package/scripts/ai-fixture-seed.js +0 -126
- package/scripts/run-coverage-tests.js +0 -28
- package/spec/support/helpers/spec-reporter-loader.js +0 -359
- package/spec/support/helpers/ts-node-helper.js +0 -93
- package/spec/support/jasmine.coverage.json +0 -24
- package/spec/support/jasmine.json +0 -24
- package/src/_assets/dynamo-nts-logo-128.png +0 -0
- package/src/_assets/dynamo-nts-logo-256.png +0 -0
- package/src/_assets/dynamo-nts-logo-512.png +0 -0
- package/src/_assets/dynamo-nts-logo-64.png +0 -0
- package/src/_collections/app-version-header.util.spec.ts +0 -108
- package/src/_collections/app-version-header.util.ts +0 -74
- package/src/_collections/archive-service-registry.const.ts +0 -21
- package/src/_collections/archive.util.spec.ts +0 -57
- package/src/_collections/archive.util.ts +0 -18
- package/src/_collections/atlas-default-db-options.const.ts +0 -10
- package/src/_collections/client-safe-error.util.spec.ts +0 -151
- package/src/_collections/client-safe-error.util.ts +0 -107
- package/src/_collections/default-fallback-cache-max-age.const.spec.ts +0 -11
- package/src/_collections/default-fallback-cache-max-age.const.ts +0 -2
- package/src/_collections/default-not-found-page.const.spec.ts +0 -19
- package/src/_collections/default-not-found-page.const.ts +0 -22
- package/src/_collections/default-socket-path.const.spec.ts +0 -12
- package/src/_collections/default-socket-path.const.ts +0 -2
- package/src/_collections/field-encryption.util.spec.ts +0 -195
- package/src/_collections/field-encryption.util.ts +0 -222
- package/src/_collections/get-environment-settings.util.spec.ts +0 -210
- package/src/_collections/get-environment-settings.util.ts +0 -49
- package/src/_collections/global-settings.const.ts +0 -126
- package/src/_collections/load-shed.util.spec.ts +0 -62
- package/src/_collections/load-shed.util.ts +0 -51
- package/src/_collections/mongo-reconnect-guard.util.spec.ts +0 -52
- package/src/_collections/mongo-reconnect-guard.util.ts +0 -172
- package/src/_collections/npm-token-check.util.spec.ts +0 -218
- package/src/_collections/npm-token-check.util.ts +0 -327
- package/src/_collections/sample.env +0 -21
- package/src/_collections/security-headers.util.spec.ts +0 -98
- package/src/_collections/security-headers.util.ts +0 -96
- package/src/_collections/signed-url.util.spec.ts +0 -198
- package/src/_collections/signed-url.util.ts +0 -170
- package/src/_collections/star.controller.spec.ts +0 -224
- package/src/_collections/star.controller.ts +0 -130
- package/src/_collections/static-cache-control.util.spec.ts +0 -47
- package/src/_collections/static-cache-control.util.ts +0 -25
- package/src/_enums/data-model-type.enum.ts +0 -14
- package/src/_enums/data-service-function.enum.ts +0 -24
- package/src/_enums/predefined-data-types.enum.ts +0 -17
- package/src/_enums/route-security.enum.ts +0 -12
- package/src/_models/control-models/api-call-params.control-model.spec.ts +0 -152
- package/src/_models/control-models/api-call-params.control-model.ts +0 -142
- package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +0 -52
- package/src/_models/control-models/app-ext-system-controls.control-model.ts +0 -9
- package/src/_models/control-models/app-params.control-model.spec.ts +0 -229
- package/src/_models/control-models/app-params.control-model.ts +0 -137
- package/src/_models/control-models/app-system-controls.control-model.spec.ts +0 -31
- package/src/_models/control-models/app-system-controls.control-model.ts +0 -9
- package/src/_models/control-models/endpoint-params.control-model.spec.ts +0 -754
- package/src/_models/control-models/endpoint-params.control-model.ts +0 -575
- package/src/_models/control-models/http-settings.control-model.spec.ts +0 -77
- package/src/_models/control-models/http-settings.control-model.ts +0 -37
- package/src/_models/control-models/system-control.control-model.spec.ts +0 -27
- package/src/_models/control-models/system-control.control-model.ts +0 -12
- package/src/_models/data-models/schema-migration.data-model.ts +0 -50
- package/src/_models/interfaces/app-version-header-settings.interface.ts +0 -17
- package/src/_models/interfaces/certification-settings.interface.ts +0 -7
- package/src/_models/interfaces/compare-data-options.interface.ts +0 -27
- package/src/_models/interfaces/compare-data-result.interface.ts +0 -12
- package/src/_models/interfaces/cors-settings.interface.spec.ts +0 -52
- package/src/_models/interfaces/cors-settings.interface.ts +0 -56
- package/src/_models/interfaces/db-query-options.interface.ts +0 -33
- package/src/_models/interfaces/environment-settings.interface.ts +0 -59
- package/src/_models/interfaces/global-log-settings.interface.ts +0 -171
- package/src/_models/interfaces/global-service-settings.interface.ts +0 -47
- package/src/_models/interfaces/global-settings.interface.ts +0 -294
- package/src/_models/interfaces/migration-entry.interface.ts +0 -19
- package/src/_models/interfaces/mongo-transaction-settings.interface.ts +0 -9
- package/src/_models/interfaces/request-telemetry-settings.interface.ts +0 -9
- package/src/_models/interfaces/request-telemetry-snapshot.interface.ts +0 -30
- package/src/_models/interfaces/routing-module-settings.interface.ts +0 -21
- package/src/_models/interfaces/security-headers-settings.interface.ts +0 -50
- package/src/_models/interfaces/signed-url-verify-result.interface.ts +0 -13
- package/src/_models/interfaces/static-client-settings.interface.spec.ts +0 -29
- package/src/_models/interfaces/static-client-settings.interface.ts +0 -36
- package/src/_models/types/db-update.type.ts +0 -100
- package/src/_modules/account-security/_enums/account-challenge-purpose.type-enum.ts +0 -5
- package/src/_modules/account-security/_enums/account-refresh-token-state.type-enum.ts +0 -6
- package/src/_modules/account-security/_enums/account-session-state.type-enum.ts +0 -6
- package/src/_modules/account-security/_models/account-challenge-adapter.interface.ts +0 -17
- package/src/_modules/account-security/_models/account-challenge-issued.interface.ts +0 -6
- package/src/_modules/account-security/_models/account-challenge-record.interface.ts +0 -13
- package/src/_modules/account-security/_models/account-challenge-result.interface.ts +0 -8
- package/src/_modules/account-security/_models/account-challenge-settings.interface.ts +0 -9
- package/src/_modules/account-security/_models/account-password-policy.interface.ts +0 -11
- package/src/_modules/account-security/_models/account-password-verification.interface.ts +0 -5
- package/src/_modules/account-security/_models/account-refresh-token-record.interface.ts +0 -13
- package/src/_modules/account-security/_models/account-session-adapter.interface.ts +0 -19
- package/src/_modules/account-security/_models/account-session-claims.interface.ts +0 -7
- package/src/_modules/account-security/_models/account-session-context.interface.ts +0 -6
- package/src/_modules/account-security/_models/account-session-create.interface.ts +0 -8
- package/src/_modules/account-security/_models/account-session-record.interface.ts +0 -21
- package/src/_modules/account-security/_models/account-session-rotate.interface.ts +0 -11
- package/src/_modules/account-security/_models/account-session-settings.interface.ts +0 -11
- package/src/_modules/account-security/_models/account-session-token-pair.interface.ts +0 -8
- package/src/_modules/account-security/_models/account-session-view.interface.ts +0 -13
- package/src/_modules/account-security/account-challenge.control-service.spec.ts +0 -195
- package/src/_modules/account-security/account-challenge.control-service.ts +0 -164
- package/src/_modules/account-security/account-password.control-service.spec.ts +0 -96
- package/src/_modules/account-security/account-password.control-service.ts +0 -288
- package/src/_modules/account-security/account-session.control-service.spec.ts +0 -294
- package/src/_modules/account-security/account-session.control-service.ts +0 -376
- package/src/_modules/account-security/index.ts +0 -31
- package/src/_modules/admin-auth/_models/admin-api-key-config.interface.ts +0 -33
- package/src/_modules/admin-auth/admin-api-key.auth-service.spec.ts +0 -200
- package/src/_modules/admin-auth/admin-api-key.auth-service.ts +0 -220
- package/src/_modules/admin-auth/index.ts +0 -2
- package/src/_modules/ai/_collections/ai-model-config-validator.util.spec.ts +0 -150
- package/src/_modules/ai/_collections/ai-model-config-validator.util.ts +0 -131
- package/src/_modules/ai/_collections/ai-provider-error.util.ts +0 -144
- package/src/_modules/ai/_models/ai-input-interfaces.ts +0 -117
- package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +0 -16
- package/src/_modules/ai/_models/interfaces/dynts-ai-cost-event-callback.interface.ts +0 -14
- package/src/_modules/ai/_models/interfaces/dynts-ai-cost-event.interface.ts +0 -56
- package/src/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.ts +0 -16
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.spec.ts +0 -72
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.ts +0 -71
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.spec.ts +0 -57
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.ts +0 -60
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.spec.ts +0 -56
- package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.ts +0 -117
- package/src/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.ts +0 -28
- package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.ts +0 -14
- package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.ts +0 -11
- package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.ts +0 -30
- package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.ts +0 -19
- package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.ts +0 -20
- package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.spec.ts +0 -115
- package/src/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.ts +0 -233
- package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.spec.ts +0 -134
- package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.ts +0 -127
- package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-pipeline.spec.ts +0 -105
- package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.spec.ts +0 -50
- package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.ts +0 -65
- package/src/_modules/ai/_modules/ai-mock/_services/aim-integration-proof.spec.ts +0 -92
- package/src/_modules/ai/_modules/ai-mock/_services/aim-mock.service.spec.ts +0 -112
- package/src/_modules/ai/_modules/ai-mock/_services/aim-mock.service.ts +0 -155
- package/src/_modules/ai/_modules/ai-mock/fixtures/aim-text.fixtures.ts +0 -649
- package/src/_modules/ai/_modules/ai-mock/index.ts +0 -47
- package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +0 -138
- package/src/_modules/ai/_modules/anthropic/index.ts +0 -5
- package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +0 -242
- package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +0 -639
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +0 -295
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +0 -552
- package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +0 -209
- package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +0 -85
- package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +0 -8
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +0 -146
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +0 -163
- package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +0 -100
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +0 -68
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +0 -18
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +0 -19
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +0 -25
- package/src/_modules/ai/_modules/document-ai/index.ts +0 -30
- package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +0 -189
- package/src/_modules/ai/_modules/fdp-ai/index.ts +0 -5
- package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +0 -9
- package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +0 -83
- package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +0 -76
- package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +0 -45
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +0 -8
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +0 -7
- package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +0 -57
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +0 -293
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-page.data-service.ts +0 -572
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +0 -342
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.ts +0 -435
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +0 -550
- package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +0 -631
- package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +0 -332
- package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.ts +0 -132
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +0 -462
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +0 -635
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +0 -489
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +0 -173
- package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +0 -1085
- package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +0 -157
- package/src/_modules/ai/_modules/open-ai/index.ts +0 -74
- package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +0 -110
- package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +0 -114
- package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +0 -98
- package/src/_modules/ai/_services/ai-embedding.service-base.ts +0 -48
- package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +0 -229
- package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +0 -68
- package/src/_modules/ai/_services/ai-llm.service-base.reconciler.spec.ts +0 -133
- package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +0 -250
- package/src/_modules/ai/_services/ai-llm.service-base.ts +0 -599
- package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +0 -158
- package/src/_modules/ai/_services/ai-provider.service-base.ts +0 -67
- package/src/_modules/ai/_services/ai-user-key.service-base.ts +0 -59
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +0 -197
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +0 -399
- package/src/_modules/ai/index.ts +0 -33
- package/src/_modules/artifact-compiler/_enums/artifact-compile-outcome.type-enum.ts +0 -5
- package/src/_modules/artifact-compiler/_enums/artifact-compile-stage.type-enum.ts +0 -8
- package/src/_modules/artifact-compiler/_enums/artifact-retry-class.type-enum.ts +0 -6
- package/src/_modules/artifact-compiler/_models/artifact-compile.interface.ts +0 -35
- package/src/_modules/artifact-compiler/artifact-compiler.control-service.spec.ts +0 -151
- package/src/_modules/artifact-compiler/artifact-compiler.control-service.ts +0 -356
- package/src/_modules/artifact-compiler/index.ts +0 -9
- package/src/_modules/assistant/_collections/ass-global-settings.const.ts +0 -13
- package/src/_modules/assistant/_collections/ass.util.spec.ts +0 -176
- package/src/_modules/assistant/_collections/ass.util.ts +0 -50
- package/src/_modules/assistant/_models/ass-global-settings.interface.ts +0 -15
- package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +0 -140
- package/src/_modules/assistant/_services/ass-io.control-service.ts +0 -74
- package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +0 -192
- package/src/_modules/assistant/_services/ass-main.control-service.ts +0 -107
- package/src/_modules/assistant/index.ts +0 -19
- package/src/_modules/bot/_collections/bot-default-commands.const.ts +0 -12
- package/src/_modules/bot/_collections/bot-global-settings.const.ts +0 -39
- package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +0 -62
- package/src/_modules/bot/_models/bot-command.interface.ts +0 -8
- package/src/_modules/bot/_models/bot-global-settings.interface.ts +0 -96
- package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +0 -6
- package/src/_modules/bot/_models/bot-last-message-date.interface.ts +0 -5
- package/src/_modules/bot/_models/bot-message-wrapper.interface.ts +0 -90
- package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +0 -41
- package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +0 -10
- package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +0 -431
- package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.ts +0 -641
- package/src/_modules/bot/_modules/discord-bot/index.ts +0 -12
- package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +0 -160
- package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +0 -55
- package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +0 -15
- package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +0 -374
- package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +0 -447
- package/src/_modules/bot/_modules/dynamo-bot/index.ts +0 -15
- package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +0 -9
- package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +0 -344
- package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +0 -197
- package/src/_modules/bot/_modules/slack-bot/index.ts +0 -12
- package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +0 -9
- package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +0 -345
- package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +0 -197
- package/src/_modules/bot/_modules/teams-bot/index.ts +0 -11
- package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +0 -116
- package/src/_modules/bot/_services/bot-commands.control-service.ts +0 -158
- package/src/_modules/bot/_services/bot-io.control-service.spec.ts +0 -285
- package/src/_modules/bot/_services/bot-io.control-service.ts +0 -329
- package/src/_modules/bot/_services/bot-main.control-service.spec.ts +0 -208
- package/src/_modules/bot/_services/bot-main.control-service.ts +0 -489
- package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +0 -349
- package/src/_modules/bot/_services/bot-messaging-provider.service-base.ts +0 -158
- package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +0 -111
- package/src/_modules/bot/_services/bot-routines.control-service.ts +0 -78
- package/src/_modules/bot/index.ts +0 -37
- package/src/_modules/custom-data/custom-data.controller.spec.ts +0 -49
- package/src/_modules/custom-data/custom-data.controller.ts +0 -67
- package/src/_modules/custom-data/custom-data.data-service.spec.ts +0 -54
- package/src/_modules/custom-data/custom-data.data-service.ts +0 -22
- package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +0 -28
- package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +0 -24
- package/src/_modules/custom-data/index.ts +0 -9
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +0 -176
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +0 -203
- package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +0 -33
- package/src/_modules/data-readers/index.ts +0 -11
- package/src/_modules/defaults/_collections/default-endpoints.util.ts +0 -487
- package/src/_modules/defaults/_models/default-user.data-model.ts +0 -72
- package/src/_modules/defaults/_services/default-auth.service.spec.ts +0 -269
- package/src/_modules/defaults/_services/default-auth.service.ts +0 -177
- package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +0 -42
- package/src/_modules/defaults/_services/default-socket-events.service.ts +0 -61
- package/src/_modules/defaults/_services/default-user.data-service.spec.ts +0 -187
- package/src/_modules/defaults/_services/default-user.data-service.ts +0 -98
- package/src/_modules/defaults/index.ts +0 -17
- package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +0 -19
- package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +0 -366
- package/src/_modules/discord-assistant/_collections/dias.util.ts +0 -133
- package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +0 -20
- package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +0 -53
- package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +0 -177
- package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +0 -108
- package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +0 -69
- package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +0 -22
- package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +0 -27
- package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +0 -195
- package/src/_modules/discord-assistant/_services/dias.service-base.ts +0 -77
- package/src/_modules/discord-assistant/index.ts +0 -38
- package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +0 -34
- package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +0 -11
- package/src/_modules/discord-assistant-voiced/index.ts +0 -36
- package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +0 -17
- package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +0 -56
- package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +0 -214
- package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +0 -387
- package/src/_modules/discord-bot/_models/dibo-command.interface.ts +0 -12
- package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +0 -98
- package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +0 -8
- package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +0 -6
- package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +0 -154
- package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +0 -153
- package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +0 -264
- package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +0 -306
- package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +0 -408
- package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +0 -488
- package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +0 -105
- package/src/_modules/discord-bot/_services/dibo-routines.control-service.ts +0 -97
- package/src/_modules/discord-bot/index.ts +0 -36
- package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +0 -35
- package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +0 -60
- package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +0 -17
- package/src/_modules/local-vector-search/_services/lvs-bm25.util.spec.ts +0 -159
- package/src/_modules/local-vector-search/_services/lvs-bm25.util.ts +0 -206
- package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +0 -418
- package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +0 -276
- package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +0 -480
- package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +0 -416
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +0 -214
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +0 -186
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +0 -167
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +0 -130
- package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +0 -509
- package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +0 -323
- package/src/_modules/local-vector-search/index.ts +0 -17
- package/src/_modules/logs/_models/file-log-entry.interface.ts +0 -13
- package/src/_modules/logs/_models/file-log-read-result.interface.ts +0 -37
- package/src/_modules/logs/file-log.service.spec.ts +0 -341
- package/src/_modules/logs/file-log.service.ts +0 -466
- package/src/_modules/logs/file-logs.controller.spec.ts +0 -245
- package/src/_modules/logs/file-logs.controller.ts +0 -165
- package/src/_modules/logs/get-file-logs-routing-module.util.ts +0 -51
- package/src/_modules/logs/get-logs-routing-module.util.ts +0 -36
- package/src/_modules/logs/index.ts +0 -11
- package/src/_modules/logs/log-buffer.service.ts +0 -101
- package/src/_modules/logs/logs.controller.ts +0 -109
- package/src/_modules/logs/logs.service.ts +0 -100
- package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +0 -111
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +0 -151
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +0 -125
- package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +0 -168
- package/src/_modules/mcp/index.ts +0 -13
- package/src/_modules/messaging/README.md +0 -354
- package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +0 -26
- package/src/_modules/messaging/_collections/msg-global-settings.const.ts +0 -22
- package/src/_modules/messaging/_collections/msg.util.spec.ts +0 -226
- package/src/_modules/messaging/_collections/msg.util.ts +0 -83
- package/src/_modules/messaging/_models/msg-global-settings.interface.ts +0 -37
- package/src/_modules/messaging/_services/msg-conversation.data-service.ts +0 -146
- package/src/_modules/messaging/_services/msg-events.service.spec.ts +0 -219
- package/src/_modules/messaging/_services/msg-events.service.ts +0 -267
- package/src/_modules/messaging/_services/msg-integration.control-service.ts +0 -180
- package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +0 -147
- package/src/_modules/messaging/_services/msg-main.control-service.ts +0 -572
- package/src/_modules/messaging/_services/msg-message.data-service.ts +0 -129
- package/src/_modules/messaging/_services/msg.controller.spec.ts +0 -201
- package/src/_modules/messaging/_services/msg.controller.ts +0 -370
- package/src/_modules/messaging/index.ts +0 -30
- package/src/_modules/mock/app-extended-server.mock.ts +0 -201
- package/src/_modules/mock/app-integration-test.mock.ts +0 -51
- package/src/_modules/mock/app-params.mock.spec.ts +0 -21
- package/src/_modules/mock/app-params.mock.ts +0 -9
- package/src/_modules/mock/app-server.mock.ts +0 -188
- package/src/_modules/mock/auth-service.mock.spec.ts +0 -47
- package/src/_modules/mock/auth-service.mock.ts +0 -28
- package/src/_modules/mock/controller.mock.spec.ts +0 -26
- package/src/_modules/mock/controller.mock.ts +0 -16
- package/src/_modules/mock/data-model.mock.spec.ts +0 -111
- package/src/_modules/mock/data-model.mock.ts +0 -82
- package/src/_modules/mock/email-service-collection.mock.spec.ts +0 -24
- package/src/_modules/mock/email-service-collection.mock.ts +0 -15
- package/src/_modules/mock/email-service.mock.spec.ts +0 -17
- package/src/_modules/mock/email-service.mock.ts +0 -20
- package/src/_modules/mock/email-template.mock.html +0 -15
- package/src/_modules/mock/endpoint.mock.ts +0 -91
- package/src/_modules/mock/socket-client.mock.spec.ts +0 -40
- package/src/_modules/mock/socket-client.mock.ts +0 -45
- package/src/_modules/mock/socket-server.mock.spec.ts +0 -44
- package/src/_modules/mock/socket-server.mock.ts +0 -46
- package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +0 -107
- package/src/_modules/oauth2/_routes/oauth2.controller.ts +0 -99
- package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +0 -254
- package/src/_modules/oauth2/_services/oauth2.auth-service.ts +0 -232
- package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +0 -585
- package/src/_modules/oauth2/_services/oauth2.control-service.ts +0 -654
- package/src/_modules/oauth2/index.ts +0 -17
- package/src/_modules/privacy-lifecycle/_enums/privacy-consent-decision.type-enum.ts +0 -5
- package/src/_modules/privacy-lifecycle/_enums/privacy-contributor-action.type-enum.ts +0 -10
- package/src/_modules/privacy-lifecycle/_enums/privacy-contributor-outcome.type-enum.ts +0 -7
- package/src/_modules/privacy-lifecycle/_enums/privacy-request-state.type-enum.ts +0 -15
- package/src/_modules/privacy-lifecycle/_enums/privacy-request.type-enum.ts +0 -9
- package/src/_modules/privacy-lifecycle/_models/privacy-consent-input.interface.ts +0 -12
- package/src/_modules/privacy-lifecycle/_models/privacy-consent-persistence-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-consent-record.interface.ts +0 -15
- package/src/_modules/privacy-lifecycle/_models/privacy-consent-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-consent-view.interface.ts +0 -13
- package/src/_modules/privacy-lifecycle/_models/privacy-contributor-context.interface.ts +0 -9
- package/src/_modules/privacy-lifecycle/_models/privacy-contributor-outcome.interface.ts +0 -14
- package/src/_modules/privacy-lifecycle/_models/privacy-contributor-plan.interface.ts +0 -8
- package/src/_modules/privacy-lifecycle/_models/privacy-contributor.interface.ts +0 -17
- package/src/_modules/privacy-lifecycle/_models/privacy-ledger-adapter.interface.ts +0 -21
- package/src/_modules/privacy-lifecycle/_models/privacy-ledger-result.interface.ts +0 -9
- package/src/_modules/privacy-lifecycle/_models/privacy-ledger-settings.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-legal-acceptance-input.interface.ts +0 -10
- package/src/_modules/privacy-lifecycle/_models/privacy-legal-acceptance-persistence-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-legal-acceptance-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-legal-acceptance-view.interface.ts +0 -11
- package/src/_modules/privacy-lifecycle/_models/privacy-legal-acceptance.interface.ts +0 -13
- package/src/_modules/privacy-lifecycle/_models/privacy-lifecycle-adapter.interface.ts +0 -19
- package/src/_modules/privacy-lifecycle/_models/privacy-lifecycle-settings.interface.ts +0 -9
- package/src/_modules/privacy-lifecycle/_models/privacy-request-create-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-request-open.interface.ts +0 -10
- package/src/_modules/privacy-lifecycle/_models/privacy-request-persistence-create-result.interface.ts +0 -7
- package/src/_modules/privacy-lifecycle/_models/privacy-request-record.interface.ts +0 -21
- package/src/_modules/privacy-lifecycle/_models/privacy-request-result.interface.ts +0 -8
- package/src/_modules/privacy-lifecycle/_models/privacy-request-view.interface.ts +0 -20
- package/src/_modules/privacy-lifecycle/index.ts +0 -40
- package/src/_modules/privacy-lifecycle/privacy-ledger.control-service.spec.ts +0 -206
- package/src/_modules/privacy-lifecycle/privacy-ledger.control-service.ts +0 -253
- package/src/_modules/privacy-lifecycle/privacy-lifecycle.control-service.spec.ts +0 -353
- package/src/_modules/privacy-lifecycle/privacy-lifecycle.control-service.ts +0 -586
- package/src/_modules/rate-limit/_enums/rate-limit-store-kind.type-enum.ts +0 -5
- package/src/_modules/rate-limit/_models/rate-limit-config.interface.ts +0 -82
- package/src/_modules/rate-limit/_models/rate-limit-consume-request.interface.ts +0 -9
- package/src/_modules/rate-limit/_models/rate-limit-consume-result.interface.ts +0 -6
- package/src/_modules/rate-limit/_models/rate-limit-policy.interface.ts +0 -16
- package/src/_modules/rate-limit/_models/rate-limit-store.interface.ts +0 -9
- package/src/_modules/rate-limit/index.ts +0 -8
- package/src/_modules/rate-limit/rate-limit-in-memory.store.ts +0 -91
- package/src/_modules/rate-limit/rate-limit.middleware.spec.ts +0 -488
- package/src/_modules/rate-limit/rate-limit.middleware.ts +0 -504
- package/src/_modules/scheduler/_models/scheduler-job.interface.ts +0 -35
- package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +0 -33
- package/src/_modules/scheduler/index.ts +0 -8
- package/src/_modules/scheduler/scheduler.controller.spec.ts +0 -42
- package/src/_modules/scheduler/scheduler.controller.ts +0 -69
- package/src/_modules/scheduler/scheduler.service.spec.ts +0 -141
- package/src/_modules/scheduler/scheduler.service.ts +0 -176
- package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +0 -22
- package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +0 -82
- package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +0 -107
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +0 -312
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +0 -311
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +0 -123
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +0 -108
- package/src/_modules/scoped-config/index.ts +0 -17
- package/src/_modules/server/errors/errors.control-service.spec.ts +0 -246
- package/src/_modules/server/errors/errors.control-service.ts +0 -100
- package/src/_modules/server/errors/errors.controller.spec.ts +0 -340
- package/src/_modules/server/errors/errors.controller.ts +0 -559
- package/src/_modules/server/errors/errors.data-service.spec.ts +0 -480
- package/src/_modules/server/errors/errors.data-service.ts +0 -867
- package/src/_modules/server/index.ts +0 -40
- package/src/_modules/server/safe-diagnostic/safe-diagnostic-cause.type-enum.ts +0 -8
- package/src/_modules/server/safe-diagnostic/safe-diagnostic-stage.type-enum.ts +0 -20
- package/src/_modules/server/safe-diagnostic/safe-diagnostic.control-service.spec.ts +0 -124
- package/src/_modules/server/safe-diagnostic/safe-diagnostic.control-service.ts +0 -99
- package/src/_modules/server/safe-diagnostic/safe-diagnostic.interface.ts +0 -20
- package/src/_modules/server/server-status/db-readiness-probe-code.type-enum.ts +0 -13
- package/src/_modules/server/server-status/db-readiness-probe-stage.type-enum.ts +0 -7
- package/src/_modules/server/server-status/db-readiness-probe.control-service.spec.ts +0 -235
- package/src/_modules/server/server-status/db-readiness-probe.control-service.ts +0 -158
- package/src/_modules/server/server-status/db-readiness-probe.interface.ts +0 -20
- package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +0 -70
- package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +0 -17
- package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +0 -77
- package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +0 -37
- package/src/_modules/server/server-status/server-status.control-service.spec.ts +0 -672
- package/src/_modules/server/server-status/server-status.control-service.ts +0 -491
- package/src/_modules/server/server-status/server-status.controller.spec.ts +0 -276
- package/src/_modules/server/server-status/server-status.controller.ts +0 -336
- package/src/_modules/socket/_enums/socket-security.enum.ts +0 -11
- package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +0 -32
- package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +0 -22
- package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +0 -165
- package/src/_modules/socket/_models/socket-presence.control-model.ts +0 -211
- package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +0 -69
- package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +0 -33
- package/src/_modules/socket/_services/socket-client.service.spec.ts +0 -15
- package/src/_modules/socket/_services/socket-client.service.ts +0 -260
- package/src/_modules/socket/_services/socket-server.service.spec.ts +0 -272
- package/src/_modules/socket/_services/socket-server.service.ts +0 -1037
- package/src/_modules/socket/app-extended.integration.spec.ts +0 -85
- package/src/_modules/socket/app-extended.server.ts +0 -648
- package/src/_modules/socket/index.ts +0 -42
- package/src/_modules/test/get-test-routing-module.util.spec.ts +0 -28
- package/src/_modules/test/get-test-routing-module.util.ts +0 -23
- package/src/_modules/test/index.ts +0 -12
- package/src/_modules/test/test.controller.spec.ts +0 -72
- package/src/_modules/test/test.controller.ts +0 -115
- package/src/_modules/test-email-sink/_collections/test-email-pattern.const.ts +0 -10
- package/src/_modules/test-email-sink/_models/data-models/dynts-sent-test-mail.data-model.ts +0 -41
- package/src/_modules/test-email-sink/_services/dynts-test-email-sink.service.spec.ts +0 -112
- package/src/_modules/test-email-sink/_services/dynts-test-email-sink.service.ts +0 -141
- package/src/_modules/test-email-sink/get-sent-mail-routing-module.util.ts +0 -29
- package/src/_modules/test-email-sink/index.ts +0 -11
- package/src/_modules/test-email-sink/test-email-sink.controller.ts +0 -83
- package/src/_modules/usage/get-usage-routing-module.util.ts +0 -23
- package/src/_modules/usage/index.ts +0 -15
- package/src/_modules/usage/usage.controller.spec.ts +0 -106
- package/src/_modules/usage/usage.controller.ts +0 -140
- package/src/_modules/usage/usage.data-service.spec.ts +0 -332
- package/src/_modules/usage/usage.data-service.ts +0 -185
- package/src/_services/base/api.service-base.spec.ts +0 -125
- package/src/_services/base/api.service-base.ts +0 -75
- package/src/_services/base/archive-data.service.spec.ts +0 -209
- package/src/_services/base/archive-data.service.ts +0 -228
- package/src/_services/base/data.service.spec.ts +0 -784
- package/src/_services/base/data.service.ts +0 -2792
- package/src/_services/base/db.service.encryption.spec.ts +0 -76
- package/src/_services/base/db.service.spec.ts +0 -160
- package/src/_services/base/db.service.ts +0 -1698
- package/src/_services/base/singleton.service-base.spec.ts +0 -28
- package/src/_services/base/singleton.service-base.ts +0 -24
- package/src/_services/base/singleton.service.spec.ts +0 -114
- package/src/_services/base/singleton.service.ts +0 -38
- package/src/_services/core/api.service.spec.ts +0 -187
- package/src/_services/core/api.service.ts +0 -627
- package/src/_services/core/auth.service.spec.ts +0 -159
- package/src/_services/core/auth.service.ts +0 -174
- package/src/_services/core/collection-growth-monitor.service.spec.ts +0 -119
- package/src/_services/core/collection-growth-monitor.service.ts +0 -234
- package/src/_services/core/db-stats.service.ts +0 -104
- package/src/_services/core/diagnostics.service.spec.ts +0 -44
- package/src/_services/core/diagnostics.service.ts +0 -158
- package/src/_services/core/email.service.spec.ts +0 -85
- package/src/_services/core/email.service.ts +0 -757
- package/src/_services/core/event-loop-diag.service.spec.ts +0 -22
- package/src/_services/core/event-loop-diag.service.ts +0 -144
- package/src/_services/core/global.service.spec.ts +0 -292
- package/src/_services/core/global.service.ts +0 -488
- package/src/_services/core/memory-guard.service.spec.ts +0 -245
- package/src/_services/core/memory-guard.service.ts +0 -481
- package/src/_services/core/migration-runner.service.spec.ts +0 -91
- package/src/_services/core/migration-runner.service.ts +0 -106
- package/src/_services/core/mongo-transaction.control-service.spec.ts +0 -165
- package/src/_services/core/mongo-transaction.control-service.ts +0 -148
- package/src/_services/core/request-hunter.service.spec.ts +0 -124
- package/src/_services/core/request-hunter.service.ts +0 -157
- package/src/_services/core/request-telemetry.control-service.spec.ts +0 -217
- package/src/_services/core/request-telemetry.control-service.ts +0 -381
- package/src/_services/core/service-collection.service.spec.ts +0 -46
- package/src/_services/core/service-collection.service.ts +0 -6
- package/src/_services/route/controller.service.spec.ts +0 -53
- package/src/_services/route/controller.service.ts +0 -148
- package/src/_services/route/routing-module.service.spec.ts +0 -98
- package/src/_services/route/routing-module.service.ts +0 -339
- package/src/_services/server/app-safe-diagnostic.spec.ts +0 -124
- package/src/_services/server/app.server-retention.spec.ts +0 -106
- package/src/_services/server/app.server.ts +0 -1979
- package/src/_services/shared.static-service.spec.ts +0 -133
- package/src/_services/shared.static-service.ts +0 -107
- package/src/index.ts +0 -120
- package/tsconfig.app.json +0 -12
- package/tsconfig.json +0 -42
|
@@ -1,416 +0,0 @@
|
|
|
1
|
-
import { DyFM_Log, DyFM_Error } from '@futdevpro/fsm-dynamo';
|
|
2
|
-
import {
|
|
3
|
-
DyFM_DataModel_Params,
|
|
4
|
-
DyFM_DataProperty_Params,
|
|
5
|
-
DyFM_DBFilter,
|
|
6
|
-
DyFM_Metadata,
|
|
7
|
-
} from '@futdevpro/fsm-dynamo';
|
|
8
|
-
import { DyFM_OAI_Settings } from '@futdevpro/fsm-dynamo/ai/open-ai';
|
|
9
|
-
|
|
10
|
-
import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
|
|
11
|
-
import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
|
|
12
|
-
import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
|
|
13
|
-
import {
|
|
14
|
-
DyNTS_LVS_BM25_Corpus,
|
|
15
|
-
DyNTS_LVS_BM25_DocScore,
|
|
16
|
-
dyNTS_LVS_BM25_minMaxNormalize,
|
|
17
|
-
} from './lvs-bm25.util';
|
|
18
|
-
import { DyNTS_OAI_VectorDataService } from '../../ai/_modules/open-ai/_services/data-services/oai-vector-data.service';
|
|
19
|
-
import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
|
|
20
|
-
|
|
21
|
-
/**
|
|
22
|
-
* Local Vector Data Service
|
|
23
|
-
* Extends {@link DyNTS_OAI_VectorDataService} to perform in-memory vector similarity search
|
|
24
|
-
* instead of MongoDB vector search
|
|
25
|
-
*
|
|
26
|
-
* This service loads data from the database, builds an in-memory vector pool,
|
|
27
|
-
* and performs brute-force vector similarity search using cosine similarity or L2 distance
|
|
28
|
-
*
|
|
29
|
-
* @example
|
|
30
|
-
* ```typescript
|
|
31
|
-
* const service = new DyNTS_OAI_LocalVectorDataService(
|
|
32
|
-
* data,
|
|
33
|
-
* dataParams,
|
|
34
|
-
* openAISettings,
|
|
35
|
-
* issuer
|
|
36
|
-
* );
|
|
37
|
-
*
|
|
38
|
-
* const results = await service.vectorSearch({
|
|
39
|
-
* input: 'search query',
|
|
40
|
-
* searchInKey: 'contentVectorized',
|
|
41
|
-
* limit: 10,
|
|
42
|
-
* filterBy: { category: 'docs' }
|
|
43
|
-
* });
|
|
44
|
-
* ```
|
|
45
|
-
*/
|
|
46
|
-
export class DyNTS_LVS_VectorDataService<T extends DyFM_Metadata> extends DyNTS_OAI_VectorDataService<T> {
|
|
47
|
-
|
|
48
|
-
/**
|
|
49
|
-
* Default search mode
|
|
50
|
-
* Cosine similarity is typically preferred for text embeddings
|
|
51
|
-
*/
|
|
52
|
-
defaultSearchMode: LVS_Search_Mode = LVS_Search_Mode.cosineSimilarity;
|
|
53
|
-
|
|
54
|
-
/**
|
|
55
|
-
* Whether to use L2 normalization when storing vectors
|
|
56
|
-
* Normalized vectors are more efficient for cosine similarity calculations
|
|
57
|
-
*/
|
|
58
|
-
useL2Normalization: boolean = true;
|
|
59
|
-
|
|
60
|
-
/**
|
|
61
|
-
* Instance-based vector pool utility
|
|
62
|
-
* Minden service instance saját vektor pool-t tart fenn
|
|
63
|
-
*/
|
|
64
|
-
private vectorPool: LVS_VectorPool_ControlService = new LVS_VectorPool_ControlService();
|
|
65
|
-
|
|
66
|
-
constructor(
|
|
67
|
-
/**
|
|
68
|
-
* Initial data, this will be used by functions on default
|
|
69
|
-
*/
|
|
70
|
-
data: T,
|
|
71
|
-
/**
|
|
72
|
-
* DB data params will be used to connect to usable dbService on GlobalService
|
|
73
|
-
*/
|
|
74
|
-
dataParams: DyFM_DataModel_Params<T>,
|
|
75
|
-
/**
|
|
76
|
-
* OpenAI settings
|
|
77
|
-
*/
|
|
78
|
-
openAISettings: DyFM_OAI_Settings,
|
|
79
|
-
/**
|
|
80
|
-
* Initial set for issuer to be able to follow the issuer's activity
|
|
81
|
-
*/
|
|
82
|
-
issuer: string
|
|
83
|
-
) {
|
|
84
|
-
super(data, dataParams, openAISettings, issuer);
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
/**
|
|
88
|
-
* Overrides the parent vectorSearch method to perform local in-memory vector search
|
|
89
|
-
*
|
|
90
|
-
* Process:
|
|
91
|
-
* 1. Load data from DB using filterBy (if provided) or getAll()
|
|
92
|
-
* 2. Extract vectorized properties from loaded data
|
|
93
|
-
* 3. Build in-memory vector pool
|
|
94
|
-
* 4. Vectorize input query
|
|
95
|
-
* 5. Perform local vector search
|
|
96
|
-
* 6. Map search results back to full data objects
|
|
97
|
-
*
|
|
98
|
-
* @param set Search parameters
|
|
99
|
-
* @returns Array of data objects sorted by similarity score
|
|
100
|
-
*/
|
|
101
|
-
override async vectorSearch(
|
|
102
|
-
set: {
|
|
103
|
-
input: string;
|
|
104
|
-
/** this should be the vectorized property key */
|
|
105
|
-
searchInKey: string;
|
|
106
|
-
limit?: number;
|
|
107
|
-
/**
|
|
108
|
-
* Number of candidates that are used to find the best match
|
|
109
|
-
* (Not used in local search, but kept for compatibility)
|
|
110
|
-
*/
|
|
111
|
-
numberOfCandidates?: number;
|
|
112
|
-
/**
|
|
113
|
-
* Filter to narrow down candidates from DB before vector search
|
|
114
|
-
*/
|
|
115
|
-
filterBy?: DyFM_DBFilter<T>;
|
|
116
|
-
/**
|
|
117
|
-
* Search mode (cosine similarity, L2 distance, or hybrid).
|
|
118
|
-
* Defaults to this.defaultSearchMode.
|
|
119
|
-
*
|
|
120
|
-
* `hybrid` mode combines cosine similarity (vector half) with BM25
|
|
121
|
-
* text scoring (text half) — `textSearchKey` is REQUIRED in hybrid mode.
|
|
122
|
-
*/
|
|
123
|
-
searchMode?: LVS_Search_Mode;
|
|
124
|
-
/**
|
|
125
|
-
* Csak `hybrid` modban — weighted score-merge a cosine es a BM25 kozott.
|
|
126
|
-
* Default: { vector: 0.5, text: 0.5 }. Mindkettonek 0..1 tartomany javasolt.
|
|
127
|
-
*/
|
|
128
|
-
hybridWeight?: { vector: number; text: number };
|
|
129
|
-
/**
|
|
130
|
-
* Csak `hybrid` modban — KOTELEZO; melyik string property-n fut a BM25
|
|
131
|
-
* text-search. NEM kell hogy a vectorized property legyen.
|
|
132
|
-
*/
|
|
133
|
-
textSearchKey?: keyof T;
|
|
134
|
-
},
|
|
135
|
-
): Promise<T[]> {
|
|
136
|
-
try {
|
|
137
|
-
if (!set.input) {
|
|
138
|
-
throw new DyFM_Error({
|
|
139
|
-
...this.getDefaultErrorSettings(
|
|
140
|
-
'vectorSearch',
|
|
141
|
-
new Error('input is required')
|
|
142
|
-
),
|
|
143
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS1`,
|
|
144
|
-
});
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
set.limit ??= 3;
|
|
148
|
-
const { input, searchInKey, limit, filterBy, searchMode, hybridWeight, textSearchKey } = set;
|
|
149
|
-
const effectiveMode: LVS_Search_Mode = searchMode ?? this.defaultSearchMode;
|
|
150
|
-
|
|
151
|
-
// Hybrid mode korai validacio
|
|
152
|
-
if (effectiveMode === LVS_Search_Mode.hybrid) {
|
|
153
|
-
if (!textSearchKey) {
|
|
154
|
-
throw new DyFM_Error({
|
|
155
|
-
...this.getDefaultErrorSettings(
|
|
156
|
-
'vectorSearch',
|
|
157
|
-
new Error('textSearchKey is required when searchMode is hybrid'),
|
|
158
|
-
),
|
|
159
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS4`,
|
|
160
|
-
});
|
|
161
|
-
}
|
|
162
|
-
if (hybridWeight) {
|
|
163
|
-
const w: { vector: number; text: number } = hybridWeight;
|
|
164
|
-
if (!Number.isFinite(w.vector) || !Number.isFinite(w.text) || w.vector < 0 || w.text < 0) {
|
|
165
|
-
throw new DyFM_Error({
|
|
166
|
-
...this.getDefaultErrorSettings(
|
|
167
|
-
'vectorSearch',
|
|
168
|
-
new Error('hybridWeight.vector and .text must be non-negative finite numbers'),
|
|
169
|
-
),
|
|
170
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS5`,
|
|
171
|
-
});
|
|
172
|
-
}
|
|
173
|
-
}
|
|
174
|
-
}
|
|
175
|
-
|
|
176
|
-
// Validáljuk, hogy a searchInKey létezik-e
|
|
177
|
-
const property: DyFM_DataProperty_Params<any, T> =
|
|
178
|
-
this.dataParams.properties[searchInKey];
|
|
179
|
-
|
|
180
|
-
if (!property) {
|
|
181
|
-
throw new DyFM_Error({
|
|
182
|
-
...this.getDefaultErrorSettings(
|
|
183
|
-
'vectorSearch',
|
|
184
|
-
new Error(
|
|
185
|
-
`Property "${searchInKey}" not found! ` +
|
|
186
|
-
`while searching "${this.dataParams.dataName}" ` +
|
|
187
|
-
`(The searchable properties are: ` +
|
|
188
|
-
`${this.vectorizedProperties.map(p => `"${p.key}"`).join(', ')})`
|
|
189
|
-
)
|
|
190
|
-
),
|
|
191
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS2`,
|
|
192
|
-
__localStack: this.dataParams.stackLocation,
|
|
193
|
-
});
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
// Ellenőrizzük, hogy a property vectorized-e
|
|
197
|
-
if (!this.vectorizedProperties.some(
|
|
198
|
-
(p: DyFM_DataProperty_Params<any, T>) => p.key === searchInKey
|
|
199
|
-
)) {
|
|
200
|
-
throw new DyFM_Error({
|
|
201
|
-
...this.getDefaultErrorSettings(
|
|
202
|
-
'vectorSearch',
|
|
203
|
-
new Error(
|
|
204
|
-
`Property "${searchInKey}" is not a vectorized property! ` +
|
|
205
|
-
`(The vectorized properties are: ` +
|
|
206
|
-
`${this.vectorizedProperties.map(p => `"${p.key}"`).join(', ')})`
|
|
207
|
-
)
|
|
208
|
-
),
|
|
209
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS3`,
|
|
210
|
-
__localStack: this.dataParams.stackLocation,
|
|
211
|
-
});
|
|
212
|
-
}
|
|
213
|
-
|
|
214
|
-
// 1. Betöltjük az adatokat a DB-ből (filterBy-val szűrve, ha van)
|
|
215
|
-
let dataList: T[];
|
|
216
|
-
if (filterBy) {
|
|
217
|
-
// Ha van filterBy, akkor először szűrünk a DB-ben
|
|
218
|
-
if (this.debugLog) {
|
|
219
|
-
DyFM_Log.log(`Local vector search: filtering data with filterBy...`);
|
|
220
|
-
}
|
|
221
|
-
dataList = await this.findDataList(filterBy, true);
|
|
222
|
-
} else {
|
|
223
|
-
// Ha nincs filterBy, akkor minden adatot betöltünk
|
|
224
|
-
if (this.debugLog) {
|
|
225
|
-
DyFM_Log.log(`Local vector search: loading all data...`);
|
|
226
|
-
}
|
|
227
|
-
dataList = await this.getAll(true);
|
|
228
|
-
}
|
|
229
|
-
|
|
230
|
-
if (dataList.length === 0) {
|
|
231
|
-
if (this.debugLog) {
|
|
232
|
-
DyFM_Log.log(`Local vector search: no data found`);
|
|
233
|
-
}
|
|
234
|
-
return [];
|
|
235
|
-
}
|
|
236
|
-
|
|
237
|
-
// 2. Kinyerjük a vectorized property-ket és építjük a vector pool-t
|
|
238
|
-
if (this.debugLog) {
|
|
239
|
-
DyFM_Log.log(
|
|
240
|
-
`Local vector search: building vector pool from ${dataList.length} items...`
|
|
241
|
-
);
|
|
242
|
-
}
|
|
243
|
-
|
|
244
|
-
// Töröljük a korábbi pool-t
|
|
245
|
-
this.vectorPool.clearPool();
|
|
246
|
-
|
|
247
|
-
// Hozzáadjuk a vektorokat a pool-hoz
|
|
248
|
-
const dataMap: Map<string, T> = new Map<string, T>();
|
|
249
|
-
for (const dataItem of dataList) {
|
|
250
|
-
if (!dataItem._id) {
|
|
251
|
-
// Ha nincs _id, akkor kihagyjuk
|
|
252
|
-
if (this.debugLog) {
|
|
253
|
-
DyFM_Log.warn(
|
|
254
|
-
`Local vector search: skipping item without _id`
|
|
255
|
-
);
|
|
256
|
-
}
|
|
257
|
-
continue;
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
const vectorizedValue: number[] | undefined =
|
|
261
|
-
dataItem[searchInKey] as number[] | undefined;
|
|
262
|
-
|
|
263
|
-
if (!vectorizedValue || !Array.isArray(vectorizedValue)) {
|
|
264
|
-
// Ha nincs vectorized érték, akkor kihagyjuk
|
|
265
|
-
if (this.debugLog) {
|
|
266
|
-
DyFM_Log.warn(
|
|
267
|
-
`Local vector search: skipping item "${dataItem._id}" ` +
|
|
268
|
-
`without vectorized value for "${searchInKey}"`
|
|
269
|
-
);
|
|
270
|
-
}
|
|
271
|
-
continue;
|
|
272
|
-
}
|
|
273
|
-
|
|
274
|
-
// Hozzáadjuk a vektort a pool-hoz
|
|
275
|
-
this.vectorPool.addVector(dataItem._id, vectorizedValue);
|
|
276
|
-
dataMap.set(dataItem._id, dataItem);
|
|
277
|
-
}
|
|
278
|
-
|
|
279
|
-
if (dataMap.size === 0) {
|
|
280
|
-
if (this.debugLog) {
|
|
281
|
-
DyFM_Log.log(`Local vector search: no valid vectors found`);
|
|
282
|
-
}
|
|
283
|
-
return [];
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
// 3. Vectorizáljuk a query input-ot
|
|
287
|
-
if (this.debugLog) {
|
|
288
|
-
DyFM_Log.log(`Local vector search: vectorizing query input...`);
|
|
289
|
-
}
|
|
290
|
-
|
|
291
|
-
const queryVector: number[] = await this.vectorize(
|
|
292
|
-
input,
|
|
293
|
-
property.embeddingModel
|
|
294
|
-
);
|
|
295
|
-
|
|
296
|
-
// 4. Végrehajtjuk a local vector search-t
|
|
297
|
-
const mode: LVS_Search_Mode = effectiveMode;
|
|
298
|
-
|
|
299
|
-
if (this.debugLog) {
|
|
300
|
-
DyFM_Log.log(
|
|
301
|
-
`Local vector search: searching with mode "${mode}", limit: ${limit}...`
|
|
302
|
-
);
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
let searchResults: LVS_SearchResult[];
|
|
306
|
-
|
|
307
|
-
if (mode === LVS_Search_Mode.hybrid) {
|
|
308
|
-
// Hybrid: cosine ALL candidate-re + BM25 ALL candidate-re + min-max norm + weighted sum
|
|
309
|
-
const allCandidatesCosine: LVS_SearchResult[] = this.vectorPool.search(
|
|
310
|
-
queryVector,
|
|
311
|
-
dataMap.size,
|
|
312
|
-
LVS_Search_Mode.cosineSimilarity,
|
|
313
|
-
);
|
|
314
|
-
|
|
315
|
-
// BM25 corpus epitese a `textSearchKey` property-bol
|
|
316
|
-
const docs: { id: string; text: string }[] = [];
|
|
317
|
-
for (const [docId, dataItem] of dataMap) {
|
|
318
|
-
const textValue: unknown = dataItem[textSearchKey as keyof T];
|
|
319
|
-
docs.push({
|
|
320
|
-
id: docId,
|
|
321
|
-
text: typeof textValue === 'string' ? textValue : '',
|
|
322
|
-
});
|
|
323
|
-
}
|
|
324
|
-
const bm25Corpus: DyNTS_LVS_BM25_Corpus = new DyNTS_LVS_BM25_Corpus(docs);
|
|
325
|
-
const bm25Raw: DyNTS_LVS_BM25_DocScore[] = bm25Corpus.score(input);
|
|
326
|
-
const bm25Normalized: DyNTS_LVS_BM25_DocScore[] = dyNTS_LVS_BM25_minMaxNormalize(bm25Raw);
|
|
327
|
-
|
|
328
|
-
const bm25ScoreById: Map<string, number> = new Map<string, number>();
|
|
329
|
-
for (const s of bm25Normalized) {
|
|
330
|
-
bm25ScoreById.set(s.id, s.score);
|
|
331
|
-
}
|
|
332
|
-
|
|
333
|
-
const wVector: number = hybridWeight?.vector ?? 0.5;
|
|
334
|
-
const wText: number = hybridWeight?.text ?? 0.5;
|
|
335
|
-
|
|
336
|
-
const merged: LVS_SearchResult[] = allCandidatesCosine.map((c: LVS_SearchResult): LVS_SearchResult => {
|
|
337
|
-
const bm25Score: number = bm25ScoreById.get(c.id) ?? 0;
|
|
338
|
-
return {
|
|
339
|
-
id: c.id,
|
|
340
|
-
score: wVector * c.score + wText * bm25Score,
|
|
341
|
-
};
|
|
342
|
-
});
|
|
343
|
-
merged.sort((a: LVS_SearchResult, b: LVS_SearchResult) => b.score - a.score);
|
|
344
|
-
searchResults = merged.slice(0, limit);
|
|
345
|
-
} else {
|
|
346
|
-
searchResults = this.vectorPool.search(
|
|
347
|
-
queryVector,
|
|
348
|
-
limit,
|
|
349
|
-
mode,
|
|
350
|
-
);
|
|
351
|
-
}
|
|
352
|
-
|
|
353
|
-
if (this.debugLog) {
|
|
354
|
-
DyFM_Log.log(
|
|
355
|
-
`Local vector search: found ${searchResults.length} results`
|
|
356
|
-
);
|
|
357
|
-
}
|
|
358
|
-
|
|
359
|
-
// 5. Map-eljük vissza a search results-ot a teljes data objektumokra
|
|
360
|
-
const results: T[] = [];
|
|
361
|
-
for (const searchResult of searchResults) {
|
|
362
|
-
const dataItem: T | undefined = dataMap.get(searchResult.id);
|
|
363
|
-
if (dataItem) {
|
|
364
|
-
results.push(dataItem);
|
|
365
|
-
}
|
|
366
|
-
}
|
|
367
|
-
|
|
368
|
-
// Töröljük a pool-t a memória felszabadítása érdekében
|
|
369
|
-
this.vectorPool.clearPool();
|
|
370
|
-
|
|
371
|
-
return results;
|
|
372
|
-
} catch (error) {
|
|
373
|
-
// Töröljük a pool-t hiba esetén is
|
|
374
|
-
this.vectorPool.clearPool();
|
|
375
|
-
|
|
376
|
-
throw new DyFM_Error({
|
|
377
|
-
...this.getDefaultErrorSettings('vectorSearch', error),
|
|
378
|
-
errorCode: `${DyNTS_global_settings.systemShortCodeName}|DyNTS-LVS-VS0`,
|
|
379
|
-
});
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
}
|
|
383
|
-
|
|
384
|
-
/**
|
|
385
|
-
* @example
|
|
386
|
-
* ```typescript
|
|
387
|
-
* // Create a local vector data service
|
|
388
|
-
* const localVectorService = new DyNTS_OAI_LocalVectorDataService<CodeChunk>(
|
|
389
|
-
* new CodeChunk(),
|
|
390
|
-
* codeChunk_dataParams,
|
|
391
|
-
* openAISettings,
|
|
392
|
-
* 'example-issuer'
|
|
393
|
-
* );
|
|
394
|
-
*
|
|
395
|
-
* // Perform vector search with filterBy
|
|
396
|
-
* const results = await localVectorService.vectorSearch({
|
|
397
|
-
* input: 'How to implement authentication?',
|
|
398
|
-
* searchInKey: 'chunkParentedContentVectorized',
|
|
399
|
-
* limit: 5,
|
|
400
|
-
* filterBy: {
|
|
401
|
-
* // Filter by category before vector search
|
|
402
|
-
* category: 'documentation'
|
|
403
|
-
* },
|
|
404
|
-
* searchMode: LVS_Search_Mode.cosineSimilarity
|
|
405
|
-
* });
|
|
406
|
-
*
|
|
407
|
-
* // Results are sorted by similarity score (highest first for cosine)
|
|
408
|
-
* console.log(`Found ${results.length} similar chunks`);
|
|
409
|
-
*
|
|
410
|
-
* // Access the results
|
|
411
|
-
* for (const result of results) {
|
|
412
|
-
* console.log(`Chunk ID: ${result._id}, Content: ${result.chunkContent}`);
|
|
413
|
-
* }
|
|
414
|
-
* ```
|
|
415
|
-
*/
|
|
416
|
-
|
|
@@ -1,214 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
import { DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
|
|
3
|
-
|
|
4
|
-
import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
|
|
5
|
-
import { DyNTS_GlobalService } from '../../../_services/core/global.service';
|
|
6
|
-
import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
|
|
7
|
-
import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
|
|
8
|
-
import { DyNTS_LVS_VectorPersist } from '../_models/data-models/lvs-vector-persist.data-model';
|
|
9
|
-
import { DyNTS_LVS_VectorPersist_DataService } from './lvs-vector-persist.data-service';
|
|
10
|
-
import { DyNTS_LVS_PersistentVectorPool_ControlService } from './lvs-persistent-vector-pool.control-service';
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* BFR-AM-001 — a `DyNTS_LVS_PersistentVectorPool_ControlService` (kompozíció: in-memory pool + Mongo-persist) spec-jei.
|
|
14
|
-
*
|
|
15
|
-
* A DB-réteget egy IN-MEMORY fake-store helyettesíti: a `DyNTS_LVS_VectorPersist_DataService.prototype`
|
|
16
|
-
* `upsertVector`/`removeVector`/`findByCollectionKey` metódusait stub-oljuk (a `getDBService` eager
|
|
17
|
-
* base-ctor-t is, hogy a lazy data-service-példányok ne dobjanak — memory: dynts_dataservice_eager_resolve),
|
|
18
|
-
* így a perzisztencia memóriában modellezett, ÉLŐ Mongo nélkül (skip-guard nem szükséges). A fő bizonyíték:
|
|
19
|
-
* **persist-then-hydrate round-trip** újraépíti a VALÓDI `LVS_VectorPool_ControlService` in-memory indexét.
|
|
20
|
-
*/
|
|
21
|
-
describe('| DyNTS_LVS_PersistentVectorPool_ControlService', () => {
|
|
22
|
-
|
|
23
|
-
let mockDBService: jasmine.SpyObj<{ find: () => Promise<unknown[]>; findOne: () => Promise<unknown> }>;
|
|
24
|
-
|
|
25
|
-
/** Fake tartós tár: `collectionKey` → (`vectorId` → rekord). A persist-stubok ezt írják/olvassák. */
|
|
26
|
-
let store: Map<string, Map<string, DyNTS_LVS_VectorPersist>>;
|
|
27
|
-
|
|
28
|
-
beforeAll(() => {
|
|
29
|
-
if (!DyNTS_global_settings.systemShortCodeName) {
|
|
30
|
-
(DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
|
|
31
|
-
}
|
|
32
|
-
if (!DyNTS_global_settings.env_settings) {
|
|
33
|
-
(DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
|
|
34
|
-
environment: DyFM_EnvironmentFlag.local,
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
});
|
|
38
|
-
|
|
39
|
-
beforeEach(() => {
|
|
40
|
-
// A base-ctor eager getDBService-jét stub-oljuk (a lazy persist-service ne dobjon).
|
|
41
|
-
mockDBService = jasmine.createSpyObj('DyNTS_DBService', ['find', 'findOne']);
|
|
42
|
-
mockDBService.find.and.returnValue(Promise.resolve([]));
|
|
43
|
-
mockDBService.findOne.and.returnValue(Promise.resolve(null));
|
|
44
|
-
spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
|
|
45
|
-
|
|
46
|
-
// A fake tartós tár + a persist-service prototype-stubok (memóriában modellezett Mongo).
|
|
47
|
-
store = new Map<string, Map<string, DyNTS_LVS_VectorPersist>>();
|
|
48
|
-
|
|
49
|
-
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'upsertVector').and.callFake(
|
|
50
|
-
(set: { collectionKey: string; vectorId: string; embedding: number[]; metadata?: unknown }) => {
|
|
51
|
-
let coll: Map<string, DyNTS_LVS_VectorPersist> | undefined = store.get(set.collectionKey);
|
|
52
|
-
if (!coll) {
|
|
53
|
-
coll = new Map<string, DyNTS_LVS_VectorPersist>();
|
|
54
|
-
store.set(set.collectionKey, coll);
|
|
55
|
-
}
|
|
56
|
-
coll.set(set.vectorId, new DyNTS_LVS_VectorPersist({
|
|
57
|
-
collectionKey: set.collectionKey,
|
|
58
|
-
vectorId: set.vectorId,
|
|
59
|
-
embedding: set.embedding,
|
|
60
|
-
dimensions: set.embedding.length,
|
|
61
|
-
metadata: set.metadata,
|
|
62
|
-
}));
|
|
63
|
-
return Promise.resolve();
|
|
64
|
-
},
|
|
65
|
-
);
|
|
66
|
-
|
|
67
|
-
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'removeVector').and.callFake(
|
|
68
|
-
(collectionKey: string, vectorId: string) => {
|
|
69
|
-
store.get(collectionKey)?.delete(vectorId);
|
|
70
|
-
return Promise.resolve();
|
|
71
|
-
},
|
|
72
|
-
);
|
|
73
|
-
|
|
74
|
-
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'findByCollectionKey').and.callFake(
|
|
75
|
-
(collectionKey: string) =>
|
|
76
|
-
Promise.resolve(Array.from(store.get(collectionKey)?.values() ?? [])),
|
|
77
|
-
);
|
|
78
|
-
|
|
79
|
-
// BFR-AM-013 (hydration-paging): a batch-elt lean-scan fake-je — a fake-store tartalmát
|
|
80
|
-
// batch-enként adagolja a handler-nek (a valós cursor-viselkedés memóriában modellezve).
|
|
81
|
-
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'findLeanBatchedByCollectionKey').and.callFake(
|
|
82
|
-
async (
|
|
83
|
-
collectionKey: string,
|
|
84
|
-
set: { batchSize?: number; handler: (batch: Partial<DyNTS_LVS_VectorPersist>[]) => Promise<void> | void },
|
|
85
|
-
): Promise<number> => {
|
|
86
|
-
const all: DyNTS_LVS_VectorPersist[] = Array.from(store.get(collectionKey)?.values() ?? []);
|
|
87
|
-
const batchSize: number = set.batchSize && set.batchSize > 0 ? set.batchSize : 500;
|
|
88
|
-
for (let i: number = 0; i < all.length; i += batchSize) {
|
|
89
|
-
await set.handler(all.slice(i, i + batchSize));
|
|
90
|
-
}
|
|
91
|
-
return all.length;
|
|
92
|
-
},
|
|
93
|
-
);
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
/** Egy egységvektor a tengely-irányba (cosine-self = 1) — determinisztikus keresés-ellenőrzéshez. */
|
|
97
|
-
const axis = (dim: number, hot: number): number[] => {
|
|
98
|
-
const v: number[] = new Array<number>(dim).fill(0);
|
|
99
|
-
v[hot] = 1;
|
|
100
|
-
return v;
|
|
101
|
-
};
|
|
102
|
-
|
|
103
|
-
it('| should persist on addVector and store the dimension', async () => {
|
|
104
|
-
const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
105
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
106
|
-
|
|
107
|
-
await pool.addVector('v1', [0.1, 0.2, 0.3], { tag: 'x' });
|
|
108
|
-
|
|
109
|
-
const persisted: DyNTS_LVS_VectorPersist | undefined = store.get('pool-a')?.get('v1');
|
|
110
|
-
expect(persisted).toBeDefined();
|
|
111
|
-
expect(persisted.embedding).toEqual([0.1, 0.2, 0.3]);
|
|
112
|
-
expect(persisted.dimensions).toBe(3);
|
|
113
|
-
expect(persisted.metadata).toEqual({ tag: 'x' });
|
|
114
|
-
// és a memória-pool-ban is benne van (kereshető):
|
|
115
|
-
expect(pool.getPool().getAll().size).toBe(1);
|
|
116
|
-
});
|
|
117
|
-
|
|
118
|
-
it('| persist-then-hydrate round-trip rebuilds the in-memory pool', async () => {
|
|
119
|
-
// (1) Egy pool-ba 3 vektort persistálunk.
|
|
120
|
-
const writer: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
121
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
122
|
-
await writer.addVector('v0', axis(4, 0));
|
|
123
|
-
await writer.addVector('v1', axis(4, 1));
|
|
124
|
-
await writer.addVector('v2', axis(4, 2));
|
|
125
|
-
expect(store.get('pool-a').size).toBe(3);
|
|
126
|
-
|
|
127
|
-
// (2) Egy FRISS wrapper (üres memória-pool) — szerver-restart szimuláció.
|
|
128
|
-
const rebuilt: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
129
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
130
|
-
expect(rebuilt.getPool().getAll().size).toBe(0);
|
|
131
|
-
|
|
132
|
-
// (3) Hidratálás Mongo-ból → a memória-pool újraépül.
|
|
133
|
-
const loaded: number = await rebuilt.hydrateFromMongo();
|
|
134
|
-
expect(loaded).toBe(3);
|
|
135
|
-
expect(rebuilt.getPool().getAll().size).toBe(3);
|
|
136
|
-
|
|
137
|
-
// (4) A keresés a hidratált pool-on a helyes vektort hozza vissza (cosine self-match = 1).
|
|
138
|
-
const hits: LVS_SearchResult[] = rebuilt.search(axis(4, 1), 1, LVS_Search_Mode.cosineSimilarity);
|
|
139
|
-
expect(hits.length).toBe(1);
|
|
140
|
-
expect(hits[0].id).toBe('v1');
|
|
141
|
-
expect(hits[0].score).toBeCloseTo(1, 6);
|
|
142
|
-
});
|
|
143
|
-
|
|
144
|
-
it('| should only hydrate the matching collectionKey (pool partitioning)', async () => {
|
|
145
|
-
const a: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
146
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
147
|
-
const b: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
148
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-b', issuer: 'test' });
|
|
149
|
-
|
|
150
|
-
await a.addVector('a1', axis(3, 0));
|
|
151
|
-
await b.addVector('b1', axis(3, 1));
|
|
152
|
-
await b.addVector('b2', axis(3, 2));
|
|
153
|
-
|
|
154
|
-
const rebuiltA: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
155
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
156
|
-
expect(await rebuiltA.hydrateFromMongo()).toBe(1);
|
|
157
|
-
expect(Array.from(rebuiltA.getPool().getAll().keys())).toEqual(['a1']);
|
|
158
|
-
});
|
|
159
|
-
|
|
160
|
-
it('| upsert (re-add) is reflected in both the pool and the store', async () => {
|
|
161
|
-
const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
162
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
163
|
-
|
|
164
|
-
await pool.addVector('v1', [1, 0, 0]);
|
|
165
|
-
await pool.updateVector('v1', [0, 1, 0], { v: 2 });
|
|
166
|
-
|
|
167
|
-
// a tárban EGY rekord van, a frissített értékkel + dimenzióval:
|
|
168
|
-
expect(store.get('pool-a').size).toBe(1);
|
|
169
|
-
const persisted: DyNTS_LVS_VectorPersist = store.get('pool-a').get('v1');
|
|
170
|
-
expect(persisted.embedding).toEqual([0, 1, 0]);
|
|
171
|
-
expect(persisted.dimensions).toBe(3);
|
|
172
|
-
expect(persisted.metadata).toEqual({ v: 2 });
|
|
173
|
-
|
|
174
|
-
// és egy friss hidratálás a frissített vektort hozza:
|
|
175
|
-
const rebuilt: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
176
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
177
|
-
await rebuilt.hydrateFromMongo();
|
|
178
|
-
const hits: LVS_SearchResult[] = rebuilt.search([0, 1, 0], 1, LVS_Search_Mode.cosineSimilarity);
|
|
179
|
-
expect(hits[0].id).toBe('v1');
|
|
180
|
-
expect(hits[0].score).toBeCloseTo(1, 6);
|
|
181
|
-
});
|
|
182
|
-
|
|
183
|
-
it('| removeVector is reflected in both the pool and the store', async () => {
|
|
184
|
-
const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
185
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
186
|
-
|
|
187
|
-
await pool.addVector('v1', axis(3, 0));
|
|
188
|
-
await pool.addVector('v2', axis(3, 1));
|
|
189
|
-
expect(store.get('pool-a').size).toBe(2);
|
|
190
|
-
|
|
191
|
-
await pool.removeVector('v1');
|
|
192
|
-
|
|
193
|
-
expect(store.get('pool-a').size).toBe(1);
|
|
194
|
-
expect(store.get('pool-a').has('v1')).toBeFalse();
|
|
195
|
-
expect(pool.getPool().getAll().has('v1')).toBeFalse();
|
|
196
|
-
expect(pool.getPool().getAll().has('v2')).toBeTrue();
|
|
197
|
-
});
|
|
198
|
-
|
|
199
|
-
it('| hydrate(records) rebuilds the pool without a Mongo read and skips incomplete records', () => {
|
|
200
|
-
const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
|
|
201
|
-
new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
|
|
202
|
-
|
|
203
|
-
const loaded: number = pool.hydrate([
|
|
204
|
-
new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v1', embedding: axis(2, 0) }),
|
|
205
|
-
new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v2', embedding: axis(2, 1) }),
|
|
206
|
-
// hiányos rekordok (átugorva):
|
|
207
|
-
new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v3', embedding: [] }),
|
|
208
|
-
new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', embedding: axis(2, 0) }),
|
|
209
|
-
]);
|
|
210
|
-
|
|
211
|
-
expect(loaded).toBe(2);
|
|
212
|
-
expect(pool.getPool().getAll().size).toBe(2);
|
|
213
|
-
});
|
|
214
|
-
});
|