@futdevpro/nts-dynamo 1.15.104 → 1.15.107

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (479) hide show
  1. package/.c8rc.json +26 -26
  2. package/.copilot/patterns.json +7 -7
  3. package/.cursor/rules/__assistant_guide.mdc +30 -30
  4. package/.cursor/rules/_ag_backend-structure.mdc +85 -85
  5. package/.cursor/rules/_ag_backend.mdc +16 -16
  6. package/.cursor/rules/_ag_frontend-structure.mdc +86 -86
  7. package/.cursor/rules/_ag_frontend.mdc +39 -39
  8. package/.cursor/rules/_ag_import-rules.mdc +44 -44
  9. package/.cursor/rules/_ag_naming.mdc +115 -115
  10. package/.cursor/rules/_ag_should-be.mdc +6 -6
  11. package/.cursor/rules/ai_development_guide.md +60 -60
  12. package/.cursor/rules/cursor-rules.md +160 -160
  13. package/.cursor/rules/default-command.mdc +464 -464
  14. package/.cursor/rules/error_code_pattern.md +39 -39
  15. package/.cursor/rules/saved rule mcp server use.md +15 -15
  16. package/.dynamo/logs/cicd-pipeline/output.log +2798 -0
  17. package/.dynamo/logs/cicd-pipeline/status.json +74 -0
  18. package/.vscode/settings.json +10 -10
  19. package/HOWTO.md +15 -15
  20. package/LICENSE +21 -21
  21. package/__documentations/nts-integration-tests-2026-03-17.md +26 -26
  22. package/__documentations/plans/BEDROCK-HYPERPLAN.md +95 -95
  23. package/_specifications/BACKLOG.md +92 -92
  24. package/_specifications/TODO.md +15 -15
  25. package/_specifications/agent.md +138 -138
  26. package/build/_modules/ai/_collections/ai-model-config-validator.util.d.ts +32 -0
  27. package/build/_modules/ai/_collections/ai-model-config-validator.util.d.ts.map +1 -0
  28. package/build/_modules/ai/_collections/ai-model-config-validator.util.js +95 -0
  29. package/build/_modules/ai/_collections/ai-model-config-validator.util.js.map +1 -0
  30. package/build/_modules/ai/_collections/ai-provider-error.util.d.ts +35 -0
  31. package/build/_modules/ai/_collections/ai-provider-error.util.d.ts.map +1 -0
  32. package/build/_modules/ai/_collections/ai-provider-error.util.js +82 -0
  33. package/build/_modules/ai/_collections/ai-provider-error.util.js.map +1 -0
  34. package/build/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.d.ts +17 -0
  35. package/build/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.d.ts.map +1 -0
  36. package/build/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.js +3 -0
  37. package/build/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.js.map +1 -0
  38. package/build/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.d.ts +23 -0
  39. package/build/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.d.ts.map +1 -0
  40. package/build/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.js +52 -0
  41. package/build/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.js.map +1 -0
  42. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.d.ts +34 -0
  43. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.d.ts.map +1 -0
  44. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.js +56 -0
  45. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.js.map +1 -0
  46. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.d.ts +33 -0
  47. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.d.ts.map +1 -0
  48. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.js +89 -0
  49. package/build/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.js.map +1 -0
  50. package/build/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.d.ts +16 -0
  51. package/build/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.d.ts.map +1 -0
  52. package/build/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.js +20 -0
  53. package/build/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.js.map +1 -0
  54. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.d.ts +15 -0
  55. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.d.ts.map +1 -0
  56. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.js +3 -0
  57. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.js.map +1 -0
  58. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.d.ts +11 -0
  59. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.d.ts.map +1 -0
  60. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.js +3 -0
  61. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.js.map +1 -0
  62. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.d.ts +30 -0
  63. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.d.ts.map +1 -0
  64. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.js +3 -0
  65. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.js.map +1 -0
  66. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.d.ts +19 -0
  67. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.d.ts.map +1 -0
  68. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.js +3 -0
  69. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.js.map +1 -0
  70. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.d.ts +19 -0
  71. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.d.ts.map +1 -0
  72. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.js +3 -0
  73. package/build/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.js.map +1 -0
  74. package/build/_modules/ai/{_services → _modules/ai-mock/_services}/ai-embedding-mock.service.d.ts +2 -2
  75. package/build/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.d.ts.map +1 -0
  76. package/build/_modules/ai/{_services → _modules/ai-mock/_services}/ai-embedding-mock.service.js +1 -1
  77. package/build/_modules/ai/_modules/ai-mock/_services/ai-embedding-mock.service.js.map +1 -0
  78. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.d.ts +48 -0
  79. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.d.ts.map +1 -0
  80. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.js +104 -0
  81. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.js.map +1 -0
  82. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.d.ts +35 -0
  83. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.d.ts.map +1 -0
  84. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.js +60 -0
  85. package/build/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.js.map +1 -0
  86. package/build/_modules/ai/_modules/ai-mock/_services/aim-mock.service.d.ts +60 -0
  87. package/build/_modules/ai/_modules/ai-mock/_services/aim-mock.service.d.ts.map +1 -0
  88. package/build/_modules/ai/_modules/ai-mock/_services/aim-mock.service.js +121 -0
  89. package/build/_modules/ai/_modules/ai-mock/_services/aim-mock.service.js.map +1 -0
  90. package/build/_modules/ai/_modules/ai-mock/index.d.ts +14 -0
  91. package/build/_modules/ai/_modules/ai-mock/index.d.ts.map +1 -0
  92. package/build/_modules/ai/_modules/ai-mock/index.js +41 -0
  93. package/build/_modules/ai/_modules/ai-mock/index.js.map +1 -0
  94. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.d.ts +18 -0
  95. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.d.ts.map +1 -1
  96. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.js +58 -30
  97. package/build/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.js.map +1 -1
  98. package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts +1 -1
  99. package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts.map +1 -1
  100. package/build/_modules/ai/_services/ai-embedding-provider.registry.js +1 -1
  101. package/build/_modules/ai/_services/ai-embedding-provider.registry.js.map +1 -1
  102. package/build/_modules/ai/_services/ai-llm.service-base.d.ts +16 -0
  103. package/build/_modules/ai/_services/ai-llm.service-base.d.ts.map +1 -1
  104. package/build/_modules/ai/_services/ai-llm.service-base.js +65 -0
  105. package/build/_modules/ai/_services/ai-llm.service-base.js.map +1 -1
  106. package/build/_modules/ai/index.d.ts +4 -1
  107. package/build/_modules/ai/index.d.ts.map +1 -1
  108. package/build/_modules/ai/index.js +9 -1
  109. package/build/_modules/ai/index.js.map +1 -1
  110. package/build/_modules/server/server-status/server-status.control-service.d.ts +22 -1
  111. package/build/_modules/server/server-status/server-status.control-service.d.ts.map +1 -1
  112. package/build/_modules/server/server-status/server-status.control-service.js +22 -0
  113. package/build/_modules/server/server-status/server-status.control-service.js.map +1 -1
  114. package/eslint.config.js +3 -3
  115. package/nodemon.json +24 -24
  116. package/package.json +11 -2
  117. package/pnpm-workspace.yaml +5 -5
  118. package/scripts/run-coverage-tests.js +28 -28
  119. package/spec/support/helpers/spec-reporter-loader.js +359 -359
  120. package/spec/support/helpers/ts-node-helper.js +93 -93
  121. package/spec/support/jasmine.coverage.json +24 -24
  122. package/spec/support/jasmine.json +24 -24
  123. package/src/_collections/archive.util.spec.ts +57 -57
  124. package/src/_collections/archive.util.ts +18 -18
  125. package/src/_collections/atlas-default-db-options.const.ts +9 -9
  126. package/src/_collections/default-fallback-cache-max-age.const.spec.ts +11 -11
  127. package/src/_collections/default-fallback-cache-max-age.const.ts +2 -2
  128. package/src/_collections/default-not-found-page.const.spec.ts +19 -19
  129. package/src/_collections/default-not-found-page.const.ts +22 -22
  130. package/src/_collections/default-socket-path.const.spec.ts +12 -12
  131. package/src/_collections/default-socket-path.const.ts +2 -2
  132. package/src/_collections/get-environment-settings.util.spec.ts +210 -210
  133. package/src/_collections/get-environment-settings.util.ts +48 -48
  134. package/src/_collections/global-settings.const.ts +126 -126
  135. package/src/_collections/sample.env +21 -21
  136. package/src/_collections/star.controller.spec.ts +224 -224
  137. package/src/_collections/star.controller.ts +129 -129
  138. package/src/_enums/data-model-type.enum.ts +14 -14
  139. package/src/_enums/data-service-function.enum.ts +24 -24
  140. package/src/_enums/predefined-data-types.enum.ts +16 -16
  141. package/src/_enums/route-security.enum.ts +12 -12
  142. package/src/_models/control-models/api-call-params.control-model.spec.ts +152 -152
  143. package/src/_models/control-models/api-call-params.control-model.ts +142 -142
  144. package/src/_models/control-models/app-ext-system-controls.control-model.spec.ts +52 -52
  145. package/src/_models/control-models/app-ext-system-controls.control-model.ts +9 -9
  146. package/src/_models/control-models/app-params.control-model.spec.ts +225 -225
  147. package/src/_models/control-models/app-params.control-model.ts +136 -136
  148. package/src/_models/control-models/app-system-controls.control-model.spec.ts +31 -31
  149. package/src/_models/control-models/app-system-controls.control-model.ts +9 -9
  150. package/src/_models/control-models/endpoint-params.control-model.spec.ts +669 -669
  151. package/src/_models/control-models/endpoint-params.control-model.ts +628 -628
  152. package/src/_models/control-models/http-settings.control-model.spec.ts +77 -77
  153. package/src/_models/control-models/http-settings.control-model.ts +37 -37
  154. package/src/_models/control-models/system-control.control-model.spec.ts +27 -27
  155. package/src/_models/control-models/system-control.control-model.ts +12 -12
  156. package/src/_models/interfaces/certification-settings.interface.ts +7 -7
  157. package/src/_models/interfaces/environment-settings.interface.ts +59 -59
  158. package/src/_models/interfaces/global-log-settings.interface.ts +171 -171
  159. package/src/_models/interfaces/global-service-settings.interface.ts +47 -47
  160. package/src/_models/interfaces/global-settings.interface.ts +286 -286
  161. package/src/_models/interfaces/routing-module-settings.interface.ts +21 -21
  162. package/src/_models/interfaces/static-client-settings.interface.spec.ts +29 -29
  163. package/src/_models/interfaces/static-client-settings.interface.ts +36 -36
  164. package/src/_models/types/db-update.type.ts +100 -100
  165. package/src/_modules/ai/_collections/ai-model-config-validator.util.spec.ts +150 -0
  166. package/src/_modules/ai/_collections/ai-model-config-validator.util.ts +131 -0
  167. package/src/_modules/ai/_collections/ai-provider-error.util.ts +98 -0
  168. package/src/_modules/ai/_models/ai-input-interfaces.ts +117 -117
  169. package/src/_modules/ai/_models/ai-test-generation-result.interface.ts +16 -16
  170. package/src/_modules/ai/_models/interfaces/dynts-ai-provider-error.interface.ts +16 -0
  171. package/src/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.spec.ts +72 -0
  172. package/src/_modules/ai/_modules/ai-mock/_collections/aim-default-collection.util.ts +71 -0
  173. package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.spec.ts +57 -0
  174. package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-match.util.ts +60 -0
  175. package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.spec.ts +56 -0
  176. package/src/_modules/ai/_modules/ai-mock/_collections/aim-fixture-serializer.util.ts +107 -0
  177. package/src/_modules/ai/_modules/ai-mock/_enums/aim-modality.enum.ts +15 -0
  178. package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-call-input.interface.ts +14 -0
  179. package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-error.interface.ts +11 -0
  180. package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-fixture.interface.ts +30 -0
  181. package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-request.interface.ts +19 -0
  182. package/src/_modules/ai/_modules/ai-mock/_models/interfaces/aim-service-collection.interface.ts +20 -0
  183. package/src/_modules/ai/{_services → _modules/ai-mock/_services}/ai-embedding-mock.service.spec.ts +115 -115
  184. package/src/_modules/ai/{_services → _modules/ai-mock/_services}/ai-embedding-mock.service.ts +213 -213
  185. package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.spec.ts +134 -0
  186. package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-harness.service.ts +127 -0
  187. package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-pipeline.spec.ts +105 -0
  188. package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.spec.ts +50 -0
  189. package/src/_modules/ai/_modules/ai-mock/_services/aim-fixture-store.service.ts +65 -0
  190. package/src/_modules/ai/_modules/ai-mock/_services/aim-mock.service.spec.ts +112 -0
  191. package/src/_modules/ai/_modules/ai-mock/_services/aim-mock.service.ts +142 -0
  192. package/src/_modules/ai/_modules/ai-mock/index.ts +44 -0
  193. package/src/_modules/ai/_modules/anthropic/_services/aai-user-key.control-service.ts +138 -138
  194. package/src/_modules/ai/_modules/anthropic/index.ts +5 -5
  195. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.spec.ts +242 -242
  196. package/src/_modules/ai/_modules/document-ai/_collections/dai-chunking.util.ts +639 -639
  197. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -295
  198. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +518 -518
  199. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.spec.ts +209 -209
  200. package/src/_modules/ai/_modules/document-ai/_collections/dai-document.util.ts +85 -85
  201. package/src/_modules/ai/_modules/document-ai/_enums/dai-compare-result-type.enum.ts +7 -7
  202. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-chunk.data-model.ts +146 -146
  203. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-doc-page.data-model.ts +162 -162
  204. package/src/_modules/ai/_modules/document-ai/_models/data-models/dai-document.data-model.ts +99 -99
  205. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -68
  206. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-chunk-compare-result.interface.ts +18 -18
  207. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-doc-page-compare-result.interface.ts +19 -19
  208. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-document-compare-result.interface.ts +25 -25
  209. package/src/_modules/ai/_modules/document-ai/index.ts +30 -30
  210. package/src/_modules/ai/_modules/fdp-ai/_services/fdpai-user-key.control-service.ts +189 -189
  211. package/src/_modules/ai/_modules/fdp-ai/index.ts +5 -5
  212. package/src/_modules/ai/_modules/open-ai/_collections/oai-global-settings.const.ts +9 -9
  213. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests-hu.conts.ts +82 -82
  214. package/src/_modules/ai/_modules/open-ai/_collections/oai-llm-predefined-requests.conts.ts +75 -75
  215. package/src/_modules/ai/_modules/open-ai/_enums/oai-gpt-message-role.enum.ts +45 -45
  216. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-global-settings.interface.ts +7 -7
  217. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-gpt-message.interface.ts +7 -7
  218. package/src/_modules/ai/_modules/open-ai/_models/interfaces/oai-llm-predefined-requests.interface.ts +57 -57
  219. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-doc-chunk-data.service.ts +292 -292
  220. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-document.data-service.spec.ts +342 -342
  221. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.spec.ts +550 -550
  222. package/src/_modules/ai/_modules/open-ai/_services/data-services/oai-vector-data.service.ts +630 -630
  223. package/src/_modules/ai/_modules/open-ai/_services/oai-embedding.control-service.spec.ts +332 -332
  224. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.spec.ts +462 -462
  225. package/src/_modules/ai/_modules/open-ai/_services/oai-llm-chat.service-base.ts +634 -634
  226. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.spec.ts +489 -489
  227. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.tools.spec.ts +173 -173
  228. package/src/_modules/ai/_modules/open-ai/_services/oai-llm.service-base.ts +1075 -1033
  229. package/src/_modules/ai/_modules/open-ai/_services/oai-user-key.control-service.ts +157 -157
  230. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -110
  231. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -110
  232. package/src/_modules/ai/_services/ai-embedding.service-base.spec.ts +98 -98
  233. package/src/_modules/ai/_services/ai-embedding.service-base.ts +48 -48
  234. package/src/_modules/ai/_services/ai-llm-chat.service-base.spec.ts +229 -229
  235. package/src/_modules/ai/_services/ai-llm-chat.service-base.ts +68 -68
  236. package/src/_modules/ai/_services/ai-llm.service-base.reconciler.spec.ts +133 -0
  237. package/src/_modules/ai/_services/ai-llm.service-base.spec.ts +250 -250
  238. package/src/_modules/ai/_services/ai-llm.service-base.ts +599 -519
  239. package/src/_modules/ai/_services/ai-provider.service-base.spec.ts +158 -158
  240. package/src/_modules/ai/_services/ai-user-key.service-base.ts +59 -59
  241. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -197
  242. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +371 -371
  243. package/src/_modules/ai/index.ts +33 -23
  244. package/src/_modules/assistant/_collections/ass-global-settings.const.ts +13 -13
  245. package/src/_modules/assistant/_collections/ass.util.spec.ts +176 -176
  246. package/src/_modules/assistant/_collections/ass.util.ts +50 -50
  247. package/src/_modules/assistant/_models/ass-global-settings.interface.ts +15 -15
  248. package/src/_modules/assistant/_services/ass-io.control-service.spec.ts +140 -140
  249. package/src/_modules/assistant/_services/ass-main.control-service.spec.ts +192 -192
  250. package/src/_modules/assistant/_services/ass-main.control-service.ts +107 -107
  251. package/src/_modules/bot/_collections/bot-default-commands.const.ts +12 -12
  252. package/src/_modules/bot/_collections/bot-global-settings.const.ts +39 -39
  253. package/src/_modules/bot/_models/bot-channel-wrapper.interface.ts +62 -62
  254. package/src/_modules/bot/_models/bot-command.interface.ts +8 -8
  255. package/src/_modules/bot/_models/bot-global-settings.interface.ts +96 -96
  256. package/src/_modules/bot/_models/bot-last-mention-date.interface.ts +6 -6
  257. package/src/_modules/bot/_models/bot-last-message-date.interface.ts +5 -5
  258. package/src/_modules/bot/_models/bot-user-wrapper.interface.ts +41 -41
  259. package/src/_modules/bot/_modules/discord-bot/_models/dib-platform.types.ts +9 -9
  260. package/src/_modules/bot/_modules/discord-bot/_services/dib-messaging-provider.control-service.spec.ts +431 -431
  261. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.spec.ts +160 -160
  262. package/src/_modules/bot/_modules/dynamo-bot/_collections/dyb-operations.util.ts +55 -55
  263. package/src/_modules/bot/_modules/dynamo-bot/_models/dyb-platform.types.ts +15 -15
  264. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.spec.ts +374 -374
  265. package/src/_modules/bot/_modules/dynamo-bot/_services/dyb-messaging-provider.control-service.ts +447 -447
  266. package/src/_modules/bot/_modules/dynamo-bot/index.ts +15 -15
  267. package/src/_modules/bot/_modules/slack-bot/_models/slb-platform.types.ts +9 -9
  268. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.spec.ts +344 -344
  269. package/src/_modules/bot/_modules/slack-bot/_services/slb-messaging-provider.control-service.ts +197 -197
  270. package/src/_modules/bot/_modules/teams-bot/_models/teb-platform.types.ts +9 -9
  271. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.spec.ts +345 -345
  272. package/src/_modules/bot/_modules/teams-bot/_services/teb-messaging-provider.control-service.ts +197 -197
  273. package/src/_modules/bot/_services/bot-commands.control-service.spec.ts +116 -116
  274. package/src/_modules/bot/_services/bot-io.control-service.spec.ts +285 -285
  275. package/src/_modules/bot/_services/bot-main.control-service.spec.ts +208 -208
  276. package/src/_modules/bot/_services/bot-messaging-provider.service-base.spec.ts +349 -349
  277. package/src/_modules/bot/_services/bot-routines.control-service.spec.ts +111 -111
  278. package/src/_modules/custom-data/custom-data.controller.spec.ts +49 -49
  279. package/src/_modules/custom-data/custom-data.controller.ts +67 -67
  280. package/src/_modules/custom-data/custom-data.data-service.spec.ts +54 -54
  281. package/src/_modules/custom-data/custom-data.data-service.ts +21 -21
  282. package/src/_modules/custom-data/get-custom-data-routing-module.util.spec.ts +28 -28
  283. package/src/_modules/custom-data/get-custom-data-routing-module.util.ts +24 -24
  284. package/src/_modules/custom-data/index.ts +9 -9
  285. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -161
  286. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -203
  287. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -33
  288. package/src/_modules/data-readers/index.ts +11 -11
  289. package/src/_modules/defaults/_collections/default-endpoints.util.ts +487 -487
  290. package/src/_modules/defaults/_models/default-user.data-model.ts +72 -72
  291. package/src/_modules/defaults/_services/default-auth.service.spec.ts +269 -269
  292. package/src/_modules/defaults/_services/default-auth.service.ts +177 -177
  293. package/src/_modules/defaults/_services/default-socket-events.service.spec.ts +42 -42
  294. package/src/_modules/defaults/_services/default-socket-events.service.ts +61 -61
  295. package/src/_modules/defaults/_services/default-user.data-service.spec.ts +187 -187
  296. package/src/_modules/defaults/_services/default-user.data-service.ts +98 -98
  297. package/src/_modules/defaults/index.ts +17 -17
  298. package/src/_modules/discord-assistant/_collections/dias-global-settings.const.ts +19 -19
  299. package/src/_modules/discord-assistant/_collections/dias.util.spec.ts +366 -366
  300. package/src/_modules/discord-assistant/_collections/dias.util.ts +132 -132
  301. package/src/_modules/discord-assistant/_models/dias-global-settings.interface.ts +19 -19
  302. package/src/_modules/discord-assistant/_models/dias-knowledge.data-model.ts +52 -52
  303. package/src/_modules/discord-assistant/_services/dias-chunk.data-service.ts +177 -177
  304. package/src/_modules/discord-assistant/_services/dias-io.control-service.spec.ts +108 -108
  305. package/src/_modules/discord-assistant/_services/dias-io.control-service.ts +69 -69
  306. package/src/_modules/discord-assistant/_services/dias-main.control-service.spec.ts +22 -22
  307. package/src/_modules/discord-assistant/_services/dias-main.control-service.ts +27 -27
  308. package/src/_modules/discord-assistant/_services/dias.service-base.spec.ts +195 -195
  309. package/src/_modules/discord-assistant/_services/dias.service-base.ts +76 -76
  310. package/src/_modules/discord-assistant/index.ts +38 -38
  311. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.spec.ts +34 -34
  312. package/src/_modules/discord-assistant-voiced/_services/dias-discord-bot.control-service.ts +11 -11
  313. package/src/_modules/discord-assistant-voiced/index.ts +36 -36
  314. package/src/_modules/discord-bot/_collections/dibo-default-commands.const.ts +16 -16
  315. package/src/_modules/discord-bot/_collections/dibo-global-settings.conts.ts +55 -55
  316. package/src/_modules/discord-bot/_collections/dibo-operations.util.spec.ts +214 -214
  317. package/src/_modules/discord-bot/_collections/dibo-operations.util.ts +387 -387
  318. package/src/_modules/discord-bot/_models/dibo-command.interface.ts +12 -12
  319. package/src/_modules/discord-bot/_models/dibo-global-settings.interface.ts +98 -98
  320. package/src/_modules/discord-bot/_models/dibo-last-mention-date.inteface.ts +7 -7
  321. package/src/_modules/discord-bot/_models/dibo-last-message-date.interface.ts +6 -6
  322. package/src/_modules/discord-bot/_services/dibo-commands.control-service.spec.ts +154 -154
  323. package/src/_modules/discord-bot/_services/dibo-commands.control-service.ts +153 -153
  324. package/src/_modules/discord-bot/_services/dibo-io.control-service.spec.ts +264 -264
  325. package/src/_modules/discord-bot/_services/dibo-io.control-service.ts +306 -306
  326. package/src/_modules/discord-bot/_services/dibo-main.control-service.spec.ts +408 -408
  327. package/src/_modules/discord-bot/_services/dibo-main.control-service.ts +487 -487
  328. package/src/_modules/discord-bot/_services/dibo-routines.control-service.spec.ts +105 -105
  329. package/src/_modules/discord-bot/index.ts +36 -36
  330. package/src/_modules/local-vector-search/_enums/lvs-search-mode.enum.ts +35 -35
  331. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -59
  332. package/src/_modules/local-vector-search/_models/lvs-search-result.interface.ts +17 -17
  333. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.spec.ts +418 -418
  334. package/src/_modules/local-vector-search/_services/lvs-doc-chunk-data.service.ts +276 -276
  335. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.spec.ts +480 -480
  336. package/src/_modules/local-vector-search/_services/lvs-local-vector-search.data-service.ts +416 -416
  337. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -198
  338. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -146
  339. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -167
  340. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -106
  341. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.spec.ts +507 -507
  342. package/src/_modules/local-vector-search/_services/lvs-vector-pool.control-service.ts +272 -272
  343. package/src/_modules/local-vector-search/index.ts +16 -16
  344. package/src/_modules/logs/index.ts +11 -11
  345. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -111
  346. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -142
  347. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -120
  348. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -168
  349. package/src/_modules/mcp/index.ts +13 -13
  350. package/src/_modules/messaging/README.md +354 -354
  351. package/src/_modules/messaging/_collections/get-messaging-routing-module.util.ts +26 -26
  352. package/src/_modules/messaging/_collections/msg-global-settings.const.ts +22 -22
  353. package/src/_modules/messaging/_collections/msg.util.spec.ts +226 -226
  354. package/src/_modules/messaging/_models/msg-global-settings.interface.ts +37 -37
  355. package/src/_modules/messaging/_services/msg-conversation.data-service.ts +146 -146
  356. package/src/_modules/messaging/_services/msg-events.service.spec.ts +219 -219
  357. package/src/_modules/messaging/_services/msg-events.service.ts +267 -267
  358. package/src/_modules/messaging/_services/msg-integration.control-service.ts +179 -179
  359. package/src/_modules/messaging/_services/msg-main.control-service.spec.ts +147 -147
  360. package/src/_modules/messaging/_services/msg-main.control-service.ts +571 -571
  361. package/src/_modules/messaging/_services/msg-message.data-service.ts +129 -129
  362. package/src/_modules/messaging/_services/msg.controller.spec.ts +201 -201
  363. package/src/_modules/messaging/index.ts +30 -30
  364. package/src/_modules/mock/app-extended-server.mock.ts +201 -201
  365. package/src/_modules/mock/app-integration-test.mock.ts +51 -51
  366. package/src/_modules/mock/app-params.mock.spec.ts +21 -21
  367. package/src/_modules/mock/app-params.mock.ts +9 -9
  368. package/src/_modules/mock/app-server.mock.ts +188 -188
  369. package/src/_modules/mock/auth-service.mock.spec.ts +47 -47
  370. package/src/_modules/mock/auth-service.mock.ts +28 -28
  371. package/src/_modules/mock/controller.mock.spec.ts +26 -26
  372. package/src/_modules/mock/controller.mock.ts +16 -16
  373. package/src/_modules/mock/data-model.mock.spec.ts +111 -111
  374. package/src/_modules/mock/data-model.mock.ts +82 -82
  375. package/src/_modules/mock/email-service-collection.mock.spec.ts +24 -24
  376. package/src/_modules/mock/email-service-collection.mock.ts +15 -15
  377. package/src/_modules/mock/email-service.mock.spec.ts +17 -17
  378. package/src/_modules/mock/email-service.mock.ts +20 -20
  379. package/src/_modules/mock/email-template.mock.html +14 -14
  380. package/src/_modules/mock/endpoint.mock.ts +91 -91
  381. package/src/_modules/mock/socket-client.mock.spec.ts +40 -40
  382. package/src/_modules/mock/socket-client.mock.ts +45 -45
  383. package/src/_modules/mock/socket-server.mock.spec.ts +44 -44
  384. package/src/_modules/mock/socket-server.mock.ts +46 -46
  385. package/src/_modules/oauth2/_routes/oauth2.controller.spec.ts +107 -107
  386. package/src/_modules/oauth2/_routes/oauth2.controller.ts +98 -98
  387. package/src/_modules/oauth2/_services/oauth2.auth-service.spec.ts +254 -254
  388. package/src/_modules/oauth2/_services/oauth2.auth-service.ts +232 -232
  389. package/src/_modules/oauth2/_services/oauth2.control-service.spec.ts +585 -585
  390. package/src/_modules/oauth2/_services/oauth2.control-service.ts +653 -653
  391. package/src/_modules/oauth2/index.ts +17 -17
  392. package/src/_modules/scheduler/_models/scheduler-job.interface.ts +35 -35
  393. package/src/_modules/scheduler/get-scheduler-routing-module.util.ts +33 -33
  394. package/src/_modules/scheduler/index.ts +8 -8
  395. package/src/_modules/scheduler/scheduler.controller.spec.ts +42 -42
  396. package/src/_modules/scheduler/scheduler.controller.ts +69 -69
  397. package/src/_modules/scheduler/scheduler.service.spec.ts +141 -141
  398. package/src/_modules/scheduler/scheduler.service.ts +176 -176
  399. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -22
  400. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -81
  401. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -107
  402. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -306
  403. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -295
  404. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -118
  405. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -105
  406. package/src/_modules/scoped-config/index.ts +17 -17
  407. package/src/_modules/server/errors/errors.control-service.spec.ts +238 -238
  408. package/src/_modules/server/errors/errors.control-service.ts +100 -100
  409. package/src/_modules/server/errors/errors.controller.spec.ts +268 -268
  410. package/src/_modules/server/errors/errors.controller.ts +515 -515
  411. package/src/_modules/server/errors/errors.data-service.spec.ts +480 -480
  412. package/src/_modules/server/index.ts +30 -30
  413. package/src/_modules/server/server-status/server-status-snapshot.control-service.spec.ts +70 -70
  414. package/src/_modules/server/server-status/server-status-snapshot.control-service.ts +17 -17
  415. package/src/_modules/server/server-status/server-status-snapshot.data-service.spec.ts +77 -77
  416. package/src/_modules/server/server-status/server-status-snapshot.data-service.ts +37 -37
  417. package/src/_modules/server/server-status/server-status.control-service.spec.ts +576 -576
  418. package/src/_modules/server/server-status/server-status.control-service.ts +421 -396
  419. package/src/_modules/server/server-status/server-status.controller.spec.ts +255 -255
  420. package/src/_modules/server/server-status/server-status.controller.ts +292 -292
  421. package/src/_modules/socket/_enums/socket-security.enum.ts +11 -11
  422. package/src/_modules/socket/_models/socket-client-service-params.control-model.spec.ts +32 -32
  423. package/src/_modules/socket/_models/socket-client-service-params.control-model.ts +22 -22
  424. package/src/_modules/socket/_models/socket-presence.control-model.spec.ts +164 -164
  425. package/src/_modules/socket/_models/socket-presence.control-model.ts +210 -210
  426. package/src/_modules/socket/_models/socket-server-service-params.control-model.spec.ts +46 -46
  427. package/src/_modules/socket/_models/socket-server-service-params.control-model.ts +22 -22
  428. package/src/_modules/socket/_services/socket-client.service.spec.ts +15 -15
  429. package/src/_modules/socket/_services/socket-client.service.ts +260 -260
  430. package/src/_modules/socket/_services/socket-server.service.spec.ts +11 -11
  431. package/src/_modules/socket/app-extended.integration.spec.ts +85 -85
  432. package/src/_modules/socket/app-extended.server.ts +642 -642
  433. package/src/_modules/socket/index.ts +42 -42
  434. package/src/_modules/test/get-test-routing-module.util.spec.ts +28 -28
  435. package/src/_modules/test/get-test-routing-module.util.ts +23 -23
  436. package/src/_modules/test/index.ts +11 -11
  437. package/src/_modules/test/test.controller.spec.ts +72 -72
  438. package/src/_modules/test/test.controller.ts +115 -115
  439. package/src/_modules/usage/get-usage-routing-module.util.ts +22 -22
  440. package/src/_modules/usage/index.ts +15 -15
  441. package/src/_modules/usage/usage.controller.spec.ts +81 -81
  442. package/src/_modules/usage/usage.controller.ts +126 -126
  443. package/src/_modules/usage/usage.data-service.spec.ts +332 -332
  444. package/src/_modules/usage/usage.data-service.ts +185 -185
  445. package/src/_services/base/api.service-base.spec.ts +125 -125
  446. package/src/_services/base/api.service-base.ts +74 -74
  447. package/src/_services/base/archive-data.service.spec.ts +209 -209
  448. package/src/_services/base/archive-data.service.ts +223 -223
  449. package/src/_services/base/data.service.spec.ts +729 -729
  450. package/src/_services/base/data.service.ts +2758 -2758
  451. package/src/_services/base/db.service.spec.ts +160 -160
  452. package/src/_services/base/db.service.ts +1644 -1644
  453. package/src/_services/base/singleton.service-base.spec.ts +28 -28
  454. package/src/_services/base/singleton.service-base.ts +24 -24
  455. package/src/_services/base/singleton.service.spec.ts +114 -114
  456. package/src/_services/base/singleton.service.ts +38 -38
  457. package/src/_services/core/api.service.spec.ts +140 -140
  458. package/src/_services/core/auth.service.spec.ts +159 -159
  459. package/src/_services/core/auth.service.ts +174 -174
  460. package/src/_services/core/email.service.spec.ts +85 -85
  461. package/src/_services/core/email.service.ts +757 -757
  462. package/src/_services/core/global.service.spec.ts +292 -292
  463. package/src/_services/core/global.service.ts +487 -487
  464. package/src/_services/core/memory-guard.service.spec.ts +245 -245
  465. package/src/_services/core/memory-guard.service.ts +481 -481
  466. package/src/_services/core/service-collection.service.spec.ts +46 -46
  467. package/src/_services/core/service-collection.service.ts +6 -6
  468. package/src/_services/route/controller.service.spec.ts +53 -53
  469. package/src/_services/route/controller.service.ts +148 -148
  470. package/src/_services/route/routing-module.service.spec.ts +98 -98
  471. package/src/_services/route/routing-module.service.ts +330 -330
  472. package/src/_services/server/app.server.ts +1985 -1985
  473. package/src/_services/shared.static-service.spec.ts +99 -99
  474. package/src/_services/shared.static-service.ts +78 -78
  475. package/src/index.ts +100 -100
  476. package/tsconfig.app.json +12 -12
  477. package/tsconfig.json +42 -42
  478. package/build/_modules/ai/_services/ai-embedding-mock.service.d.ts.map +0 -1
  479. package/build/_modules/ai/_services/ai-embedding-mock.service.js.map +0 -1
@@ -1,550 +1,550 @@
1
-
2
- import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
3
- import { DyFM_Metadata, DyFM_DataModel_Params, DyFM_DataProperty_Params, DyFM_BasicProperty_Type, DyFM_Error, DyFM_Object, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
- import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
- import { DyNTS_OAI_Embedding_ControlService } from '../oai-embedding.control-service';
6
- import { DyNTS_DataService } from '../../../../../../_services/base/data.service';
7
- import { DyNTS_GlobalService } from '../../../../../../_services/core/global.service';
8
- import { CreateEmbeddingResponse } from 'openai/resources';
9
- import { DyNTS_global_settings } from '../../../../../../_collections/global-settings.const';
10
-
11
- class TestMetadata extends DyFM_Metadata {
12
- name: string;
13
- content: string;
14
- contentVectorized?: number[];
15
- }
16
-
17
- const testDataParams = new DyFM_DataModel_Params<TestMetadata>({
18
- dataName: 'test_data',
19
- properties: {
20
- name: {
21
- key: 'name',
22
- type: DyFM_BasicProperty_Type.string,
23
- required: true,
24
- },
25
- content: {
26
- key: 'content',
27
- type: DyFM_BasicProperty_Type.string,
28
- },
29
- contentVectorized: {
30
- key: 'contentVectorized',
31
- type: 'number[]', // Must be number[] for vectorized property
32
- vectorizedFrom: ['content'],
33
- embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
34
- vectorizeUseIndex: 'content_vector_index',
35
- },
36
- },
37
- });
38
-
39
- describe('| DyNTS_OAI_VectorDataService', () => {
40
- let service: DyNTS_OAI_VectorDataService<TestMetadata>;
41
- let mockEmbedding_CS: jasmine.SpyObj<DyNTS_OAI_Embedding_ControlService>;
42
- let mockDBService: jasmine.SpyObj<any>;
43
- let testData: TestMetadata;
44
-
45
- const mockOpenAISettings: DyFM_OAI_Settings = {
46
- config: {
47
- apiKey: 'test-api-key',
48
- organization: 'test-org',
49
- },
50
- defaultSettings: {
51
- useModel: DyFM_OAI_Model.textEmbedding_3Small,
52
- },
53
- };
54
-
55
- beforeEach(() => {
56
- DyNTS_global_settings.env_settings = {
57
- environment: DyFM_EnvironmentFlag.local,
58
- mongoUri: 'mongodb://localhost:27017/test',
59
- } as typeof DyNTS_global_settings.env_settings;
60
-
61
- testData = Object.assign(new TestMetadata(), {
62
- _id: 'test-id-123',
63
- content: 'Test content',
64
- });
65
-
66
- mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
67
- 'getAll', 'getDataById', 'aggregate', 'createData', 'updateOne', 'find', 'findOne',
68
- 'getDataListByIds', 'getDataByDependencyId', 'getDataListByDependencyId',
69
- 'getDataListByDependencyIds', 'modifyData', 'markDeletedById', 'trueDeleteDataById',
70
- 'trueDeleteAllData', 'restoreDeletedById',
71
- ]);
72
-
73
- mockEmbedding_CS = jasmine.createSpyObj('DyNTS_OAI_Embedding_ControlService', ['createEmbedding']);
74
-
75
- spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
76
- spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
77
-
78
- spyOn(DyNTS_DataService.prototype, 'constructor' as never).and.callThrough();
79
- spyOn(DyNTS_DataService.prototype, 'getDataById').and.returnValue(Promise.resolve(testData));
80
- spyOn(DyNTS_DataService.prototype, 'saveData').and.returnValue(Promise.resolve(testData));
81
- spyOn(DyNTS_DataService.prototype as unknown as { ensureData: (d?: unknown) => TestMetadata }, 'ensureData').and.returnValue(testData);
82
-
83
- service = new DyNTS_OAI_VectorDataService<TestMetadata>(
84
- testData,
85
- testDataParams,
86
- mockOpenAISettings,
87
- 'test-issuer'
88
- );
89
-
90
- (service as { dataDBService: typeof mockDBService }).dataDBService = mockDBService;
91
- (service as unknown as { embedding_CS: typeof mockEmbedding_CS }).embedding_CS = mockEmbedding_CS;
92
- });
93
-
94
- describe('| constructor', () => {
95
- it('| should initialize with data, params, and settings', () => {
96
- expect(service.data).toBe(testData);
97
- expect(service.dataParams).toBe(testDataParams);
98
- expect((service as any).openAISettings).toEqual(mockOpenAISettings);
99
- expect(service.issuer).toBe('test-issuer');
100
- });
101
-
102
- it('| should identify vectorized properties', () => {
103
- expect((service as any).vectorizedProperties).toBeDefined();
104
- expect((service as any).vectorizedProperties.length).toBeGreaterThan(0);
105
- });
106
-
107
- it('| should identify vectorize properties', () => {
108
- expect((service as any).vectorizeProperties).toBeDefined();
109
- expect((service as any).vectorizeProperties.length).toBeGreaterThan(0);
110
- });
111
-
112
- it('| should throw error if apiKey not provided', () => {
113
- const invalidSettings: DyFM_OAI_Settings = {
114
- config: {
115
- apiKey: '',
116
- },
117
- defaultSettings: {
118
- useModel: DyFM_OAI_Model.textEmbedding_3Small,
119
- },
120
- };
121
-
122
- expect(() => {
123
- new DyNTS_OAI_VectorDataService<TestMetadata>(
124
- testData,
125
- testDataParams,
126
- invalidSettings,
127
- 'test-issuer'
128
- );
129
- }).toThrow();
130
- });
131
-
132
- it('| should throw error if vectorizedProperties missing', () => {
133
- const paramsWithoutVectorized = new DyFM_DataModel_Params<TestMetadata>({
134
- dataName: 'test_data',
135
- properties: {
136
- name: {
137
- key: 'name',
138
- type: DyFM_BasicProperty_Type.string,
139
- },
140
- content: {
141
- key: 'content',
142
- type: DyFM_BasicProperty_Type.string,
143
- },
144
- },
145
- });
146
-
147
- expect(() => {
148
- new DyNTS_OAI_VectorDataService<TestMetadata>(
149
- testData,
150
- paramsWithoutVectorized,
151
- mockOpenAISettings,
152
- 'test-issuer'
153
- );
154
- }).toThrow();
155
- });
156
- });
157
-
158
- describe('| vectorize', () => {
159
- it('| should create embedding for input', async () => {
160
- const mockResponse: CreateEmbeddingResponse = {
161
- data: [
162
- {
163
- embedding: [0.1, 0.2, 0.3],
164
- index: 0,
165
- object: 'embedding',
166
- },
167
- ],
168
- model: 'text-embedding-3-small',
169
- object: 'list',
170
- usage: {
171
- prompt_tokens: 5,
172
- total_tokens: 5,
173
- },
174
- };
175
-
176
- mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
177
-
178
- const result = await service.vectorize('Test input');
179
-
180
- expect(result).toEqual([0.1, 0.2, 0.3]);
181
- expect(mockEmbedding_CS.createEmbedding).toHaveBeenCalledWith({
182
- text: 'Test input',
183
- model: DyFM_OAI_Model.textEmbedding_3Small,
184
- fullResponse: true,
185
- issuer: 'test-issuer',
186
- });
187
- expect((service as any).tokenSpent).toBe(5);
188
- });
189
-
190
- it('| should throw error if input is empty', async () => {
191
- try {
192
- await service.vectorize('');
193
- fail('Should have thrown an error');
194
- } catch (error) {
195
- expect(error).toBeInstanceOf(DyFM_Error);
196
- expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-V1');
197
- }
198
- });
199
-
200
- it('| should handle embedding errors', async () => {
201
- const error = new Error('Embedding failed');
202
- mockEmbedding_CS.createEmbedding.and.returnValue(Promise.reject(error));
203
-
204
- try {
205
- await service.vectorize('Test input');
206
- fail('Should have thrown an error');
207
- } catch (err) {
208
- expect(err).toBeInstanceOf(DyFM_Error);
209
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-VDB-V0');
210
- }
211
- });
212
- });
213
-
214
- describe('| vectorizeDataProperties', () => {
215
- it('| should vectorize properties when data is new', async () => {
216
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
217
- name: 'New Name',
218
- content: 'New content',
219
- });
220
-
221
- (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(null));
222
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
223
-
224
- const result = await service.vectorizeDataProperties(newData);
225
-
226
- expect(service.vectorize).toHaveBeenCalled();
227
- expect(result.contentVectorized).toEqual([0.1, 0.2, 0.3]);
228
- });
229
-
230
- it('| should not vectorize if data unchanged', async () => {
231
- const existingData: TestMetadata = Object.assign(new TestMetadata(), {
232
- _id: 'test-id-123',
233
- content: 'Test content',
234
- contentVectorized: [0.1, 0.2, 0.3],
235
- });
236
-
237
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
238
- _id: 'test-id-123',
239
- content: 'Test content',
240
- });
241
-
242
- (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(existingData));
243
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
244
-
245
- const result = await service.vectorizeDataProperties(newData);
246
-
247
- expect(service.vectorize).not.toHaveBeenCalled();
248
- expect(result.contentVectorized).toEqual([0.1, 0.2, 0.3]);
249
- });
250
-
251
- it('| should vectorize if forceVectorize is true', async () => {
252
- const existingData: TestMetadata = Object.assign(new TestMetadata(), {
253
- _id: 'test-id-123',
254
- content: 'Test content',
255
- contentVectorized: [0.1, 0.2, 0.3],
256
- });
257
-
258
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
259
- _id: 'test-id-123',
260
- content: 'Test content',
261
- });
262
-
263
- (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(existingData));
264
- spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
265
-
266
- const result = await service.vectorizeDataProperties(newData, true);
267
-
268
- expect(service.vectorize).toHaveBeenCalled();
269
- expect(result.contentVectorized).toEqual([0.4, 0.5, 0.6]);
270
- });
271
-
272
- it('| should throw error if embedding model not set', async () => {
273
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
274
- name: 'New Name',
275
- content: 'New content',
276
- });
277
-
278
- const paramsWithoutModel = new DyFM_DataModel_Params<TestMetadata>({
279
- dataName: 'test_data',
280
- properties: {
281
- name: {
282
- key: 'name',
283
- type: DyFM_BasicProperty_Type.string,
284
- },
285
- content: {
286
- key: 'content',
287
- type: DyFM_BasicProperty_Type.string,
288
- },
289
- contentVectorized: {
290
- key: 'contentVectorized',
291
- type: DyFM_BasicProperty_Type.array,
292
- vectorizedFrom: ['content'],
293
- // embeddingModel not set
294
- },
295
- },
296
- });
297
-
298
- const serviceWithoutModel = new DyNTS_OAI_VectorDataService<TestMetadata>(
299
- testData,
300
- paramsWithoutModel,
301
- mockOpenAISettings,
302
- 'test-issuer'
303
- );
304
-
305
- (serviceWithoutModel as any).vectorizedProperties[0].embeddingModel = undefined;
306
- (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(null));
307
-
308
- try {
309
- await serviceWithoutModel.vectorizeDataProperties(newData);
310
- fail('Should have thrown an error');
311
- } catch (error) {
312
- expect(error).toBeInstanceOf(DyFM_Error);
313
- expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VDB1');
314
- }
315
- });
316
- });
317
-
318
- describe('| vectorSearch', () => {
319
- it('| should perform vector search', async () => {
320
- const mockResponse: CreateEmbeddingResponse = {
321
- data: [
322
- {
323
- embedding: [0.1, 0.2, 0.3],
324
- index: 0,
325
- object: 'embedding',
326
- },
327
- ],
328
- model: 'text-embedding-3-small',
329
- object: 'list',
330
- usage: {
331
- prompt_tokens: 5,
332
- total_tokens: 5,
333
- },
334
- };
335
-
336
- mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
337
- mockDBService.aggregate.and.returnValue(Promise.resolve([testData]));
338
-
339
- const result = await service.vectorSearch({
340
- input: 'Test search',
341
- searchInKey: 'contentVectorized',
342
- });
343
-
344
- expect(mockEmbedding_CS.createEmbedding).toHaveBeenCalled();
345
- expect(mockDBService.aggregate).toHaveBeenCalled();
346
- expect(result).toEqual([testData]);
347
- });
348
-
349
- it('| should use default limit and numberOfCandidates', async () => {
350
- const mockResponse: CreateEmbeddingResponse = {
351
- data: [
352
- {
353
- embedding: [0.1, 0.2, 0.3],
354
- index: 0,
355
- object: 'embedding',
356
- },
357
- ],
358
- model: 'text-embedding-3-small',
359
- object: 'list',
360
- usage: {
361
- prompt_tokens: 5,
362
- total_tokens: 5,
363
- },
364
- };
365
-
366
- mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
367
- mockDBService.aggregate.and.returnValue(Promise.resolve([]));
368
-
369
- await service.vectorSearch({
370
- input: 'Test search',
371
- searchInKey: 'contentVectorized',
372
- });
373
-
374
- const aggregateCall = mockDBService.aggregate.calls.mostRecent().args[0][0];
375
- expect(aggregateCall.$vectorSearch.limit).toBe(3);
376
- expect(aggregateCall.$vectorSearch.numCandidates).toBe(100);
377
- });
378
-
379
- it('| should throw error if input is empty', async () => {
380
- try {
381
- await service.vectorSearch({
382
- input: '',
383
- searchInKey: 'contentVectorized',
384
- });
385
- fail('Should have thrown an error');
386
- } catch (error) {
387
- expect(error).toBeInstanceOf(DyFM_Error);
388
- expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VS1');
389
- }
390
- });
391
-
392
- it('| should throw error if property not found', async () => {
393
- try {
394
- await service.vectorSearch({
395
- input: 'Test search',
396
- searchInKey: 'non-existent',
397
- });
398
- fail('Should have thrown an error');
399
- } catch (error) {
400
- expect(error).toBeInstanceOf(DyFM_Error);
401
- expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VS2');
402
- }
403
- });
404
-
405
- it('| should throw error if property has no vectorizeUseIndex', async () => {
406
- const paramsWithoutIndex = new DyFM_DataModel_Params<TestMetadata>({
407
- dataName: 'test_data',
408
- properties: {
409
- name: {
410
- key: 'name',
411
- type: DyFM_BasicProperty_Type.string,
412
- },
413
- content: {
414
- key: 'content',
415
- type: DyFM_BasicProperty_Type.string,
416
- },
417
- contentVectorized: {
418
- key: 'contentVectorized',
419
- type: DyFM_BasicProperty_Type.array,
420
- vectorizedFrom: ['content'],
421
- embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
422
- // vectorizeUseIndex not set
423
- },
424
- },
425
- });
426
-
427
- const serviceWithoutIndex = new DyNTS_OAI_VectorDataService<TestMetadata>(
428
- testData,
429
- paramsWithoutIndex,
430
- mockOpenAISettings,
431
- 'test-issuer'
432
- );
433
-
434
- (serviceWithoutIndex as any).dataDBService = mockDBService;
435
- (serviceWithoutIndex as any).embedding_CS = mockEmbedding_CS;
436
-
437
- try {
438
- await serviceWithoutIndex.vectorSearch({
439
- input: 'Test search',
440
- searchInKey: 'contentVectorized',
441
- });
442
- fail('Should have thrown an error');
443
- } catch (error) {
444
- expect(error).toBeInstanceOf(DyFM_Error);
445
- }
446
- });
447
- });
448
-
449
- describe('| saveData', () => {
450
- it('| should vectorize properties before saving', async () => {
451
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
452
- name: 'New Name',
453
- content: 'New content',
454
- });
455
-
456
- (DyNTS_DataService.prototype as unknown as { ensureData: jasmine.Spy }).ensureData.and.returnValue(newData);
457
- spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
458
- (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
459
-
460
- const result = await service.saveData(newData);
461
-
462
- expect(service.vectorizeDataProperties).toHaveBeenCalledWith(newData, undefined);
463
- expect(result).toBeDefined();
464
- });
465
-
466
- it('| should remove vectorized properties if swallowVectorizedProperties is true', async () => {
467
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
468
- name: 'New Name',
469
- content: 'New content',
470
- contentVectorized: [0.1, 0.2, 0.3],
471
- });
472
-
473
- (service as any).swallowVectorizedProperties = true;
474
- spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
475
- (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
476
- spyOn(DyFM_Object, 'cleanObject');
477
-
478
- const result = await service.saveData(newData);
479
-
480
- expect(result.contentVectorized).toBeUndefined();
481
- expect(DyFM_Object.cleanObject).toHaveBeenCalled();
482
- });
483
-
484
- it('| should keep vectorized properties if swallowVectorizedProperties is false', async () => {
485
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
486
- name: 'New Name',
487
- content: 'New content',
488
- contentVectorized: [0.1, 0.2, 0.3],
489
- });
490
-
491
- (service as any).swallowVectorizedProperties = false;
492
- spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
493
- (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
494
-
495
- const result = await service.saveData(newData);
496
-
497
- expect(result.contentVectorized).toBeDefined();
498
- });
499
-
500
- it('| should handle save errors', async () => {
501
- const newData: TestMetadata = Object.assign(new TestMetadata(), {
502
- name: 'New Name',
503
- content: 'New content',
504
- });
505
-
506
- const error = new Error('Save failed');
507
- spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
508
- (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.reject(error));
509
-
510
- try {
511
- await service.saveData(newData);
512
- fail('Should have thrown an error');
513
- } catch (err) {
514
- expect(err).toBeInstanceOf(DyFM_Error);
515
- expect((err as DyFM_Error)._errorCode).toContain('DyNTS-VDB-SD0');
516
- }
517
- });
518
- });
519
-
520
- describe('| properties', () => {
521
- it('| should have tokenSpent property', () => {
522
- expect((service as any).tokenSpent).toBe(0);
523
- });
524
-
525
- it('| should track token usage', async () => {
526
- const mockResponse: CreateEmbeddingResponse = {
527
- data: [
528
- {
529
- embedding: [0.1, 0.2, 0.3],
530
- index: 0,
531
- object: 'embedding',
532
- },
533
- ],
534
- model: 'text-embedding-3-small',
535
- object: 'list',
536
- usage: {
537
- prompt_tokens: 10,
538
- total_tokens: 10,
539
- },
540
- };
541
-
542
- mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
543
-
544
- await service.vectorize('Test input');
545
-
546
- expect((service as any).tokenSpent).toBe(10);
547
- });
548
- });
549
- });
550
-
1
+
2
+ import { DyNTS_OAI_VectorDataService } from './oai-vector-data.service';
3
+ import { DyFM_Metadata, DyFM_DataModel_Params, DyFM_DataProperty_Params, DyFM_BasicProperty_Type, DyFM_Error, DyFM_Object, DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
4
+ import { DyFM_OAI_Settings, DyFM_OAI_Model } from '@futdevpro/fsm-dynamo/ai/open-ai';
5
+ import { DyNTS_OAI_Embedding_ControlService } from '../oai-embedding.control-service';
6
+ import { DyNTS_DataService } from '../../../../../../_services/base/data.service';
7
+ import { DyNTS_GlobalService } from '../../../../../../_services/core/global.service';
8
+ import { CreateEmbeddingResponse } from 'openai/resources';
9
+ import { DyNTS_global_settings } from '../../../../../../_collections/global-settings.const';
10
+
11
+ class TestMetadata extends DyFM_Metadata {
12
+ name: string;
13
+ content: string;
14
+ contentVectorized?: number[];
15
+ }
16
+
17
+ const testDataParams = new DyFM_DataModel_Params<TestMetadata>({
18
+ dataName: 'test_data',
19
+ properties: {
20
+ name: {
21
+ key: 'name',
22
+ type: DyFM_BasicProperty_Type.string,
23
+ required: true,
24
+ },
25
+ content: {
26
+ key: 'content',
27
+ type: DyFM_BasicProperty_Type.string,
28
+ },
29
+ contentVectorized: {
30
+ key: 'contentVectorized',
31
+ type: 'number[]', // Must be number[] for vectorized property
32
+ vectorizedFrom: ['content'],
33
+ embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
34
+ vectorizeUseIndex: 'content_vector_index',
35
+ },
36
+ },
37
+ });
38
+
39
+ describe('| DyNTS_OAI_VectorDataService', () => {
40
+ let service: DyNTS_OAI_VectorDataService<TestMetadata>;
41
+ let mockEmbedding_CS: jasmine.SpyObj<DyNTS_OAI_Embedding_ControlService>;
42
+ let mockDBService: jasmine.SpyObj<any>;
43
+ let testData: TestMetadata;
44
+
45
+ const mockOpenAISettings: DyFM_OAI_Settings = {
46
+ config: {
47
+ apiKey: 'test-api-key',
48
+ organization: 'test-org',
49
+ },
50
+ defaultSettings: {
51
+ useModel: DyFM_OAI_Model.textEmbedding_3Small,
52
+ },
53
+ };
54
+
55
+ beforeEach(() => {
56
+ DyNTS_global_settings.env_settings = {
57
+ environment: DyFM_EnvironmentFlag.local,
58
+ mongoUri: 'mongodb://localhost:27017/test',
59
+ } as typeof DyNTS_global_settings.env_settings;
60
+
61
+ testData = Object.assign(new TestMetadata(), {
62
+ _id: 'test-id-123',
63
+ content: 'Test content',
64
+ });
65
+
66
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', [
67
+ 'getAll', 'getDataById', 'aggregate', 'createData', 'updateOne', 'find', 'findOne',
68
+ 'getDataListByIds', 'getDataByDependencyId', 'getDataListByDependencyId',
69
+ 'getDataListByDependencyIds', 'modifyData', 'markDeletedById', 'trueDeleteDataById',
70
+ 'trueDeleteAllData', 'restoreDeletedById',
71
+ ]);
72
+
73
+ mockEmbedding_CS = jasmine.createSpyObj('DyNTS_OAI_Embedding_ControlService', ['createEmbedding']);
74
+
75
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
76
+ spyOn(DyNTS_GlobalService, 'getDBServiceByKey').and.returnValue(mockDBService as never);
77
+
78
+ spyOn(DyNTS_DataService.prototype, 'constructor' as never).and.callThrough();
79
+ spyOn(DyNTS_DataService.prototype, 'getDataById').and.returnValue(Promise.resolve(testData));
80
+ spyOn(DyNTS_DataService.prototype, 'saveData').and.returnValue(Promise.resolve(testData));
81
+ spyOn(DyNTS_DataService.prototype as unknown as { ensureData: (d?: unknown) => TestMetadata }, 'ensureData').and.returnValue(testData);
82
+
83
+ service = new DyNTS_OAI_VectorDataService<TestMetadata>(
84
+ testData,
85
+ testDataParams,
86
+ mockOpenAISettings,
87
+ 'test-issuer'
88
+ );
89
+
90
+ (service as { dataDBService: typeof mockDBService }).dataDBService = mockDBService;
91
+ (service as unknown as { embedding_CS: typeof mockEmbedding_CS }).embedding_CS = mockEmbedding_CS;
92
+ });
93
+
94
+ describe('| constructor', () => {
95
+ it('| should initialize with data, params, and settings', () => {
96
+ expect(service.data).toBe(testData);
97
+ expect(service.dataParams).toBe(testDataParams);
98
+ expect((service as any).openAISettings).toEqual(mockOpenAISettings);
99
+ expect(service.issuer).toBe('test-issuer');
100
+ });
101
+
102
+ it('| should identify vectorized properties', () => {
103
+ expect((service as any).vectorizedProperties).toBeDefined();
104
+ expect((service as any).vectorizedProperties.length).toBeGreaterThan(0);
105
+ });
106
+
107
+ it('| should identify vectorize properties', () => {
108
+ expect((service as any).vectorizeProperties).toBeDefined();
109
+ expect((service as any).vectorizeProperties.length).toBeGreaterThan(0);
110
+ });
111
+
112
+ it('| should throw error if apiKey not provided', () => {
113
+ const invalidSettings: DyFM_OAI_Settings = {
114
+ config: {
115
+ apiKey: '',
116
+ },
117
+ defaultSettings: {
118
+ useModel: DyFM_OAI_Model.textEmbedding_3Small,
119
+ },
120
+ };
121
+
122
+ expect(() => {
123
+ new DyNTS_OAI_VectorDataService<TestMetadata>(
124
+ testData,
125
+ testDataParams,
126
+ invalidSettings,
127
+ 'test-issuer'
128
+ );
129
+ }).toThrow();
130
+ });
131
+
132
+ it('| should throw error if vectorizedProperties missing', () => {
133
+ const paramsWithoutVectorized = new DyFM_DataModel_Params<TestMetadata>({
134
+ dataName: 'test_data',
135
+ properties: {
136
+ name: {
137
+ key: 'name',
138
+ type: DyFM_BasicProperty_Type.string,
139
+ },
140
+ content: {
141
+ key: 'content',
142
+ type: DyFM_BasicProperty_Type.string,
143
+ },
144
+ },
145
+ });
146
+
147
+ expect(() => {
148
+ new DyNTS_OAI_VectorDataService<TestMetadata>(
149
+ testData,
150
+ paramsWithoutVectorized,
151
+ mockOpenAISettings,
152
+ 'test-issuer'
153
+ );
154
+ }).toThrow();
155
+ });
156
+ });
157
+
158
+ describe('| vectorize', () => {
159
+ it('| should create embedding for input', async () => {
160
+ const mockResponse: CreateEmbeddingResponse = {
161
+ data: [
162
+ {
163
+ embedding: [0.1, 0.2, 0.3],
164
+ index: 0,
165
+ object: 'embedding',
166
+ },
167
+ ],
168
+ model: 'text-embedding-3-small',
169
+ object: 'list',
170
+ usage: {
171
+ prompt_tokens: 5,
172
+ total_tokens: 5,
173
+ },
174
+ };
175
+
176
+ mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
177
+
178
+ const result = await service.vectorize('Test input');
179
+
180
+ expect(result).toEqual([0.1, 0.2, 0.3]);
181
+ expect(mockEmbedding_CS.createEmbedding).toHaveBeenCalledWith({
182
+ text: 'Test input',
183
+ model: DyFM_OAI_Model.textEmbedding_3Small,
184
+ fullResponse: true,
185
+ issuer: 'test-issuer',
186
+ });
187
+ expect((service as any).tokenSpent).toBe(5);
188
+ });
189
+
190
+ it('| should throw error if input is empty', async () => {
191
+ try {
192
+ await service.vectorize('');
193
+ fail('Should have thrown an error');
194
+ } catch (error) {
195
+ expect(error).toBeInstanceOf(DyFM_Error);
196
+ expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-V1');
197
+ }
198
+ });
199
+
200
+ it('| should handle embedding errors', async () => {
201
+ const error = new Error('Embedding failed');
202
+ mockEmbedding_CS.createEmbedding.and.returnValue(Promise.reject(error));
203
+
204
+ try {
205
+ await service.vectorize('Test input');
206
+ fail('Should have thrown an error');
207
+ } catch (err) {
208
+ expect(err).toBeInstanceOf(DyFM_Error);
209
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-VDB-V0');
210
+ }
211
+ });
212
+ });
213
+
214
+ describe('| vectorizeDataProperties', () => {
215
+ it('| should vectorize properties when data is new', async () => {
216
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
217
+ name: 'New Name',
218
+ content: 'New content',
219
+ });
220
+
221
+ (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(null));
222
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.1, 0.2, 0.3]));
223
+
224
+ const result = await service.vectorizeDataProperties(newData);
225
+
226
+ expect(service.vectorize).toHaveBeenCalled();
227
+ expect(result.contentVectorized).toEqual([0.1, 0.2, 0.3]);
228
+ });
229
+
230
+ it('| should not vectorize if data unchanged', async () => {
231
+ const existingData: TestMetadata = Object.assign(new TestMetadata(), {
232
+ _id: 'test-id-123',
233
+ content: 'Test content',
234
+ contentVectorized: [0.1, 0.2, 0.3],
235
+ });
236
+
237
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
238
+ _id: 'test-id-123',
239
+ content: 'Test content',
240
+ });
241
+
242
+ (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(existingData));
243
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
244
+
245
+ const result = await service.vectorizeDataProperties(newData);
246
+
247
+ expect(service.vectorize).not.toHaveBeenCalled();
248
+ expect(result.contentVectorized).toEqual([0.1, 0.2, 0.3]);
249
+ });
250
+
251
+ it('| should vectorize if forceVectorize is true', async () => {
252
+ const existingData: TestMetadata = Object.assign(new TestMetadata(), {
253
+ _id: 'test-id-123',
254
+ content: 'Test content',
255
+ contentVectorized: [0.1, 0.2, 0.3],
256
+ });
257
+
258
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
259
+ _id: 'test-id-123',
260
+ content: 'Test content',
261
+ });
262
+
263
+ (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(existingData));
264
+ spyOn(service, 'vectorize').and.returnValue(Promise.resolve([0.4, 0.5, 0.6]));
265
+
266
+ const result = await service.vectorizeDataProperties(newData, true);
267
+
268
+ expect(service.vectorize).toHaveBeenCalled();
269
+ expect(result.contentVectorized).toEqual([0.4, 0.5, 0.6]);
270
+ });
271
+
272
+ it('| should throw error if embedding model not set', async () => {
273
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
274
+ name: 'New Name',
275
+ content: 'New content',
276
+ });
277
+
278
+ const paramsWithoutModel = new DyFM_DataModel_Params<TestMetadata>({
279
+ dataName: 'test_data',
280
+ properties: {
281
+ name: {
282
+ key: 'name',
283
+ type: DyFM_BasicProperty_Type.string,
284
+ },
285
+ content: {
286
+ key: 'content',
287
+ type: DyFM_BasicProperty_Type.string,
288
+ },
289
+ contentVectorized: {
290
+ key: 'contentVectorized',
291
+ type: DyFM_BasicProperty_Type.array,
292
+ vectorizedFrom: ['content'],
293
+ // embeddingModel not set
294
+ },
295
+ },
296
+ });
297
+
298
+ const serviceWithoutModel = new DyNTS_OAI_VectorDataService<TestMetadata>(
299
+ testData,
300
+ paramsWithoutModel,
301
+ mockOpenAISettings,
302
+ 'test-issuer'
303
+ );
304
+
305
+ (serviceWithoutModel as any).vectorizedProperties[0].embeddingModel = undefined;
306
+ (DyNTS_DataService.prototype.getDataById as jasmine.Spy).and.returnValue(Promise.resolve(null));
307
+
308
+ try {
309
+ await serviceWithoutModel.vectorizeDataProperties(newData);
310
+ fail('Should have thrown an error');
311
+ } catch (error) {
312
+ expect(error).toBeInstanceOf(DyFM_Error);
313
+ expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VDB1');
314
+ }
315
+ });
316
+ });
317
+
318
+ describe('| vectorSearch', () => {
319
+ it('| should perform vector search', async () => {
320
+ const mockResponse: CreateEmbeddingResponse = {
321
+ data: [
322
+ {
323
+ embedding: [0.1, 0.2, 0.3],
324
+ index: 0,
325
+ object: 'embedding',
326
+ },
327
+ ],
328
+ model: 'text-embedding-3-small',
329
+ object: 'list',
330
+ usage: {
331
+ prompt_tokens: 5,
332
+ total_tokens: 5,
333
+ },
334
+ };
335
+
336
+ mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
337
+ mockDBService.aggregate.and.returnValue(Promise.resolve([testData]));
338
+
339
+ const result = await service.vectorSearch({
340
+ input: 'Test search',
341
+ searchInKey: 'contentVectorized',
342
+ });
343
+
344
+ expect(mockEmbedding_CS.createEmbedding).toHaveBeenCalled();
345
+ expect(mockDBService.aggregate).toHaveBeenCalled();
346
+ expect(result).toEqual([testData]);
347
+ });
348
+
349
+ it('| should use default limit and numberOfCandidates', async () => {
350
+ const mockResponse: CreateEmbeddingResponse = {
351
+ data: [
352
+ {
353
+ embedding: [0.1, 0.2, 0.3],
354
+ index: 0,
355
+ object: 'embedding',
356
+ },
357
+ ],
358
+ model: 'text-embedding-3-small',
359
+ object: 'list',
360
+ usage: {
361
+ prompt_tokens: 5,
362
+ total_tokens: 5,
363
+ },
364
+ };
365
+
366
+ mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
367
+ mockDBService.aggregate.and.returnValue(Promise.resolve([]));
368
+
369
+ await service.vectorSearch({
370
+ input: 'Test search',
371
+ searchInKey: 'contentVectorized',
372
+ });
373
+
374
+ const aggregateCall = mockDBService.aggregate.calls.mostRecent().args[0][0];
375
+ expect(aggregateCall.$vectorSearch.limit).toBe(3);
376
+ expect(aggregateCall.$vectorSearch.numCandidates).toBe(100);
377
+ });
378
+
379
+ it('| should throw error if input is empty', async () => {
380
+ try {
381
+ await service.vectorSearch({
382
+ input: '',
383
+ searchInKey: 'contentVectorized',
384
+ });
385
+ fail('Should have thrown an error');
386
+ } catch (error) {
387
+ expect(error).toBeInstanceOf(DyFM_Error);
388
+ expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VS1');
389
+ }
390
+ });
391
+
392
+ it('| should throw error if property not found', async () => {
393
+ try {
394
+ await service.vectorSearch({
395
+ input: 'Test search',
396
+ searchInKey: 'non-existent',
397
+ });
398
+ fail('Should have thrown an error');
399
+ } catch (error) {
400
+ expect(error).toBeInstanceOf(DyFM_Error);
401
+ expect((error as DyFM_Error)._errorCode).toContain('DyNTS-VDB-VS2');
402
+ }
403
+ });
404
+
405
+ it('| should throw error if property has no vectorizeUseIndex', async () => {
406
+ const paramsWithoutIndex = new DyFM_DataModel_Params<TestMetadata>({
407
+ dataName: 'test_data',
408
+ properties: {
409
+ name: {
410
+ key: 'name',
411
+ type: DyFM_BasicProperty_Type.string,
412
+ },
413
+ content: {
414
+ key: 'content',
415
+ type: DyFM_BasicProperty_Type.string,
416
+ },
417
+ contentVectorized: {
418
+ key: 'contentVectorized',
419
+ type: DyFM_BasicProperty_Type.array,
420
+ vectorizedFrom: ['content'],
421
+ embeddingModel: DyFM_OAI_Model.textEmbedding_3Small,
422
+ // vectorizeUseIndex not set
423
+ },
424
+ },
425
+ });
426
+
427
+ const serviceWithoutIndex = new DyNTS_OAI_VectorDataService<TestMetadata>(
428
+ testData,
429
+ paramsWithoutIndex,
430
+ mockOpenAISettings,
431
+ 'test-issuer'
432
+ );
433
+
434
+ (serviceWithoutIndex as any).dataDBService = mockDBService;
435
+ (serviceWithoutIndex as any).embedding_CS = mockEmbedding_CS;
436
+
437
+ try {
438
+ await serviceWithoutIndex.vectorSearch({
439
+ input: 'Test search',
440
+ searchInKey: 'contentVectorized',
441
+ });
442
+ fail('Should have thrown an error');
443
+ } catch (error) {
444
+ expect(error).toBeInstanceOf(DyFM_Error);
445
+ }
446
+ });
447
+ });
448
+
449
+ describe('| saveData', () => {
450
+ it('| should vectorize properties before saving', async () => {
451
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
452
+ name: 'New Name',
453
+ content: 'New content',
454
+ });
455
+
456
+ (DyNTS_DataService.prototype as unknown as { ensureData: jasmine.Spy }).ensureData.and.returnValue(newData);
457
+ spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
458
+ (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
459
+
460
+ const result = await service.saveData(newData);
461
+
462
+ expect(service.vectorizeDataProperties).toHaveBeenCalledWith(newData, undefined);
463
+ expect(result).toBeDefined();
464
+ });
465
+
466
+ it('| should remove vectorized properties if swallowVectorizedProperties is true', async () => {
467
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
468
+ name: 'New Name',
469
+ content: 'New content',
470
+ contentVectorized: [0.1, 0.2, 0.3],
471
+ });
472
+
473
+ (service as any).swallowVectorizedProperties = true;
474
+ spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
475
+ (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
476
+ spyOn(DyFM_Object, 'cleanObject');
477
+
478
+ const result = await service.saveData(newData);
479
+
480
+ expect(result.contentVectorized).toBeUndefined();
481
+ expect(DyFM_Object.cleanObject).toHaveBeenCalled();
482
+ });
483
+
484
+ it('| should keep vectorized properties if swallowVectorizedProperties is false', async () => {
485
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
486
+ name: 'New Name',
487
+ content: 'New content',
488
+ contentVectorized: [0.1, 0.2, 0.3],
489
+ });
490
+
491
+ (service as any).swallowVectorizedProperties = false;
492
+ spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
493
+ (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.resolve(newData));
494
+
495
+ const result = await service.saveData(newData);
496
+
497
+ expect(result.contentVectorized).toBeDefined();
498
+ });
499
+
500
+ it('| should handle save errors', async () => {
501
+ const newData: TestMetadata = Object.assign(new TestMetadata(), {
502
+ name: 'New Name',
503
+ content: 'New content',
504
+ });
505
+
506
+ const error = new Error('Save failed');
507
+ spyOn(service, 'vectorizeDataProperties').and.returnValue(Promise.resolve(newData));
508
+ (DyNTS_DataService.prototype.saveData as jasmine.Spy).and.returnValue(Promise.reject(error));
509
+
510
+ try {
511
+ await service.saveData(newData);
512
+ fail('Should have thrown an error');
513
+ } catch (err) {
514
+ expect(err).toBeInstanceOf(DyFM_Error);
515
+ expect((err as DyFM_Error)._errorCode).toContain('DyNTS-VDB-SD0');
516
+ }
517
+ });
518
+ });
519
+
520
+ describe('| properties', () => {
521
+ it('| should have tokenSpent property', () => {
522
+ expect((service as any).tokenSpent).toBe(0);
523
+ });
524
+
525
+ it('| should track token usage', async () => {
526
+ const mockResponse: CreateEmbeddingResponse = {
527
+ data: [
528
+ {
529
+ embedding: [0.1, 0.2, 0.3],
530
+ index: 0,
531
+ object: 'embedding',
532
+ },
533
+ ],
534
+ model: 'text-embedding-3-small',
535
+ object: 'list',
536
+ usage: {
537
+ prompt_tokens: 10,
538
+ total_tokens: 10,
539
+ },
540
+ };
541
+
542
+ mockEmbedding_CS.createEmbedding.and.returnValue(Promise.resolve(mockResponse));
543
+
544
+ await service.vectorize('Test input');
545
+
546
+ expect((service as any).tokenSpent).toBe(10);
547
+ });
548
+ });
549
+ });
550
+