@futdevpro/nts-dynamo 1.15.57 → 1.15.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. package/.dynamo/logs/cicd-pipeline/output.log +1637 -3567
  2. package/.dynamo/logs/cicd-pipeline/status.json +42 -344
  3. package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.d.ts +110 -0
  4. package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.d.ts.map +1 -0
  5. package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.js +419 -0
  6. package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.js.map +1 -0
  7. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.d.ts +50 -0
  8. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.d.ts.map +1 -0
  9. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.js +3 -0
  10. package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.js.map +1 -0
  11. package/build/_modules/ai/_modules/document-ai/index.d.ts +2 -0
  12. package/build/_modules/ai/_modules/document-ai/index.d.ts.map +1 -1
  13. package/build/_modules/ai/_modules/document-ai/index.js +2 -0
  14. package/build/_modules/ai/_modules/document-ai/index.js.map +1 -1
  15. package/build/_modules/ai/_services/ai-embedding-mock.service.d.ts +81 -0
  16. package/build/_modules/ai/_services/ai-embedding-mock.service.d.ts.map +1 -0
  17. package/build/_modules/ai/_services/ai-embedding-mock.service.js +167 -0
  18. package/build/_modules/ai/_services/ai-embedding-mock.service.js.map +1 -0
  19. package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts +52 -0
  20. package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts.map +1 -0
  21. package/build/_modules/ai/_services/ai-embedding-provider.registry.js +79 -0
  22. package/build/_modules/ai/_services/ai-embedding-provider.registry.js.map +1 -0
  23. package/build/_modules/ai/_services/lmstudio-embedding.control-service.d.ts +111 -0
  24. package/build/_modules/ai/_services/lmstudio-embedding.control-service.d.ts.map +1 -0
  25. package/build/_modules/ai/_services/lmstudio-embedding.control-service.js +298 -0
  26. package/build/_modules/ai/_services/lmstudio-embedding.control-service.js.map +1 -0
  27. package/build/_modules/ai/index.d.ts +5 -0
  28. package/build/_modules/ai/index.d.ts.map +1 -1
  29. package/build/_modules/ai/index.js +8 -0
  30. package/build/_modules/ai/index.js.map +1 -1
  31. package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.d.ts +59 -0
  32. package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.d.ts.map +1 -0
  33. package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.js +169 -0
  34. package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.js.map +1 -0
  35. package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.d.ts +32 -0
  36. package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.d.ts.map +1 -0
  37. package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.js +8 -0
  38. package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.js.map +1 -0
  39. package/build/_modules/data-readers/index.d.ts +3 -0
  40. package/build/_modules/data-readers/index.d.ts.map +1 -0
  41. package/build/_modules/data-readers/index.js +11 -0
  42. package/build/_modules/data-readers/index.js.map +1 -0
  43. package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.d.ts +36 -0
  44. package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.d.ts.map +1 -0
  45. package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.js +54 -0
  46. package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.js.map +1 -0
  47. package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.d.ts +70 -0
  48. package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.d.ts.map +1 -0
  49. package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.js +123 -0
  50. package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.js.map +1 -0
  51. package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.d.ts +43 -0
  52. package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.d.ts.map +1 -0
  53. package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.js +72 -0
  54. package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.js.map +1 -0
  55. package/build/_modules/local-vector-search/index.d.ts +3 -0
  56. package/build/_modules/local-vector-search/index.d.ts.map +1 -1
  57. package/build/_modules/local-vector-search/index.js +4 -0
  58. package/build/_modules/local-vector-search/index.js.map +1 -1
  59. package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.d.ts +109 -0
  60. package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.d.ts.map +1 -0
  61. package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.js +14 -0
  62. package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.js.map +1 -0
  63. package/build/_modules/mcp/_services/dynts-mcp-server.service-base.d.ts +71 -0
  64. package/build/_modules/mcp/_services/dynts-mcp-server.service-base.d.ts.map +1 -0
  65. package/build/_modules/mcp/_services/dynts-mcp-server.service-base.js +99 -0
  66. package/build/_modules/mcp/_services/dynts-mcp-server.service-base.js.map +1 -0
  67. package/build/_modules/mcp/_services/dynts-mcp.adapter.d.ts +57 -0
  68. package/build/_modules/mcp/_services/dynts-mcp.adapter.d.ts.map +1 -0
  69. package/build/_modules/mcp/_services/dynts-mcp.adapter.js +139 -0
  70. package/build/_modules/mcp/_services/dynts-mcp.adapter.js.map +1 -0
  71. package/build/_modules/mcp/index.d.ts +4 -0
  72. package/build/_modules/mcp/index.d.ts.map +1 -0
  73. package/build/_modules/mcp/index.js +13 -0
  74. package/build/_modules/mcp/index.js.map +1 -0
  75. package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.d.ts +19 -0
  76. package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.d.ts.map +1 -0
  77. package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.js +23 -0
  78. package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.js.map +1 -0
  79. package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.d.ts +44 -0
  80. package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.d.ts.map +1 -0
  81. package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.js +68 -0
  82. package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.js.map +1 -0
  83. package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.d.ts +89 -0
  84. package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.d.ts.map +1 -0
  85. package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.js +12 -0
  86. package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.js.map +1 -0
  87. package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.d.ts +84 -0
  88. package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.d.ts.map +1 -0
  89. package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.js +220 -0
  90. package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.js.map +1 -0
  91. package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.d.ts +54 -0
  92. package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.d.ts.map +1 -0
  93. package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.js +76 -0
  94. package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.js.map +1 -0
  95. package/build/_modules/scoped-config/index.d.ts +6 -0
  96. package/build/_modules/scoped-config/index.d.ts.map +1 -0
  97. package/build/_modules/scoped-config/index.js +15 -0
  98. package/build/_modules/scoped-config/index.js.map +1 -0
  99. package/package.json +58 -2
  100. package/pnpm-workspace.yaml +1 -0
  101. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -0
  102. package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +552 -0
  103. package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -0
  104. package/src/_modules/ai/_modules/document-ai/index.ts +2 -0
  105. package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -0
  106. package/src/_modules/ai/_services/ai-embedding-mock.service.ts +233 -0
  107. package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -0
  108. package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +114 -0
  109. package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -0
  110. package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +399 -0
  111. package/src/_modules/ai/index.ts +10 -0
  112. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +176 -0
  113. package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +203 -0
  114. package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -0
  115. package/src/_modules/data-readers/index.ts +11 -0
  116. package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +60 -0
  117. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -0
  118. package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +150 -0
  119. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -0
  120. package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +108 -0
  121. package/src/_modules/local-vector-search/index.ts +6 -1
  122. package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -0
  123. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +151 -0
  124. package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +125 -0
  125. package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +168 -0
  126. package/src/_modules/mcp/index.ts +13 -0
  127. package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -0
  128. package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +82 -0
  129. package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +107 -0
  130. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +312 -0
  131. package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +311 -0
  132. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +123 -0
  133. package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +108 -0
  134. package/src/_modules/scoped-config/index.ts +17 -0
@@ -0,0 +1,198 @@
1
+
2
+ import { DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
3
+
4
+ import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
5
+ import { DyNTS_GlobalService } from '../../../_services/core/global.service';
6
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
7
+ import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
8
+ import { DyNTS_LVS_VectorPersist } from '../_models/data-models/lvs-vector-persist.data-model';
9
+ import { DyNTS_LVS_VectorPersist_DataService } from './lvs-vector-persist.data-service';
10
+ import { DyNTS_LVS_PersistentVectorPool_ControlService } from './lvs-persistent-vector-pool.control-service';
11
+
12
+ /**
13
+ * BFR-AM-001 — a `DyNTS_LVS_PersistentVectorPool_ControlService` (kompozíció: in-memory pool + Mongo-persist) spec-jei.
14
+ *
15
+ * A DB-réteget egy IN-MEMORY fake-store helyettesíti: a `DyNTS_LVS_VectorPersist_DataService.prototype`
16
+ * `upsertVector`/`removeVector`/`findByCollectionKey` metódusait stub-oljuk (a `getDBService` eager
17
+ * base-ctor-t is, hogy a lazy data-service-példányok ne dobjanak — memory: dynts_dataservice_eager_resolve),
18
+ * így a perzisztencia memóriában modellezett, ÉLŐ Mongo nélkül (skip-guard nem szükséges). A fő bizonyíték:
19
+ * **persist-then-hydrate round-trip** újraépíti a VALÓDI `LVS_VectorPool_ControlService` in-memory indexét.
20
+ */
21
+ describe('| DyNTS_LVS_PersistentVectorPool_ControlService', () => {
22
+
23
+ let mockDBService: jasmine.SpyObj<{ find: () => Promise<unknown[]>; findOne: () => Promise<unknown> }>;
24
+
25
+ /** Fake tartós tár: `collectionKey` → (`vectorId` → rekord). A persist-stubok ezt írják/olvassák. */
26
+ let store: Map<string, Map<string, DyNTS_LVS_VectorPersist>>;
27
+
28
+ beforeAll(() => {
29
+ if (!DyNTS_global_settings.systemShortCodeName) {
30
+ (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
31
+ }
32
+ if (!DyNTS_global_settings.env_settings) {
33
+ (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
34
+ environment: DyFM_EnvironmentFlag.local,
35
+ };
36
+ }
37
+ });
38
+
39
+ beforeEach(() => {
40
+ // A base-ctor eager getDBService-jét stub-oljuk (a lazy persist-service ne dobjon).
41
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', ['find', 'findOne']);
42
+ mockDBService.find.and.returnValue(Promise.resolve([]));
43
+ mockDBService.findOne.and.returnValue(Promise.resolve(null));
44
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
45
+
46
+ // A fake tartós tár + a persist-service prototype-stubok (memóriában modellezett Mongo).
47
+ store = new Map<string, Map<string, DyNTS_LVS_VectorPersist>>();
48
+
49
+ spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'upsertVector').and.callFake(
50
+ (set: { collectionKey: string; vectorId: string; embedding: number[]; metadata?: unknown }) => {
51
+ let coll: Map<string, DyNTS_LVS_VectorPersist> | undefined = store.get(set.collectionKey);
52
+ if (!coll) {
53
+ coll = new Map<string, DyNTS_LVS_VectorPersist>();
54
+ store.set(set.collectionKey, coll);
55
+ }
56
+ coll.set(set.vectorId, new DyNTS_LVS_VectorPersist({
57
+ collectionKey: set.collectionKey,
58
+ vectorId: set.vectorId,
59
+ embedding: set.embedding,
60
+ dimensions: set.embedding.length,
61
+ metadata: set.metadata,
62
+ }));
63
+ return Promise.resolve();
64
+ },
65
+ );
66
+
67
+ spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'removeVector').and.callFake(
68
+ (collectionKey: string, vectorId: string) => {
69
+ store.get(collectionKey)?.delete(vectorId);
70
+ return Promise.resolve();
71
+ },
72
+ );
73
+
74
+ spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'findByCollectionKey').and.callFake(
75
+ (collectionKey: string) =>
76
+ Promise.resolve(Array.from(store.get(collectionKey)?.values() ?? [])),
77
+ );
78
+ });
79
+
80
+ /** Egy egységvektor a tengely-irányba (cosine-self = 1) — determinisztikus keresés-ellenőrzéshez. */
81
+ const axis = (dim: number, hot: number): number[] => {
82
+ const v: number[] = new Array<number>(dim).fill(0);
83
+ v[hot] = 1;
84
+ return v;
85
+ };
86
+
87
+ it('| should persist on addVector and store the dimension', async () => {
88
+ const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
89
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
90
+
91
+ await pool.addVector('v1', [0.1, 0.2, 0.3], { tag: 'x' });
92
+
93
+ const persisted: DyNTS_LVS_VectorPersist | undefined = store.get('pool-a')?.get('v1');
94
+ expect(persisted).toBeDefined();
95
+ expect(persisted.embedding).toEqual([0.1, 0.2, 0.3]);
96
+ expect(persisted.dimensions).toBe(3);
97
+ expect(persisted.metadata).toEqual({ tag: 'x' });
98
+ // és a memória-pool-ban is benne van (kereshető):
99
+ expect(pool.getPool().getAll().size).toBe(1);
100
+ });
101
+
102
+ it('| persist-then-hydrate round-trip rebuilds the in-memory pool', async () => {
103
+ // (1) Egy pool-ba 3 vektort persistálunk.
104
+ const writer: DyNTS_LVS_PersistentVectorPool_ControlService =
105
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
106
+ await writer.addVector('v0', axis(4, 0));
107
+ await writer.addVector('v1', axis(4, 1));
108
+ await writer.addVector('v2', axis(4, 2));
109
+ expect(store.get('pool-a').size).toBe(3);
110
+
111
+ // (2) Egy FRISS wrapper (üres memória-pool) — szerver-restart szimuláció.
112
+ const rebuilt: DyNTS_LVS_PersistentVectorPool_ControlService =
113
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
114
+ expect(rebuilt.getPool().getAll().size).toBe(0);
115
+
116
+ // (3) Hidratálás Mongo-ból → a memória-pool újraépül.
117
+ const loaded: number = await rebuilt.hydrateFromMongo();
118
+ expect(loaded).toBe(3);
119
+ expect(rebuilt.getPool().getAll().size).toBe(3);
120
+
121
+ // (4) A keresés a hidratált pool-on a helyes vektort hozza vissza (cosine self-match = 1).
122
+ const hits: LVS_SearchResult[] = rebuilt.search(axis(4, 1), 1, LVS_Search_Mode.cosineSimilarity);
123
+ expect(hits.length).toBe(1);
124
+ expect(hits[0].id).toBe('v1');
125
+ expect(hits[0].score).toBeCloseTo(1, 6);
126
+ });
127
+
128
+ it('| should only hydrate the matching collectionKey (pool partitioning)', async () => {
129
+ const a: DyNTS_LVS_PersistentVectorPool_ControlService =
130
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
131
+ const b: DyNTS_LVS_PersistentVectorPool_ControlService =
132
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-b', issuer: 'test' });
133
+
134
+ await a.addVector('a1', axis(3, 0));
135
+ await b.addVector('b1', axis(3, 1));
136
+ await b.addVector('b2', axis(3, 2));
137
+
138
+ const rebuiltA: DyNTS_LVS_PersistentVectorPool_ControlService =
139
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
140
+ expect(await rebuiltA.hydrateFromMongo()).toBe(1);
141
+ expect(Array.from(rebuiltA.getPool().getAll().keys())).toEqual(['a1']);
142
+ });
143
+
144
+ it('| upsert (re-add) is reflected in both the pool and the store', async () => {
145
+ const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
146
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
147
+
148
+ await pool.addVector('v1', [1, 0, 0]);
149
+ await pool.updateVector('v1', [0, 1, 0], { v: 2 });
150
+
151
+ // a tárban EGY rekord van, a frissített értékkel + dimenzióval:
152
+ expect(store.get('pool-a').size).toBe(1);
153
+ const persisted: DyNTS_LVS_VectorPersist = store.get('pool-a').get('v1');
154
+ expect(persisted.embedding).toEqual([0, 1, 0]);
155
+ expect(persisted.dimensions).toBe(3);
156
+ expect(persisted.metadata).toEqual({ v: 2 });
157
+
158
+ // és egy friss hidratálás a frissített vektort hozza:
159
+ const rebuilt: DyNTS_LVS_PersistentVectorPool_ControlService =
160
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
161
+ await rebuilt.hydrateFromMongo();
162
+ const hits: LVS_SearchResult[] = rebuilt.search([0, 1, 0], 1, LVS_Search_Mode.cosineSimilarity);
163
+ expect(hits[0].id).toBe('v1');
164
+ expect(hits[0].score).toBeCloseTo(1, 6);
165
+ });
166
+
167
+ it('| removeVector is reflected in both the pool and the store', async () => {
168
+ const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
169
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
170
+
171
+ await pool.addVector('v1', axis(3, 0));
172
+ await pool.addVector('v2', axis(3, 1));
173
+ expect(store.get('pool-a').size).toBe(2);
174
+
175
+ await pool.removeVector('v1');
176
+
177
+ expect(store.get('pool-a').size).toBe(1);
178
+ expect(store.get('pool-a').has('v1')).toBeFalse();
179
+ expect(pool.getPool().getAll().has('v1')).toBeFalse();
180
+ expect(pool.getPool().getAll().has('v2')).toBeTrue();
181
+ });
182
+
183
+ it('| hydrate(records) rebuilds the pool without a Mongo read and skips incomplete records', () => {
184
+ const pool: DyNTS_LVS_PersistentVectorPool_ControlService =
185
+ new DyNTS_LVS_PersistentVectorPool_ControlService({ collectionKey: 'pool-a', issuer: 'test' });
186
+
187
+ const loaded: number = pool.hydrate([
188
+ new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v1', embedding: axis(2, 0) }),
189
+ new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v2', embedding: axis(2, 1) }),
190
+ // hiányos rekordok (átugorva):
191
+ new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v3', embedding: [] }),
192
+ new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', embedding: axis(2, 0) }),
193
+ ]);
194
+
195
+ expect(loaded).toBe(2);
196
+ expect(pool.getPool().getAll().size).toBe(2);
197
+ });
198
+ });
@@ -0,0 +1,150 @@
1
+
2
+ import { DyFM_Log } from '@futdevpro/fsm-dynamo';
3
+
4
+ import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
5
+ import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
6
+ import { DyNTS_LVS_VectorPersist } from '../_models/data-models/lvs-vector-persist.data-model';
7
+ import { DyNTS_LVS_VectorPersist_DataService } from './lvs-vector-persist.data-service';
8
+ import { LVS_VectorPool_ControlService } from './lvs-vector-pool.control-service';
9
+
10
+ /**
11
+ * `DyNTS_LVS_PersistentVectorPool_ControlService` (BFR-AM-001) — egy `LVS_VectorPool_ControlService` in-memory pool +
12
+ * MongoDB-perzisztencia **kompozíciója**. A FAM (fdp-agent-memory) `FAM_VectorSearch_ControlService`
13
+ * persist+hydrate workaround-ját generalizálja bedrock-szintre: a vektorok a SAJÁT Mongo-ban
14
+ * (`dynts_lvs_vector`) élnek, boot-kor a memória-pool-ba hidratálódnak — **NEM** MongoDB Atlas
15
+ * Vector Search.
16
+ *
17
+ * **Miért KOMPOZÍCIÓ (NEM a pool-class módosítása):** a `LVS_VectorPool_ControlService`-t egy másik,
18
+ * párhuzamos WIP (hybrid cosine+BM25) is érinti; a pool-class változtatása merge-konfliktust okozna.
19
+ * Ez a wrapper a pool-t VÁLTOZATLANUL hagyja (delegál: `addVector`/`removeVector`/`updateVector`/
20
+ * `search`), és a perzisztencia-mellékhatást a wrapper-metódusokban végzi. Egy wrapper-instance egy
21
+ * `collectionKey` (logikai pool); több pool = több wrapper.
22
+ *
23
+ * **FIGYELEM (memory: dynts_dataservice_eager_resolve):** a `DyNTS_DataService` base-ctor EAGER
24
+ * `getDBService`-t hív, ezért a wrapper NEM tart élő data-service-mezőt — minden DB-művelet előtt lazy
25
+ * `new DyNTS_LVS_VectorPersist_DataService(...)` (a `getPersistService` ezt adja).
26
+ */
27
+ export class DyNTS_LVS_PersistentVectorPool_ControlService {
28
+
29
+ /** A wrapped in-memory pool (a Dynamo LVS engine; VÁLTOZATLAN — kompozíció, nem módosítás). */
30
+ private readonly pool: LVS_VectorPool_ControlService;
31
+
32
+ /** A pool-particionálás kulcsa (a Mongo-rekordok `collectionKey`-e + a hidratálás-szűrő). */
33
+ private readonly collectionKey: string;
34
+
35
+ /** A perzisztencia-műveletek issuer-e (audit). */
36
+ private readonly issuer: string;
37
+
38
+ constructor(set: {
39
+ collectionKey: string,
40
+ issuer: string,
41
+ pool?: LVS_VectorPool_ControlService,
42
+ }) {
43
+ this.collectionKey = set.collectionKey;
44
+ this.issuer = set.issuer;
45
+ // Saját pool, ha a hívó nem ad be egyet (a wrapper nem módosítja a pool-osztályt — kompozíció).
46
+ this.pool = set.pool ?? new LVS_VectorPool_ControlService();
47
+ }
48
+
49
+ /** A wrapped in-memory pool (közvetlen olvasáshoz — pl. más search-mód, getAll). */
50
+ getPool(): LVS_VectorPool_ControlService {
51
+ return this.pool;
52
+ }
53
+
54
+ /**
55
+ * Egy vektor felvétele a memória-pool-ba ÉS tartós upsert-je Mongo-ba (persist-on-write, FAM-minta).
56
+ * A pool `addVector`-ja upsert-szemantikájú (azonos kulcson felülír), a Mongo-oldal is `(collectionKey,
57
+ * vectorId)`-upsert. A Mongo-írás MELLÉKHATÁS a memória-művelet után (a memória a forrás, a Mongo a tár).
58
+ */
59
+ async addVector(vectorId: string, vector: number[], metadata?: unknown): Promise<void> {
60
+ this.pool.addVector(vectorId, vector);
61
+ await this.getPersistService().upsertVector({
62
+ collectionKey: this.collectionKey,
63
+ vectorId: vectorId,
64
+ embedding: vector,
65
+ metadata: metadata,
66
+ });
67
+ }
68
+
69
+ /**
70
+ * Egy MEGLÉVŐ vektor frissítése a memória-pool-ban + tartós upsert Mongo-ba. A pool `updateVector`-ja
71
+ * dob, ha a kulcs nem létezik (a pool-szerződés változatlan) — a Mongo-írás csak siker után fut.
72
+ */
73
+ async updateVector(vectorId: string, vector: number[], metadata?: unknown): Promise<void> {
74
+ this.pool.updateVector(vectorId, vector);
75
+ await this.getPersistService().upsertVector({
76
+ collectionKey: this.collectionKey,
77
+ vectorId: vectorId,
78
+ embedding: vector,
79
+ metadata: metadata,
80
+ });
81
+ }
82
+
83
+ /** Egy vektor eltávolítása a memória-pool-ból ÉS a tartós tárból (`(collectionKey, vectorId)`). */
84
+ async removeVector(vectorId: string): Promise<void> {
85
+ this.pool.removeVector(vectorId);
86
+ await this.getPersistService().removeVector(this.collectionKey, vectorId);
87
+ }
88
+
89
+ /** Keresés a memória-pool-on (a wrapped pool `search`-jét delegálja — VÁLTOZATLAN engine). */
90
+ search(query: number[], k: number, mode: LVS_Search_Mode): LVS_SearchResult[] {
91
+ return this.pool.search(query, k, mode);
92
+ }
93
+
94
+ /**
95
+ * BOOT-HIDRATÁLÁS (FAM-minta, BFR-AM-001): a `collectionKey` ÖSSZES perzistált vektorát betölti a
96
+ * MEMÓRIA-pool-ba (`pool.addVector`), így a szerver-restart utáni in-memory index újraépül. A pool-t
97
+ * előbb üríti (idempotens hidratálás). A hiányos (üres `vectorId`/`embedding`) rekordokat átugorja.
98
+ * Visszaadja a betöltött vektorok számát. **NEM** Atlas — saját Mongo + in-memory pool.
99
+ */
100
+ async hydrateFromMongo(): Promise<number> {
101
+ const records: DyNTS_LVS_VectorPersist[] =
102
+ await this.getPersistService().findByCollectionKey(this.collectionKey);
103
+
104
+ this.pool.clearPool();
105
+
106
+ let loaded: number = 0;
107
+
108
+ for (const record of records) {
109
+ if (!record.vectorId || !record.embedding?.length) {
110
+ continue;
111
+ }
112
+ this.pool.addVector(record.vectorId, record.embedding);
113
+ loaded++;
114
+ }
115
+
116
+ DyFM_Log.log(
117
+ `[DyNTS LVS hydrate] '${this.collectionKey}' pool: ${loaded} vektor betöltve az in-memory pool-ba.`,
118
+ );
119
+
120
+ return loaded;
121
+ }
122
+
123
+ /**
124
+ * Perzistált rekordok közvetlen hidratálása a memória-pool-ba (Mongo-olvasás NÉLKÜL) — ha a hívó már
125
+ * kezében van a rekord-halmaz (pl. batch-boot). A pool-t előbb üríti (idempotens). Visszaadja a
126
+ * betöltött vektorok számát.
127
+ */
128
+ hydrate(records: DyNTS_LVS_VectorPersist[]): number {
129
+ this.pool.clearPool();
130
+ let loaded: number = 0;
131
+
132
+ for (const record of records) {
133
+ if (!record.vectorId || !record.embedding?.length) {
134
+ continue;
135
+ }
136
+ this.pool.addVector(record.vectorId, record.embedding);
137
+ loaded++;
138
+ }
139
+
140
+ return loaded;
141
+ }
142
+
143
+ /**
144
+ * Lazy persist-data-service (memory: dynts_dataservice_eager_resolve — a base-ctor eager
145
+ * `getDBService`-e miatt NEM tartható élő mezőként).
146
+ */
147
+ private getPersistService(): DyNTS_LVS_VectorPersist_DataService {
148
+ return new DyNTS_LVS_VectorPersist_DataService({ issuer: this.issuer });
149
+ }
150
+ }
@@ -0,0 +1,167 @@
1
+
2
+ import { DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
3
+
4
+ import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
5
+ import { DyNTS_GlobalService } from '../../../_services/core/global.service';
6
+ import { DyNTS_LVS_VectorPersist } from '../_models/data-models/lvs-vector-persist.data-model';
7
+ import { DyNTS_LVS_VectorPersist_DataService } from './lvs-vector-persist.data-service';
8
+
9
+ /**
10
+ * BFR-AM-001 — a `DyNTS_LVS_VectorPersist_DataService` spec-jei. A base-ctor eager `getDBService`-jét
11
+ * stub-oljuk (memory: dynts_dataservice_eager_resolve), így NEM kell élő Mongo. Az upsert atomikus
12
+ * `$set`-jét (Mixed `metadata` — memory: mongoose_mixed_atomic_write) + a dimenzió-tárolást bizonyítja.
13
+ */
14
+ describe('| DyNTS_LVS_VectorPersist_DataService', () => {
15
+
16
+ let mockDBService: jasmine.SpyObj<{ find: () => Promise<unknown[]>; findOne: () => Promise<unknown> }>;
17
+
18
+ beforeAll(() => {
19
+ if (!DyNTS_global_settings.systemShortCodeName) {
20
+ (DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
21
+ }
22
+ if (!DyNTS_global_settings.env_settings) {
23
+ (DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
24
+ environment: DyFM_EnvironmentFlag.local,
25
+ };
26
+ }
27
+ });
28
+
29
+ beforeEach(() => {
30
+ mockDBService = jasmine.createSpyObj('DyNTS_DBService', ['find', 'findOne']);
31
+ mockDBService.find.and.returnValue(Promise.resolve([]));
32
+ mockDBService.findOne.and.returnValue(Promise.resolve(null));
33
+ spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
34
+ });
35
+
36
+ describe('| constructor', () => {
37
+
38
+ it('| should create the service with a data model', () => {
39
+ const data: DyNTS_LVS_VectorPersist = new DyNTS_LVS_VectorPersist({
40
+ collectionKey: 'pool-a',
41
+ vectorId: 'v1',
42
+ embedding: [1, 2, 3],
43
+ });
44
+
45
+ const service: DyNTS_LVS_VectorPersist_DataService =
46
+ new DyNTS_LVS_VectorPersist_DataService({ data: data, issuer: 'issuer-123' });
47
+
48
+ expect(service).toBeInstanceOf(DyNTS_LVS_VectorPersist_DataService);
49
+ expect(service.data).toBeDefined();
50
+ expect(service.data.vectorId).toBe('v1');
51
+ expect(service.data.collectionKey).toBe('pool-a');
52
+ });
53
+
54
+ it('| should create the service without data', () => {
55
+ const service: DyNTS_LVS_VectorPersist_DataService =
56
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
57
+
58
+ expect(service).toBeInstanceOf(DyNTS_LVS_VectorPersist_DataService);
59
+ expect(service.data).toBeInstanceOf(DyNTS_LVS_VectorPersist);
60
+ });
61
+ });
62
+
63
+ describe('| findByCollectionKey', () => {
64
+
65
+ it('| should query the persisted vectors for a collectionKey', async () => {
66
+ const service: DyNTS_LVS_VectorPersist_DataService =
67
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
68
+
69
+ const records: DyNTS_LVS_VectorPersist[] = [
70
+ new DyNTS_LVS_VectorPersist({ collectionKey: 'pool-a', vectorId: 'v1', embedding: [1, 0] }),
71
+ ];
72
+ const findSpy = spyOn(service, 'findDataList').and.returnValue(Promise.resolve(records));
73
+
74
+ const result: DyNTS_LVS_VectorPersist[] = await service.findByCollectionKey('pool-a');
75
+
76
+ expect(findSpy).toHaveBeenCalledTimes(1);
77
+ const filterArg = findSpy.calls.mostRecent().args[0] as { collectionKey: string };
78
+ expect(filterArg.collectionKey).toBe('pool-a');
79
+ expect(result).toBe(records);
80
+ });
81
+ });
82
+
83
+ describe('| upsertVector — atomic $set + dimension store', () => {
84
+
85
+ it('| should issue an updateOne $set (with dimensions) for an EXISTING record', async () => {
86
+ const service: DyNTS_LVS_VectorPersist_DataService =
87
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
88
+
89
+ const existing: DyNTS_LVS_VectorPersist = new DyNTS_LVS_VectorPersist({
90
+ collectionKey: 'pool-a', vectorId: 'v1', embedding: [1, 2, 3],
91
+ });
92
+ existing._id = 'rec-1';
93
+
94
+ spyOn(service, 'findData').and.returnValue(Promise.resolve(existing));
95
+ const updateSpy = spyOn(service, 'updateData').and.returnValue(Promise.resolve());
96
+ const saveSpy = spyOn(service, 'saveData').and.returnValue(Promise.resolve(existing));
97
+
98
+ await service.upsertVector({
99
+ collectionKey: 'pool-a', vectorId: 'v1', embedding: [4, 5, 6, 7], metadata: { tag: 'x' },
100
+ });
101
+
102
+ expect(saveSpy).not.toHaveBeenCalled();
103
+ expect(updateSpy).toHaveBeenCalledTimes(1);
104
+ const arg = updateSpy.calls.mostRecent().args[0] as {
105
+ filterBy: { _id: string };
106
+ update: { $set: { embedding: number[]; dimensions: number; metadata: unknown } };
107
+ };
108
+ expect(arg.filterBy._id).toBe('rec-1');
109
+ expect(arg.update.$set.embedding).toEqual([4, 5, 6, 7]);
110
+ expect(arg.update.$set.dimensions).toBe(4);
111
+ expect(arg.update.$set.metadata).toEqual({ tag: 'x' });
112
+ });
113
+
114
+ it('| should saveData a NEW record (with stored dimensions) when none exists', async () => {
115
+ const service: DyNTS_LVS_VectorPersist_DataService =
116
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
117
+
118
+ spyOn(service, 'findData').and.returnValue(Promise.resolve(null));
119
+ const updateSpy = spyOn(service, 'updateData').and.returnValue(Promise.resolve());
120
+ const saveSpy = spyOn(service, 'saveData')
121
+ .and.callFake((data?: DyNTS_LVS_VectorPersist) =>
122
+ Promise.resolve(data as DyNTS_LVS_VectorPersist));
123
+
124
+ await service.upsertVector({ collectionKey: 'pool-a', vectorId: 'v2', embedding: [0.1, 0.2] });
125
+
126
+ expect(updateSpy).not.toHaveBeenCalled();
127
+ expect(saveSpy).toHaveBeenCalledTimes(1);
128
+ const written = saveSpy.calls.mostRecent().args[0] as DyNTS_LVS_VectorPersist;
129
+ expect(written.vectorId).toBe('v2');
130
+ expect(written.collectionKey).toBe('pool-a');
131
+ expect(written.embedding).toEqual([0.1, 0.2]);
132
+ expect(written.dimensions).toBe(2);
133
+ });
134
+ });
135
+
136
+ describe('| removeVector', () => {
137
+
138
+ it('| should absolute-delete the matching record', async () => {
139
+ const service: DyNTS_LVS_VectorPersist_DataService =
140
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
141
+
142
+ const existing: DyNTS_LVS_VectorPersist = new DyNTS_LVS_VectorPersist({
143
+ collectionKey: 'pool-a', vectorId: 'v1', embedding: [1, 0],
144
+ });
145
+ existing._id = 'rec-1';
146
+
147
+ spyOn(service, 'findData').and.returnValue(Promise.resolve(existing));
148
+ const deleteSpy = spyOn(service, 'deleteData').and.returnValue(Promise.resolve());
149
+
150
+ await service.removeVector('pool-a', 'v1');
151
+
152
+ expect(deleteSpy).toHaveBeenCalledWith('rec-1', true);
153
+ });
154
+
155
+ it('| should be a no-op when no matching record exists', async () => {
156
+ const service: DyNTS_LVS_VectorPersist_DataService =
157
+ new DyNTS_LVS_VectorPersist_DataService({ issuer: 'issuer-123' });
158
+
159
+ spyOn(service, 'findData').and.returnValue(Promise.resolve(null));
160
+ const deleteSpy = spyOn(service, 'deleteData').and.returnValue(Promise.resolve());
161
+
162
+ await service.removeVector('pool-a', 'missing');
163
+
164
+ expect(deleteSpy).not.toHaveBeenCalled();
165
+ });
166
+ });
167
+ });
@@ -0,0 +1,108 @@
1
+
2
+ import { DyFM_DBFilter, DyFM_DBFilterSimple } from '@futdevpro/fsm-dynamo';
3
+
4
+ import { DyNTS_DataService } from '../../../_services/base/data.service';
5
+ import {
6
+ DyNTS_LVS_VectorPersist,
7
+ DyNTS_lvsVectorPersist_dataParams
8
+ } from '../_models/data-models/lvs-vector-persist.data-model';
9
+
10
+ /**
11
+ * `DyNTS_LVS_VectorPersist_DataService` (BFR-AM-001) — a `dynts_lvs_vector` collection CRUD-rétege; a
12
+ * `LVS_VectorPool_ControlService` in-memory pool-jának tartós Mongo-háttértára. `extends
13
+ * DyNTS_DataService`; a nts-konvenció szerinti `{ data?, issuer }` constructor.
14
+ *
15
+ * **FIGYELEM (memory: dynts_dataservice_eager_resolve):** a `DyNTS_DataService` base-ctor EAGER
16
+ * `getDBService`-t hív → a hívó NEM tarthat élő data-service-példányt mezőként; minden művelet előtt
17
+ * lazy `new DyNTS_LVS_VectorPersist_DataService(...)` kell (a `DyNTS_LVS_PersistentVectorPool_ControlService` így jár el).
18
+ *
19
+ * **Atomikus írás (memory: mongoose_mixed_atomic_write):** az upsert a `(collectionKey, vectorId)`
20
+ * logikai-kulcson MEGLÉVŐ rekordot `updateOne({...},{$set:{embedding,dimensions,metadata}})`-tel
21
+ * frissíti (a Mixed `metadata` `findOne→mutate→save` SILENT-DROP-ja ellen); ÚJ rekordot `saveData`-val ír.
22
+ */
23
+ export class DyNTS_LVS_VectorPersist_DataService extends DyNTS_DataService<DyNTS_LVS_VectorPersist> {
24
+
25
+ constructor(
26
+ set: {
27
+ data?: DyNTS_LVS_VectorPersist,
28
+ issuer: string,
29
+ },
30
+ ) {
31
+ super(
32
+ set.data instanceof DyNTS_LVS_VectorPersist
33
+ ? set.data
34
+ : new DyNTS_LVS_VectorPersist(set.data),
35
+ DyNTS_lvsVectorPersist_dataParams,
36
+ set.issuer,
37
+ );
38
+ }
39
+
40
+ /**
41
+ * Egy (logikai) pool ÖSSZES perzistált, nem-soft-delete-elt vektor-rekordja — a boot-hidratáláshoz
42
+ * (a `DyNTS_LVS_PersistentVectorPool_ControlService.hydrateFromMongo` ezt tölti az in-memory pool-ba).
43
+ */
44
+ async findByCollectionKey(collectionKey: string): Promise<DyNTS_LVS_VectorPersist[]> {
45
+ return this.findDataList(
46
+ { collectionKey: collectionKey },
47
+ true,
48
+ );
49
+ }
50
+
51
+ /**
52
+ * Egy vektor ATOMIKUS upsert-je a `(collectionKey, vectorId)` logikai-kulcson. MEGLÉVŐ rekordnál
53
+ * `$set` (a Mixed `metadata` silent-drop ellen — memory: mongoose_mixed_atomic_write); ÚJ rekordnál
54
+ * `saveData`. A dimenzió az `embedding.length`-ből rögzül.
55
+ */
56
+ async upsertVector(set: {
57
+ collectionKey: string,
58
+ vectorId: string,
59
+ embedding: number[],
60
+ metadata?: unknown,
61
+ }): Promise<void> {
62
+ const existing: DyNTS_LVS_VectorPersist = await this.findData(
63
+ { collectionKey: set.collectionKey, vectorId: set.vectorId },
64
+ true,
65
+ );
66
+
67
+ if (existing?._id) {
68
+ await this.updateData({
69
+ filterBy: { _id: existing._id },
70
+ update: {
71
+ $set: {
72
+ embedding: set.embedding,
73
+ dimensions: set.embedding.length,
74
+ metadata: set.metadata,
75
+ },
76
+ },
77
+ });
78
+
79
+ return;
80
+ }
81
+
82
+ await this.saveData(
83
+ new DyNTS_LVS_VectorPersist({
84
+ collectionKey: set.collectionKey,
85
+ vectorId: set.vectorId,
86
+ embedding: set.embedding,
87
+ dimensions: set.embedding.length,
88
+ metadata: set.metadata,
89
+ }),
90
+ true,
91
+ );
92
+ }
93
+
94
+ /**
95
+ * Egy vektor-rekord végleges törlése a `(collectionKey, vectorId)` logikai-kulcson (a pool
96
+ * `removeVector`-ja után — a tartós tár is törli). `addArchive` nincs → `absolute` true-val töröl.
97
+ */
98
+ async removeVector(collectionKey: string, vectorId: string): Promise<void> {
99
+ const existing: DyNTS_LVS_VectorPersist = await this.findData(
100
+ { collectionKey: collectionKey, vectorId: vectorId },
101
+ true,
102
+ );
103
+
104
+ if (existing?._id) {
105
+ await this.deleteData(existing._id, true);
106
+ }
107
+ }
108
+ }
@@ -6,7 +6,12 @@ export * from './_enums/lvs-search-mode.enum';
6
6
  // INTERFACES
7
7
  export * from './_models/lvs-search-result.interface';
8
8
 
9
+ // DATA MODELS
10
+ export * from './_models/data-models/lvs-vector-persist.data-model';
11
+
9
12
  // SERVICES
10
13
  export * from './_services/lvs-doc-chunk-data.service';
11
14
  export * from './_services/lvs-local-vector-search.data-service';
12
- export * from './_services/lvs-vector-pool.control-service';
15
+ export * from './_services/lvs-vector-pool.control-service';
16
+ export * from './_services/lvs-vector-persist.data-service';
17
+ export * from './_services/lvs-persistent-vector-pool.control-service';