@futdevpro/nts-dynamo 1.15.57 → 1.15.58
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.dynamo/logs/cicd-pipeline/output.log +1757 -3604
- package/.dynamo/logs/cicd-pipeline/status.json +43 -345
- package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.d.ts +110 -0
- package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.d.ts.map +1 -0
- package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.js +419 -0
- package/build/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.js.map +1 -0
- package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.d.ts +50 -0
- package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.d.ts.map +1 -0
- package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.js +3 -0
- package/build/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.js.map +1 -0
- package/build/_modules/ai/_modules/document-ai/index.d.ts +2 -0
- package/build/_modules/ai/_modules/document-ai/index.d.ts.map +1 -1
- package/build/_modules/ai/_modules/document-ai/index.js +2 -0
- package/build/_modules/ai/_modules/document-ai/index.js.map +1 -1
- package/build/_modules/ai/_services/ai-embedding-mock.service.d.ts +81 -0
- package/build/_modules/ai/_services/ai-embedding-mock.service.d.ts.map +1 -0
- package/build/_modules/ai/_services/ai-embedding-mock.service.js +167 -0
- package/build/_modules/ai/_services/ai-embedding-mock.service.js.map +1 -0
- package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts +52 -0
- package/build/_modules/ai/_services/ai-embedding-provider.registry.d.ts.map +1 -0
- package/build/_modules/ai/_services/ai-embedding-provider.registry.js +79 -0
- package/build/_modules/ai/_services/ai-embedding-provider.registry.js.map +1 -0
- package/build/_modules/ai/_services/lmstudio-embedding.control-service.d.ts +111 -0
- package/build/_modules/ai/_services/lmstudio-embedding.control-service.d.ts.map +1 -0
- package/build/_modules/ai/_services/lmstudio-embedding.control-service.js +298 -0
- package/build/_modules/ai/_services/lmstudio-embedding.control-service.js.map +1 -0
- package/build/_modules/ai/index.d.ts +3 -0
- package/build/_modules/ai/index.d.ts.map +1 -1
- package/build/_modules/ai/index.js +4 -0
- package/build/_modules/ai/index.js.map +1 -1
- package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.d.ts +59 -0
- package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.d.ts.map +1 -0
- package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.js +169 -0
- package/build/_modules/data-readers/_collections/dynts-sqlite-reader.util.js.map +1 -0
- package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.d.ts +32 -0
- package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.d.ts.map +1 -0
- package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.js +8 -0
- package/build/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.js.map +1 -0
- package/build/_modules/data-readers/index.d.ts +3 -0
- package/build/_modules/data-readers/index.d.ts.map +1 -0
- package/build/_modules/data-readers/index.js +11 -0
- package/build/_modules/data-readers/index.js.map +1 -0
- package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.d.ts +36 -0
- package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.d.ts.map +1 -0
- package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.js +54 -0
- package/build/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.js.map +1 -0
- package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.d.ts +70 -0
- package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.d.ts.map +1 -0
- package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.js +123 -0
- package/build/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.js.map +1 -0
- package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.d.ts +43 -0
- package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.d.ts.map +1 -0
- package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.js +72 -0
- package/build/_modules/local-vector-search/_services/lvs-vector-persist.data-service.js.map +1 -0
- package/build/_modules/local-vector-search/index.d.ts +3 -0
- package/build/_modules/local-vector-search/index.d.ts.map +1 -1
- package/build/_modules/local-vector-search/index.js +4 -0
- package/build/_modules/local-vector-search/index.js.map +1 -1
- package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.d.ts +109 -0
- package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.d.ts.map +1 -0
- package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.js +14 -0
- package/build/_modules/mcp/_models/interfaces/dynts-mcp.interface.js.map +1 -0
- package/build/_modules/mcp/_services/dynts-mcp-server.service-base.d.ts +71 -0
- package/build/_modules/mcp/_services/dynts-mcp-server.service-base.d.ts.map +1 -0
- package/build/_modules/mcp/_services/dynts-mcp-server.service-base.js +99 -0
- package/build/_modules/mcp/_services/dynts-mcp-server.service-base.js.map +1 -0
- package/build/_modules/mcp/_services/dynts-mcp.adapter.d.ts +57 -0
- package/build/_modules/mcp/_services/dynts-mcp.adapter.d.ts.map +1 -0
- package/build/_modules/mcp/_services/dynts-mcp.adapter.js +134 -0
- package/build/_modules/mcp/_services/dynts-mcp.adapter.js.map +1 -0
- package/build/_modules/mcp/index.d.ts +4 -0
- package/build/_modules/mcp/index.d.ts.map +1 -0
- package/build/_modules/mcp/index.js +13 -0
- package/build/_modules/mcp/index.js.map +1 -0
- package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.d.ts +19 -0
- package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.d.ts.map +1 -0
- package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.js +23 -0
- package/build/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.js.map +1 -0
- package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.d.ts +44 -0
- package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.d.ts.map +1 -0
- package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.js +68 -0
- package/build/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.js.map +1 -0
- package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.d.ts +89 -0
- package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.d.ts.map +1 -0
- package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.js +3 -0
- package/build/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.js.map +1 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.d.ts +84 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.d.ts.map +1 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.js +220 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.control-service.js.map +1 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.d.ts +54 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.d.ts.map +1 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.js +76 -0
- package/build/_modules/scoped-config/_services/dynts-scoped-config.data-service.js.map +1 -0
- package/build/_modules/scoped-config/index.d.ts +6 -0
- package/build/_modules/scoped-config/index.d.ts.map +1 -0
- package/build/_modules/scoped-config/index.js +15 -0
- package/build/_modules/scoped-config/index.js.map +1 -0
- package/package.json +58 -2
- package/pnpm-workspace.yaml +1 -0
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.spec.ts +295 -0
- package/src/_modules/ai/_modules/document-ai/_collections/dai-code-chunking.util.ts +520 -0
- package/src/_modules/ai/_modules/document-ai/_models/interfaces/dai-code-chunk.interface.ts +68 -0
- package/src/_modules/ai/_modules/document-ai/index.ts +2 -0
- package/src/_modules/ai/_services/ai-embedding-mock.service.spec.ts +115 -0
- package/src/_modules/ai/_services/ai-embedding-mock.service.ts +219 -0
- package/src/_modules/ai/_services/ai-embedding-provider.registry.spec.ts +110 -0
- package/src/_modules/ai/_services/ai-embedding-provider.registry.ts +110 -0
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.spec.ts +197 -0
- package/src/_modules/ai/_services/lmstudio-embedding.control-service.ts +378 -0
- package/src/_modules/ai/index.ts +5 -0
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.spec.ts +161 -0
- package/src/_modules/data-readers/_collections/dynts-sqlite-reader.util.ts +192 -0
- package/src/_modules/data-readers/_models/interfaces/dynts-sqlite-reader.interface.ts +33 -0
- package/src/_modules/data-readers/index.ts +11 -0
- package/src/_modules/local-vector-search/_models/data-models/lvs-vector-persist.data-model.ts +59 -0
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.spec.ts +198 -0
- package/src/_modules/local-vector-search/_services/lvs-persistent-vector-pool.control-service.ts +146 -0
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.spec.ts +167 -0
- package/src/_modules/local-vector-search/_services/lvs-vector-persist.data-service.ts +106 -0
- package/src/_modules/local-vector-search/index.ts +6 -1
- package/src/_modules/mcp/_models/interfaces/dynts-mcp.interface.ts +111 -0
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.spec.ts +142 -0
- package/src/_modules/mcp/_services/dynts-mcp-server.service-base.ts +120 -0
- package/src/_modules/mcp/_services/dynts-mcp.adapter.ts +157 -0
- package/src/_modules/mcp/index.ts +13 -0
- package/src/_modules/scoped-config/_enums/dynts-scoped-config-level.enum.ts +22 -0
- package/src/_modules/scoped-config/_models/data-models/dynts-scoped-config.data-model.ts +81 -0
- package/src/_modules/scoped-config/_models/interfaces/dynts-scoped-config.interface.ts +109 -0
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.spec.ts +306 -0
- package/src/_modules/scoped-config/_services/dynts-scoped-config.control-service.ts +295 -0
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.spec.ts +118 -0
- package/src/_modules/scoped-config/_services/dynts-scoped-config.data-service.ts +105 -0
- package/src/_modules/scoped-config/index.ts +17 -0
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
import * as fs from 'fs';
|
|
2
|
+
import * as os from 'os';
|
|
3
|
+
import * as path from 'path';
|
|
4
|
+
|
|
5
|
+
import Database from 'better-sqlite3';
|
|
6
|
+
|
|
7
|
+
import { DyFM_Error } from '@futdevpro/fsm-dynamo';
|
|
8
|
+
|
|
9
|
+
import { DyNTS_Sqlite_Reader_Util } from './dynts-sqlite-reader.util';
|
|
10
|
+
import { DyNTS_SqliteColumnInfo } from '../_models/interfaces/dynts-sqlite-reader.interface';
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* `DyNTS_Sqlite_Reader_Util` spec (BFR-AM-009). Egy temp `.db` fájlt hozunk létre (a reader path-szal
|
|
14
|
+
* + `fileMustExist:true` nyit, ezért valódi fájl kell — a `:memory:` path-ön nem ad fájlt), feltöltjük,
|
|
15
|
+
* majd igazoljuk:
|
|
16
|
+
* - `listTables` (a belső `sqlite_%` táblák kiszűrve, ABC-sorrend),
|
|
17
|
+
* - `getSchema` (oszlop-info: name/type/notNull/primaryKey),
|
|
18
|
+
* - `readTable` (összes sor) + nem-létező tábla → strukturált hiba,
|
|
19
|
+
* - `query` SELECT/WITH fut + paraméteres SELECT,
|
|
20
|
+
* - `query` NEM-SELECT (INSERT/UPDATE/DELETE/DROP/multi-statement) → READONLY-hiba (elutasít),
|
|
21
|
+
* - hiányzó path / nem-létező fájl → strukturált hiba.
|
|
22
|
+
*/
|
|
23
|
+
describe('DyNTS_Sqlite_Reader_Util (read-only SQLite reader, BFR-AM-009)', () => {
|
|
24
|
+
|
|
25
|
+
/** A temp DB-fájl útvonala (minden teszt-futáshoz egyedi). */
|
|
26
|
+
let dbPath: string;
|
|
27
|
+
|
|
28
|
+
beforeAll(() => {
|
|
29
|
+
dbPath = path.join(os.tmpdir(), `dynts-sqlite-spec-${process.pid}-${Date.now()}.db`);
|
|
30
|
+
const db: Database.Database = new Database(dbPath);
|
|
31
|
+
db.exec(`
|
|
32
|
+
CREATE TABLE users (id INTEGER PRIMARY KEY, name TEXT NOT NULL, age INTEGER);
|
|
33
|
+
CREATE TABLE posts (id INTEGER PRIMARY KEY, title TEXT);
|
|
34
|
+
`);
|
|
35
|
+
db.prepare('INSERT INTO users (id, name, age) VALUES (?, ?, ?)').run(1, 'Ada', 36);
|
|
36
|
+
db.prepare('INSERT INTO users (id, name, age) VALUES (?, ?, ?)').run(2, 'Grace', 40);
|
|
37
|
+
db.prepare('INSERT INTO posts (id, title) VALUES (?, ?)').run(1, 'Hello');
|
|
38
|
+
db.close();
|
|
39
|
+
});
|
|
40
|
+
|
|
41
|
+
afterAll(() => {
|
|
42
|
+
if (dbPath && fs.existsSync(dbPath)) {
|
|
43
|
+
fs.unlinkSync(dbPath);
|
|
44
|
+
}
|
|
45
|
+
});
|
|
46
|
+
|
|
47
|
+
/** Egy hívás, ami egy adott errorCode-dal kell hogy dobjon (strukturált, NEM néma). */
|
|
48
|
+
const expectErrorCode = (fn: () => unknown, expectedCode: string): void => {
|
|
49
|
+
let thrown: unknown;
|
|
50
|
+
try {
|
|
51
|
+
fn();
|
|
52
|
+
} catch (error) {
|
|
53
|
+
thrown = error;
|
|
54
|
+
}
|
|
55
|
+
expect(thrown).withContext(`dobnia kellett (${expectedCode})`).toBeDefined();
|
|
56
|
+
const code: string | undefined =
|
|
57
|
+
thrown instanceof DyFM_Error ? DyFM_Error.getErrorCode(thrown) : undefined;
|
|
58
|
+
expect(code).withContext('a hibakód').toBe(expectedCode);
|
|
59
|
+
};
|
|
60
|
+
|
|
61
|
+
describe('listTables', () => {
|
|
62
|
+
it('a user-táblák ABC-sorrendben (a belső sqlite_% táblák kiszűrve)', () => {
|
|
63
|
+
expect(DyNTS_Sqlite_Reader_Util.listTables(dbPath)).toEqual(['posts', 'users']);
|
|
64
|
+
});
|
|
65
|
+
});
|
|
66
|
+
|
|
67
|
+
describe('getSchema', () => {
|
|
68
|
+
it('a users tábla oszlop-info-ja (name/type/notNull/primaryKey)', () => {
|
|
69
|
+
const schema: DyNTS_SqliteColumnInfo[] = DyNTS_Sqlite_Reader_Util.getSchema(dbPath, 'users');
|
|
70
|
+
expect(schema.map((column) => column.name)).toEqual(['id', 'name', 'age']);
|
|
71
|
+
const idColumn: DyNTS_SqliteColumnInfo = schema.find((column) => column.name === 'id')!;
|
|
72
|
+
expect(idColumn.primaryKey).toBe(true);
|
|
73
|
+
const nameColumn: DyNTS_SqliteColumnInfo = schema.find((column) => column.name === 'name')!;
|
|
74
|
+
expect(nameColumn.notNull).toBe(true);
|
|
75
|
+
expect(nameColumn.type).toBe('TEXT');
|
|
76
|
+
});
|
|
77
|
+
|
|
78
|
+
it('nem-létező tábla → DyNTS-SQLITE-READ-002 (NEM néma)', () => {
|
|
79
|
+
expectErrorCode(() => DyNTS_Sqlite_Reader_Util.getSchema(dbPath, 'no_such_table'), 'DyNTS-SQLITE-READ-002');
|
|
80
|
+
});
|
|
81
|
+
});
|
|
82
|
+
|
|
83
|
+
describe('readTable', () => {
|
|
84
|
+
it('a users tábla minden sora', () => {
|
|
85
|
+
const rows: { id: number; name: string }[] =
|
|
86
|
+
DyNTS_Sqlite_Reader_Util.readTable(dbPath, 'users') as { id: number; name: string }[];
|
|
87
|
+
expect(rows.length).toBe(2);
|
|
88
|
+
expect(rows.map((row) => row.name).sort()).toEqual(['Ada', 'Grace']);
|
|
89
|
+
});
|
|
90
|
+
|
|
91
|
+
it('nem-létező tábla → DyNTS-SQLITE-READ-002 (NEM néma-[])', () => {
|
|
92
|
+
expectErrorCode(() => DyNTS_Sqlite_Reader_Util.readTable(dbPath, 'ghost'), 'DyNTS-SQLITE-READ-002');
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
describe('query (SELECT-only)', () => {
|
|
97
|
+
it('egy SELECT lekérdezés sorai', () => {
|
|
98
|
+
const rows: { name: string }[] =
|
|
99
|
+
DyNTS_Sqlite_Reader_Util.query(dbPath, 'SELECT name FROM users ORDER BY age DESC') as { name: string }[];
|
|
100
|
+
expect(rows.map((row) => row.name)).toEqual(['Grace', 'Ada']);
|
|
101
|
+
});
|
|
102
|
+
|
|
103
|
+
it('paraméteres SELECT (prepared-statement param)', () => {
|
|
104
|
+
const rows: { name: string }[] =
|
|
105
|
+
DyNTS_Sqlite_Reader_Util.query(dbPath, 'SELECT * FROM users WHERE age > ?', [37]) as { name: string }[];
|
|
106
|
+
expect(rows.map((row) => row.name)).toEqual(['Grace']);
|
|
107
|
+
});
|
|
108
|
+
|
|
109
|
+
it('WITH (CTE) is engedett (read-only)', () => {
|
|
110
|
+
const rows: { n: number }[] = DyNTS_Sqlite_Reader_Util.query(dbPath,
|
|
111
|
+
'WITH adults AS (SELECT * FROM users WHERE age >= 36) SELECT COUNT(*) AS n FROM adults') as { n: number }[];
|
|
112
|
+
expect(rows[0].n).toBe(2);
|
|
113
|
+
});
|
|
114
|
+
|
|
115
|
+
it('INSERT → DyNTS-SQLITE-READONLY-001 (elutasít a forrás-rétegben)', () => {
|
|
116
|
+
expectErrorCode(
|
|
117
|
+
() => DyNTS_Sqlite_Reader_Util.query(dbPath, "INSERT INTO users (id, name) VALUES (9, 'x')"),
|
|
118
|
+
'DyNTS-SQLITE-READONLY-001');
|
|
119
|
+
});
|
|
120
|
+
|
|
121
|
+
it('UPDATE → DyNTS-SQLITE-READONLY-001', () => {
|
|
122
|
+
expectErrorCode(
|
|
123
|
+
() => DyNTS_Sqlite_Reader_Util.query(dbPath, "UPDATE users SET name='x' WHERE id=1"),
|
|
124
|
+
'DyNTS-SQLITE-READONLY-001');
|
|
125
|
+
});
|
|
126
|
+
|
|
127
|
+
it('DELETE → DyNTS-SQLITE-READONLY-001', () => {
|
|
128
|
+
expectErrorCode(
|
|
129
|
+
() => DyNTS_Sqlite_Reader_Util.query(dbPath, 'DELETE FROM users'),
|
|
130
|
+
'DyNTS-SQLITE-READONLY-001');
|
|
131
|
+
});
|
|
132
|
+
|
|
133
|
+
it('DROP → DyNTS-SQLITE-READONLY-001', () => {
|
|
134
|
+
expectErrorCode(
|
|
135
|
+
() => DyNTS_Sqlite_Reader_Util.query(dbPath, 'DROP TABLE users'),
|
|
136
|
+
'DyNTS-SQLITE-READONLY-001');
|
|
137
|
+
});
|
|
138
|
+
|
|
139
|
+
it('multi-statement (SELECT; DELETE) → DyNTS-SQLITE-READONLY-001 (nem rejthető írás SELECT mögé)', () => {
|
|
140
|
+
expectErrorCode(
|
|
141
|
+
() => DyNTS_Sqlite_Reader_Util.query(dbPath, 'SELECT 1; DELETE FROM users'),
|
|
142
|
+
'DyNTS-SQLITE-READONLY-001');
|
|
143
|
+
});
|
|
144
|
+
|
|
145
|
+
it('üres SQL → DyNTS-SQLITE-READONLY-001', () => {
|
|
146
|
+
expectErrorCode(() => DyNTS_Sqlite_Reader_Util.query(dbPath, ' '), 'DyNTS-SQLITE-READONLY-001');
|
|
147
|
+
});
|
|
148
|
+
});
|
|
149
|
+
|
|
150
|
+
describe('path-validáció (fail-soft, NEM crash)', () => {
|
|
151
|
+
it('üres path → DyNTS-SQLITE-READ-001', () => {
|
|
152
|
+
expectErrorCode(() => DyNTS_Sqlite_Reader_Util.listTables(''), 'DyNTS-SQLITE-READ-001');
|
|
153
|
+
});
|
|
154
|
+
|
|
155
|
+
it('nem-létező fájl → DyNTS-SQLITE-READ-001', () => {
|
|
156
|
+
expectErrorCode(
|
|
157
|
+
() => DyNTS_Sqlite_Reader_Util.listTables(path.join(os.tmpdir(), 'no-such-db-file-xyz.db')),
|
|
158
|
+
'DyNTS-SQLITE-READ-001');
|
|
159
|
+
});
|
|
160
|
+
});
|
|
161
|
+
});
|
|
@@ -0,0 +1,192 @@
|
|
|
1
|
+
import * as fs from 'fs';
|
|
2
|
+
|
|
3
|
+
import Database from 'better-sqlite3';
|
|
4
|
+
|
|
5
|
+
import { DyFM_Error } from '@futdevpro/fsm-dynamo';
|
|
6
|
+
|
|
7
|
+
import {
|
|
8
|
+
DyNTS_SqliteColumnInfo,
|
|
9
|
+
DyNTS_SqliteReadOptions,
|
|
10
|
+
} from '../_models/interfaces/dynts-sqlite-reader.interface';
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* `DyNTS_Sqlite_Reader_Util` (BFR-AM-009) — **read-only** SQLite reader statikus util. Egy IZOLÁLT,
|
|
14
|
+
* opcionális natív függőséggel (`better-sqlite3`, read-only mode) ad általános, domain-agnosztikus
|
|
15
|
+
* SQLite-olvasást: `listTables` / `getSchema` / `readTable` / `query` (SELECT-only).
|
|
16
|
+
*
|
|
17
|
+
* **Read-only garancia (kétréteg):**
|
|
18
|
+
* 1. a DB MINDIG `{ readonly: true }`-vel nyílik (a SQLite-engine elutasít minden írást),
|
|
19
|
+
* 2. a `query()` ráadásul forrás-szinten egy **SELECT-only guard**-ot tesz (csak `SELECT`/`WITH`
|
|
20
|
+
* kezdetű, single-statement SQL fut) — így a destruktív SQL még a DB-rétegig sem jut el.
|
|
21
|
+
*
|
|
22
|
+
* **Fail-soft (no-silent-failure):** hiányzó `path` / nem-létező fájl / megnyitás-hiba / tiltott SQL
|
|
23
|
+
* → tiszta, strukturált `DyFM_Error` (errorCode + deskriptív message), NEM hang/crash/néma-[]. A DB
|
|
24
|
+
* MINDIG zárul (try/finally).
|
|
25
|
+
*
|
|
26
|
+
* **Opcionális natív dep:** a `better-sqlite3` peer-dep `optional:true` — a consumer CSAK akkor adja
|
|
27
|
+
* hozzá, ha SQLite-ot olvas. A `/mcp`-vel diszjunkt; ez a util egy import-ban él, így a require
|
|
28
|
+
* tényleges hívásig (statikus metódus) nem terheli a nem-SQLite consumert.
|
|
29
|
+
*/
|
|
30
|
+
export class DyNTS_Sqlite_Reader_Util {
|
|
31
|
+
|
|
32
|
+
/** A hibák issuer-e (a strukturált DyFM_Error-okhoz). */
|
|
33
|
+
private static readonly issuer: string = 'DyNTS_Sqlite_Reader_Util';
|
|
34
|
+
|
|
35
|
+
/** A `query()` SELECT-only guard regex-e: a (trimmelt, lowercase) SQL `select`/`with`-tel kezdődik. */
|
|
36
|
+
private static readonly SELECT_ONLY: RegExp = /^\s*(select|with)\b/i;
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* Egy tábla ÖSSZES sorának read-only olvasása (`SELECT * FROM <table>`). A `table` nevet
|
|
40
|
+
* `sqlite_master` ellen validáljuk (csak létező táblanév fut, így nincs SQL-injekciós felület a
|
|
41
|
+
* tábla-néven). Nem-létező tábla → strukturált hiba (NEM néma-[]).
|
|
42
|
+
*/
|
|
43
|
+
public static readTable(dbPath: string, table: string): unknown[] {
|
|
44
|
+
return DyNTS_Sqlite_Reader_Util.withDb(dbPath, (db) => {
|
|
45
|
+
if (!DyNTS_Sqlite_Reader_Util.tableExists(db, table)) {
|
|
46
|
+
throw new DyFM_Error({
|
|
47
|
+
errorCode: 'DyNTS-SQLITE-READ-002',
|
|
48
|
+
message: `Table '${table}' does not exist in the SQLite DB: '${dbPath}'.`,
|
|
49
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
50
|
+
});
|
|
51
|
+
}
|
|
52
|
+
// A `table` itt már egy igazolt, létező táblanév (sqlite_master), nem nyers user-input.
|
|
53
|
+
return db.prepare(`SELECT * FROM "${table}"`).all();
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
/**
|
|
58
|
+
* Egy tetszőleges **SELECT-only** lekérdezés read-only futtatása. A guard elutasít minden nem-SELECT
|
|
59
|
+
* (insert/update/delete/drop/attach/pragma-write/…) SQL-t → `DyNTS-SQLITE-READONLY-001`. A
|
|
60
|
+
* `params` opcionális prepared-statement paraméterek (pozícionális `?` vagy named `@x`).
|
|
61
|
+
*/
|
|
62
|
+
public static query(dbPath: string, sql: string, params?: unknown[] | { [key: string]: unknown }): unknown[] {
|
|
63
|
+
DyNTS_Sqlite_Reader_Util.assertSelectOnly(sql);
|
|
64
|
+
return DyNTS_Sqlite_Reader_Util.withDb(dbPath, (db) => {
|
|
65
|
+
const statement: Database.Statement = db.prepare(sql);
|
|
66
|
+
// A `better-sqlite3` `.all()` csak read-statement-en ad sort; write-statement-en dobna —
|
|
67
|
+
// a SELECT-only guard ezt már a forrás-rétegben kizárja (defenzív kettősség).
|
|
68
|
+
return params === undefined ? statement.all() : statement.all(params as never);
|
|
69
|
+
});
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
/** A DB ÖSSZES (nem-belső) táblanevének read-only listája (`sqlite_master`, ABC-sorrendben). */
|
|
73
|
+
public static listTables(dbPath: string): string[] {
|
|
74
|
+
return DyNTS_Sqlite_Reader_Util.withDb(dbPath, (db) => {
|
|
75
|
+
const rows: { name: string }[] = db.prepare(
|
|
76
|
+
"SELECT name FROM sqlite_master WHERE type='table' AND name NOT LIKE 'sqlite_%' ORDER BY name",
|
|
77
|
+
).all() as { name: string }[];
|
|
78
|
+
return rows.map((row) => row.name);
|
|
79
|
+
});
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
/**
|
|
83
|
+
* Egy tábla séma-leírása (`PRAGMA table_info(<table>)` — a SQLite read-only introspekciója). A
|
|
84
|
+
* `table` nevet `sqlite_master` ellen validáljuk (nem-létező → strukturált hiba). Az oszlop-info
|
|
85
|
+
* (`cid`/`name`/`type`/`notNull`/`defaultValue`/`primaryKey`) normalizált shape-ben tér vissza.
|
|
86
|
+
*/
|
|
87
|
+
public static getSchema(dbPath: string, table: string): DyNTS_SqliteColumnInfo[] {
|
|
88
|
+
return DyNTS_Sqlite_Reader_Util.withDb(dbPath, (db) => {
|
|
89
|
+
if (!DyNTS_Sqlite_Reader_Util.tableExists(db, table)) {
|
|
90
|
+
throw new DyFM_Error({
|
|
91
|
+
errorCode: 'DyNTS-SQLITE-READ-002',
|
|
92
|
+
message: `Table '${table}' does not exist in the SQLite DB: '${dbPath}'.`,
|
|
93
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
94
|
+
});
|
|
95
|
+
}
|
|
96
|
+
const rows: PragmaColumnRow[] = db.pragma(`table_info("${table}")`) as PragmaColumnRow[];
|
|
97
|
+
return rows.map((row) => ({
|
|
98
|
+
cid: row.cid,
|
|
99
|
+
name: row.name,
|
|
100
|
+
type: row.type,
|
|
101
|
+
notNull: row.notnull === 1,
|
|
102
|
+
defaultValue: row.dflt_value,
|
|
103
|
+
primaryKey: row.pk > 0,
|
|
104
|
+
}));
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
// =========================================================================
|
|
109
|
+
// Belső segédek (read-only megnyitás + guard-ok)
|
|
110
|
+
// =========================================================================
|
|
111
|
+
|
|
112
|
+
/**
|
|
113
|
+
* A DB read-only megnyitása + a callback futtatása + GARANTÁLT zárás (try/finally). A `path`
|
|
114
|
+
* validálva (üres/nem-létező → strukturált hiba); a megnyitás-/olvasás-hibát strukturált
|
|
115
|
+
* `DyFM_Error`-rá fordítjuk (a már-DyFM_Error-t NEM csomagoljuk újra). A `readonly:true` az
|
|
116
|
+
* első védvonal (a SQLite-engine elutasít minden írást).
|
|
117
|
+
*/
|
|
118
|
+
private static withDb<T>(dbPath: string, work: (db: Database.Database) => T, options?: DyNTS_SqliteReadOptions): T {
|
|
119
|
+
if (!dbPath || !dbPath.trim().length) {
|
|
120
|
+
throw new DyFM_Error({
|
|
121
|
+
errorCode: 'DyNTS-SQLITE-READ-001',
|
|
122
|
+
message: 'A SQLite read requires a non-empty `dbPath` (path to the `.db` file).',
|
|
123
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
124
|
+
});
|
|
125
|
+
}
|
|
126
|
+
if (!fs.existsSync(dbPath)) {
|
|
127
|
+
throw new DyFM_Error({
|
|
128
|
+
errorCode: 'DyNTS-SQLITE-READ-001',
|
|
129
|
+
message: `The SQLite DB file was not found: '${dbPath}'.`,
|
|
130
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
131
|
+
});
|
|
132
|
+
}
|
|
133
|
+
let db: Database.Database | undefined = undefined;
|
|
134
|
+
try {
|
|
135
|
+
db = new Database(dbPath, { readonly: true, fileMustExist: true });
|
|
136
|
+
return work(db);
|
|
137
|
+
} catch (error) {
|
|
138
|
+
if (error instanceof DyFM_Error) {
|
|
139
|
+
throw error;
|
|
140
|
+
}
|
|
141
|
+
throw new DyFM_Error({
|
|
142
|
+
errorCode: 'DyNTS-SQLITE-READ-003',
|
|
143
|
+
message: `Opening/reading the SQLite DB failed: '${dbPath}'.\n error: `
|
|
144
|
+
+ `${DyFM_Error.getErrorMessage(error)}`,
|
|
145
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
146
|
+
error: error,
|
|
147
|
+
});
|
|
148
|
+
} finally {
|
|
149
|
+
if (db) {
|
|
150
|
+
db.close();
|
|
151
|
+
}
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
|
|
155
|
+
/** A SELECT-only guard: nem-SELECT/WITH kezdetű VAGY multi-statement SQL → strukturált hiba. */
|
|
156
|
+
private static assertSelectOnly(sql: string): void {
|
|
157
|
+
const trimmed: string = (sql ?? '').trim();
|
|
158
|
+
if (!trimmed.length || !DyNTS_Sqlite_Reader_Util.SELECT_ONLY.test(trimmed)) {
|
|
159
|
+
throw new DyFM_Error({
|
|
160
|
+
errorCode: 'DyNTS-SQLITE-READONLY-001',
|
|
161
|
+
message: 'Only read-only SELECT/WITH queries are allowed (the reader is read-only).',
|
|
162
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
163
|
+
});
|
|
164
|
+
}
|
|
165
|
+
// Multi-statement (`;` után további nem-üres tartalom) tiltott — egy SELECT mögé nem rejthető írás.
|
|
166
|
+
const withoutTrailingSemicolon: string = trimmed.replace(/;\s*$/, '');
|
|
167
|
+
if (withoutTrailingSemicolon.includes(';')) {
|
|
168
|
+
throw new DyFM_Error({
|
|
169
|
+
errorCode: 'DyNTS-SQLITE-READONLY-001',
|
|
170
|
+
message: 'Multi-statement SQL is not allowed (only a single read-only SELECT/WITH).',
|
|
171
|
+
issuer: DyNTS_Sqlite_Reader_Util.issuer,
|
|
172
|
+
});
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
/** Egy tábla létezésének read-only ellenőrzése (`sqlite_master`). */
|
|
177
|
+
private static tableExists(db: Database.Database, table: string): boolean {
|
|
178
|
+
const found: unknown =
|
|
179
|
+
db.prepare("SELECT name FROM sqlite_master WHERE type='table' AND name=?").get(table);
|
|
180
|
+
return Boolean(found);
|
|
181
|
+
}
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
/** A `PRAGMA table_info` nyers sor-shape-je (a `better-sqlite3` ezt adja vissza). */
|
|
185
|
+
interface PragmaColumnRow {
|
|
186
|
+
cid: number;
|
|
187
|
+
name: string;
|
|
188
|
+
type: string;
|
|
189
|
+
notnull: number;
|
|
190
|
+
dflt_value: string | null;
|
|
191
|
+
pk: number;
|
|
192
|
+
}
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* A `DyNTS_Sqlite_Reader_Util` (BFR-AM-009) shared shape-jei. Egy fájlban a szorosan összetartozó
|
|
3
|
+
* SQLite-reader I/O-típusok (`*.interface.ts` az egy-export-per-file konvenció ismert kivétele a
|
|
4
|
+
* tightly-coupled shape-ekre).
|
|
5
|
+
*/
|
|
6
|
+
|
|
7
|
+
/**
|
|
8
|
+
* Egy SQLite tábla egy oszlopának normalizált séma-leírása (a `getSchema()` ezt adja). A nyers
|
|
9
|
+
* `PRAGMA table_info` sort fordítjuk erre az SDK-független, stabil shape-re.
|
|
10
|
+
*/
|
|
11
|
+
export interface DyNTS_SqliteColumnInfo {
|
|
12
|
+
/** Az oszlop pozíciós azonosítója a táblában (`PRAGMA table_info.cid`). */
|
|
13
|
+
cid: number;
|
|
14
|
+
/** Az oszlop neve. */
|
|
15
|
+
name: string;
|
|
16
|
+
/** A deklarált oszlop-típus (SQLite affinity-string, pl. `TEXT`/`INTEGER`; lehet üres). */
|
|
17
|
+
type: string;
|
|
18
|
+
/** `true`, ha az oszlop `NOT NULL`. */
|
|
19
|
+
notNull: boolean;
|
|
20
|
+
/** Az oszlop default-értéke (deklarált literál string-ként), vagy `null` ha nincs. */
|
|
21
|
+
defaultValue: string | null;
|
|
22
|
+
/** `true`, ha az oszlop a primary key (vagy annak része). */
|
|
23
|
+
primaryKey: boolean;
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
/**
|
|
27
|
+
* A read-only megnyitás opciói (jövő-proof bővítő-pont). MVP: üres — a reader MINDIG `readonly:true`
|
|
28
|
+
* + `fileMustExist:true` módban nyit; ez az interface a későbbi, NON-breaking bővítésnek tart helyet.
|
|
29
|
+
*/
|
|
30
|
+
export interface DyNTS_SqliteReadOptions {
|
|
31
|
+
/** Reserved (jövőbeli, NON-breaking opciók — pl. timeout/verbose). */
|
|
32
|
+
reserved?: never;
|
|
33
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
// DATA-READERS MODULE — domain-agnosztikus, read-only külső-adatforrás olvasók (NEM Mongo). Jelenleg:
|
|
4
|
+
// `DyNTS_Sqlite_Reader_Util` (BFR-AM-009) — read-only SQLite reader (`better-sqlite3`, opcionális
|
|
5
|
+
// natív peer-dep). SELECT-only guard + fail-soft strukturált hibák.
|
|
6
|
+
|
|
7
|
+
// INTERFACES
|
|
8
|
+
export * from './_models/interfaces/dynts-sqlite-reader.interface';
|
|
9
|
+
|
|
10
|
+
// COLLECTIONS (utils)
|
|
11
|
+
export * from './_collections/dynts-sqlite-reader.util';
|
|
@@ -0,0 +1,59 @@
|
|
|
1
|
+
|
|
2
|
+
import { DyFM_DataModel_Params, DyFM_Metadata, DyFM_Object } from '@futdevpro/fsm-dynamo';
|
|
3
|
+
|
|
4
|
+
/**
|
|
5
|
+
* `DyNTS_LVS_VectorPersist_DataModel` (BFR-AM-001) — egy MongoDB-ben perzistált vektor-rekord, ami a
|
|
6
|
+
* `LVS_VectorPool_ControlService` **in-memory** pool-jának tartós háttértára. A FAM (fdp-agent-memory)
|
|
7
|
+
* workaround-ját generalizálja: a vektorok a SAJÁT Mongo-ban élnek, boot-kor a memória-pool-ba
|
|
8
|
+
* hidratálódnak — **NEM** MongoDB Atlas Vector Search.
|
|
9
|
+
*
|
|
10
|
+
* Egy dokumentum = **egy vektor egy adott pool-ban**. A `collectionKey` particionálja a pool-okat
|
|
11
|
+
* (egy fogyasztó több, logikailag elkülönített pool-t tarthat — pl. táranként). A `vectorId` a pool-on
|
|
12
|
+
* belüli kulcs (a `pool.addVector(vectorId, embedding)` ezzel illeszt).
|
|
13
|
+
*
|
|
14
|
+
* `extends DyFM_Metadata`: az identitás/metadata (`_id`, `__created`, `__lastModified`, `_deleted`) az
|
|
15
|
+
* ősből jön. A `metadata` `unknown` (Mongoose `Mixed`) — a fogyasztó tetszőleges kísérő-adatot tárolhat
|
|
16
|
+
* (a séma NEM validál); az `embedding` `number[]` a perzistált nyers vektor.
|
|
17
|
+
*/
|
|
18
|
+
export class DyNTS_LVS_VectorPersist_DataModel extends DyFM_Metadata {
|
|
19
|
+
|
|
20
|
+
/** A pool-on belüli vektor-kulcs (a `pool.addVector(vectorId, ...)` ezzel illeszt). */
|
|
21
|
+
vectorId?: string;
|
|
22
|
+
|
|
23
|
+
/** Melyik (logikai) pool-hoz tartozik — a pool-particionálás kulcsa (hidratálás-szűrő). */
|
|
24
|
+
collectionKey?: string;
|
|
25
|
+
|
|
26
|
+
/** A perzistált NYERS vektor (a pool maga számolja a normalizált másolatot). */
|
|
27
|
+
embedding?: number[];
|
|
28
|
+
|
|
29
|
+
/** A vektor dimenziója (homogenitás-ellenőrzéshez + diagnosztikához tárolt). */
|
|
30
|
+
dimensions?: number;
|
|
31
|
+
|
|
32
|
+
/** Opcionális fogyasztó-specifikus kísérő-adat (Mongoose `Mixed`; a séma NEM validál). */
|
|
33
|
+
metadata?: unknown;
|
|
34
|
+
|
|
35
|
+
constructor(set?: Partial<DyNTS_LVS_VectorPersist_DataModel>) {
|
|
36
|
+
super(set);
|
|
37
|
+
if (set) {
|
|
38
|
+
DyFM_Object.cleanAssign(this, set);
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
/**
|
|
44
|
+
* MongoDB data-params a `dynts_lvs_vector` collection-höz (BFR-AM-001). Az `embedding` `number[]` a
|
|
45
|
+
* perzistált nyers vektor; a `metadata` `type:'object'` (Mongoose `Mixed`) — a séma NEM validál. A
|
|
46
|
+
* `vectorId` + `collectionKey` index-elt (a hidratálás `collectionKey`-re, az upsert/remove a
|
|
47
|
+
* `vectorId`+`collectionKey` párra szűr).
|
|
48
|
+
*/
|
|
49
|
+
export const dyNTS_lvsVectorPersist_dataParams: DyFM_DataModel_Params<DyNTS_LVS_VectorPersist_DataModel> =
|
|
50
|
+
new DyFM_DataModel_Params<DyNTS_LVS_VectorPersist_DataModel>({
|
|
51
|
+
dataName: 'dynts_lvs_vector',
|
|
52
|
+
properties: {
|
|
53
|
+
vectorId: { type: 'string', index: true, required: true },
|
|
54
|
+
collectionKey: { type: 'string', index: true, required: true },
|
|
55
|
+
embedding: { type: 'number[]' },
|
|
56
|
+
dimensions: { type: 'number' },
|
|
57
|
+
metadata: { type: 'object' },
|
|
58
|
+
},
|
|
59
|
+
});
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
|
|
2
|
+
import { DyFM_EnvironmentFlag } from '@futdevpro/fsm-dynamo';
|
|
3
|
+
|
|
4
|
+
import { DyNTS_global_settings } from '../../../_collections/global-settings.const';
|
|
5
|
+
import { DyNTS_GlobalService } from '../../../_services/core/global.service';
|
|
6
|
+
import { LVS_Search_Mode } from '../_enums/lvs-search-mode.enum';
|
|
7
|
+
import { LVS_SearchResult } from '../_models/lvs-search-result.interface';
|
|
8
|
+
import { DyNTS_LVS_VectorPersist_DataModel } from '../_models/data-models/lvs-vector-persist.data-model';
|
|
9
|
+
import { DyNTS_LVS_VectorPersist_DataService } from './lvs-vector-persist.data-service';
|
|
10
|
+
import { DyNTS_LVS_PersistentVectorPool } from './lvs-persistent-vector-pool.control-service';
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* BFR-AM-001 — a `DyNTS_LVS_PersistentVectorPool` (kompozíció: in-memory pool + Mongo-persist) spec-jei.
|
|
14
|
+
*
|
|
15
|
+
* A DB-réteget egy IN-MEMORY fake-store helyettesíti: a `DyNTS_LVS_VectorPersist_DataService.prototype`
|
|
16
|
+
* `upsertVector`/`removeVector`/`findByCollectionKey` metódusait stub-oljuk (a `getDBService` eager
|
|
17
|
+
* base-ctor-t is, hogy a lazy data-service-példányok ne dobjanak — memory: dynts_dataservice_eager_resolve),
|
|
18
|
+
* így a perzisztencia memóriában modellezett, ÉLŐ Mongo nélkül (skip-guard nem szükséges). A fő bizonyíték:
|
|
19
|
+
* **persist-then-hydrate round-trip** újraépíti a VALÓDI `LVS_VectorPool_ControlService` in-memory indexét.
|
|
20
|
+
*/
|
|
21
|
+
describe('| DyNTS_LVS_PersistentVectorPool', () => {
|
|
22
|
+
|
|
23
|
+
let mockDBService: jasmine.SpyObj<{ find: () => Promise<unknown[]>; findOne: () => Promise<unknown> }>;
|
|
24
|
+
|
|
25
|
+
/** Fake tartós tár: `collectionKey` → (`vectorId` → rekord). A persist-stubok ezt írják/olvassák. */
|
|
26
|
+
let store: Map<string, Map<string, DyNTS_LVS_VectorPersist_DataModel>>;
|
|
27
|
+
|
|
28
|
+
beforeAll(() => {
|
|
29
|
+
if (!DyNTS_global_settings.systemShortCodeName) {
|
|
30
|
+
(DyNTS_global_settings as { systemShortCodeName?: string }).systemShortCodeName = 'TEST';
|
|
31
|
+
}
|
|
32
|
+
if (!DyNTS_global_settings.env_settings) {
|
|
33
|
+
(DyNTS_global_settings as { env_settings?: unknown }).env_settings = {
|
|
34
|
+
environment: DyFM_EnvironmentFlag.local,
|
|
35
|
+
};
|
|
36
|
+
}
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
beforeEach(() => {
|
|
40
|
+
// A base-ctor eager getDBService-jét stub-oljuk (a lazy persist-service ne dobjon).
|
|
41
|
+
mockDBService = jasmine.createSpyObj('DyNTS_DBService', ['find', 'findOne']);
|
|
42
|
+
mockDBService.find.and.returnValue(Promise.resolve([]));
|
|
43
|
+
mockDBService.findOne.and.returnValue(Promise.resolve(null));
|
|
44
|
+
spyOn(DyNTS_GlobalService, 'getDBService').and.returnValue(mockDBService as never);
|
|
45
|
+
|
|
46
|
+
// A fake tartós tár + a persist-service prototype-stubok (memóriában modellezett Mongo).
|
|
47
|
+
store = new Map<string, Map<string, DyNTS_LVS_VectorPersist_DataModel>>();
|
|
48
|
+
|
|
49
|
+
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'upsertVector').and.callFake(
|
|
50
|
+
(set: { collectionKey: string; vectorId: string; embedding: number[]; metadata?: unknown }) => {
|
|
51
|
+
let coll: Map<string, DyNTS_LVS_VectorPersist_DataModel> | undefined = store.get(set.collectionKey);
|
|
52
|
+
if (!coll) {
|
|
53
|
+
coll = new Map<string, DyNTS_LVS_VectorPersist_DataModel>();
|
|
54
|
+
store.set(set.collectionKey, coll);
|
|
55
|
+
}
|
|
56
|
+
coll.set(set.vectorId, new DyNTS_LVS_VectorPersist_DataModel({
|
|
57
|
+
collectionKey: set.collectionKey,
|
|
58
|
+
vectorId: set.vectorId,
|
|
59
|
+
embedding: set.embedding,
|
|
60
|
+
dimensions: set.embedding.length,
|
|
61
|
+
metadata: set.metadata,
|
|
62
|
+
}));
|
|
63
|
+
return Promise.resolve();
|
|
64
|
+
},
|
|
65
|
+
);
|
|
66
|
+
|
|
67
|
+
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'removeVector').and.callFake(
|
|
68
|
+
(collectionKey: string, vectorId: string) => {
|
|
69
|
+
store.get(collectionKey)?.delete(vectorId);
|
|
70
|
+
return Promise.resolve();
|
|
71
|
+
},
|
|
72
|
+
);
|
|
73
|
+
|
|
74
|
+
spyOn(DyNTS_LVS_VectorPersist_DataService.prototype, 'findByCollectionKey').and.callFake(
|
|
75
|
+
(collectionKey: string) =>
|
|
76
|
+
Promise.resolve(Array.from(store.get(collectionKey)?.values() ?? [])),
|
|
77
|
+
);
|
|
78
|
+
});
|
|
79
|
+
|
|
80
|
+
/** Egy egységvektor a tengely-irányba (cosine-self = 1) — determinisztikus keresés-ellenőrzéshez. */
|
|
81
|
+
const axis = (dim: number, hot: number): number[] => {
|
|
82
|
+
const v: number[] = new Array<number>(dim).fill(0);
|
|
83
|
+
v[hot] = 1;
|
|
84
|
+
return v;
|
|
85
|
+
};
|
|
86
|
+
|
|
87
|
+
it('| should persist on addVector and store the dimension', async () => {
|
|
88
|
+
const pool: DyNTS_LVS_PersistentVectorPool =
|
|
89
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
90
|
+
|
|
91
|
+
await pool.addVector('v1', [0.1, 0.2, 0.3], { tag: 'x' });
|
|
92
|
+
|
|
93
|
+
const persisted: DyNTS_LVS_VectorPersist_DataModel | undefined = store.get('pool-a')?.get('v1');
|
|
94
|
+
expect(persisted).toBeDefined();
|
|
95
|
+
expect(persisted.embedding).toEqual([0.1, 0.2, 0.3]);
|
|
96
|
+
expect(persisted.dimensions).toBe(3);
|
|
97
|
+
expect(persisted.metadata).toEqual({ tag: 'x' });
|
|
98
|
+
// és a memória-pool-ban is benne van (kereshető):
|
|
99
|
+
expect(pool.getPool().getAll().size).toBe(1);
|
|
100
|
+
});
|
|
101
|
+
|
|
102
|
+
it('| persist-then-hydrate round-trip rebuilds the in-memory pool', async () => {
|
|
103
|
+
// (1) Egy pool-ba 3 vektort persistálunk.
|
|
104
|
+
const writer: DyNTS_LVS_PersistentVectorPool =
|
|
105
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
106
|
+
await writer.addVector('v0', axis(4, 0));
|
|
107
|
+
await writer.addVector('v1', axis(4, 1));
|
|
108
|
+
await writer.addVector('v2', axis(4, 2));
|
|
109
|
+
expect(store.get('pool-a').size).toBe(3);
|
|
110
|
+
|
|
111
|
+
// (2) Egy FRISS wrapper (üres memória-pool) — szerver-restart szimuláció.
|
|
112
|
+
const rebuilt: DyNTS_LVS_PersistentVectorPool =
|
|
113
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
114
|
+
expect(rebuilt.getPool().getAll().size).toBe(0);
|
|
115
|
+
|
|
116
|
+
// (3) Hidratálás Mongo-ból → a memória-pool újraépül.
|
|
117
|
+
const loaded: number = await rebuilt.hydrateFromMongo();
|
|
118
|
+
expect(loaded).toBe(3);
|
|
119
|
+
expect(rebuilt.getPool().getAll().size).toBe(3);
|
|
120
|
+
|
|
121
|
+
// (4) A keresés a hidratált pool-on a helyes vektort hozza vissza (cosine self-match = 1).
|
|
122
|
+
const hits: LVS_SearchResult[] = rebuilt.search(axis(4, 1), 1, LVS_Search_Mode.cosineSimilarity);
|
|
123
|
+
expect(hits.length).toBe(1);
|
|
124
|
+
expect(hits[0].id).toBe('v1');
|
|
125
|
+
expect(hits[0].score).toBeCloseTo(1, 6);
|
|
126
|
+
});
|
|
127
|
+
|
|
128
|
+
it('| should only hydrate the matching collectionKey (pool partitioning)', async () => {
|
|
129
|
+
const a: DyNTS_LVS_PersistentVectorPool =
|
|
130
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
131
|
+
const b: DyNTS_LVS_PersistentVectorPool =
|
|
132
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-b', issuer: 'test' });
|
|
133
|
+
|
|
134
|
+
await a.addVector('a1', axis(3, 0));
|
|
135
|
+
await b.addVector('b1', axis(3, 1));
|
|
136
|
+
await b.addVector('b2', axis(3, 2));
|
|
137
|
+
|
|
138
|
+
const rebuiltA: DyNTS_LVS_PersistentVectorPool =
|
|
139
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
140
|
+
expect(await rebuiltA.hydrateFromMongo()).toBe(1);
|
|
141
|
+
expect(Array.from(rebuiltA.getPool().getAll().keys())).toEqual(['a1']);
|
|
142
|
+
});
|
|
143
|
+
|
|
144
|
+
it('| upsert (re-add) is reflected in both the pool and the store', async () => {
|
|
145
|
+
const pool: DyNTS_LVS_PersistentVectorPool =
|
|
146
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
147
|
+
|
|
148
|
+
await pool.addVector('v1', [1, 0, 0]);
|
|
149
|
+
await pool.updateVector('v1', [0, 1, 0], { v: 2 });
|
|
150
|
+
|
|
151
|
+
// a tárban EGY rekord van, a frissített értékkel + dimenzióval:
|
|
152
|
+
expect(store.get('pool-a').size).toBe(1);
|
|
153
|
+
const persisted: DyNTS_LVS_VectorPersist_DataModel = store.get('pool-a').get('v1');
|
|
154
|
+
expect(persisted.embedding).toEqual([0, 1, 0]);
|
|
155
|
+
expect(persisted.dimensions).toBe(3);
|
|
156
|
+
expect(persisted.metadata).toEqual({ v: 2 });
|
|
157
|
+
|
|
158
|
+
// és egy friss hidratálás a frissített vektort hozza:
|
|
159
|
+
const rebuilt: DyNTS_LVS_PersistentVectorPool =
|
|
160
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
161
|
+
await rebuilt.hydrateFromMongo();
|
|
162
|
+
const hits: LVS_SearchResult[] = rebuilt.search([0, 1, 0], 1, LVS_Search_Mode.cosineSimilarity);
|
|
163
|
+
expect(hits[0].id).toBe('v1');
|
|
164
|
+
expect(hits[0].score).toBeCloseTo(1, 6);
|
|
165
|
+
});
|
|
166
|
+
|
|
167
|
+
it('| removeVector is reflected in both the pool and the store', async () => {
|
|
168
|
+
const pool: DyNTS_LVS_PersistentVectorPool =
|
|
169
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
170
|
+
|
|
171
|
+
await pool.addVector('v1', axis(3, 0));
|
|
172
|
+
await pool.addVector('v2', axis(3, 1));
|
|
173
|
+
expect(store.get('pool-a').size).toBe(2);
|
|
174
|
+
|
|
175
|
+
await pool.removeVector('v1');
|
|
176
|
+
|
|
177
|
+
expect(store.get('pool-a').size).toBe(1);
|
|
178
|
+
expect(store.get('pool-a').has('v1')).toBeFalse();
|
|
179
|
+
expect(pool.getPool().getAll().has('v1')).toBeFalse();
|
|
180
|
+
expect(pool.getPool().getAll().has('v2')).toBeTrue();
|
|
181
|
+
});
|
|
182
|
+
|
|
183
|
+
it('| hydrate(records) rebuilds the pool without a Mongo read and skips incomplete records', () => {
|
|
184
|
+
const pool: DyNTS_LVS_PersistentVectorPool =
|
|
185
|
+
new DyNTS_LVS_PersistentVectorPool({ collectionKey: 'pool-a', issuer: 'test' });
|
|
186
|
+
|
|
187
|
+
const loaded: number = pool.hydrate([
|
|
188
|
+
new DyNTS_LVS_VectorPersist_DataModel({ collectionKey: 'pool-a', vectorId: 'v1', embedding: axis(2, 0) }),
|
|
189
|
+
new DyNTS_LVS_VectorPersist_DataModel({ collectionKey: 'pool-a', vectorId: 'v2', embedding: axis(2, 1) }),
|
|
190
|
+
// hiányos rekordok (átugorva):
|
|
191
|
+
new DyNTS_LVS_VectorPersist_DataModel({ collectionKey: 'pool-a', vectorId: 'v3', embedding: [] }),
|
|
192
|
+
new DyNTS_LVS_VectorPersist_DataModel({ collectionKey: 'pool-a', embedding: axis(2, 0) }),
|
|
193
|
+
]);
|
|
194
|
+
|
|
195
|
+
expect(loaded).toBe(2);
|
|
196
|
+
expect(pool.getPool().getAll().size).toBe(2);
|
|
197
|
+
});
|
|
198
|
+
});
|