@lenne.tech/nest-server 12.1.1 → 12.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude/rules/architecture.md +1 -0
- package/.claude/rules/configurable-features.md +1 -0
- package/.claude/rules/package-management.md +16 -1
- package/.claude/rules/persistence.md +26 -0
- package/.claude/rules/testing.md +79 -14
- package/CLAUDE.md +2 -1
- package/FRAMEWORK-API.md +17 -2
- package/README.md +18 -0
- package/dist/core/common/interfaces/server-options.interface.d.ts +41 -0
- package/dist/core/common/interfaces/service-options.interface.d.ts +3 -0
- package/dist/core/common/persistence/core-persistence.module.js +12 -2
- package/dist/core/common/persistence/core-persistence.module.js.map +1 -1
- package/dist/core/common/persistence/data-source.runtime.js +4 -2
- package/dist/core/common/persistence/data-source.runtime.js.map +1 -1
- package/dist/core/common/persistence/data-store.interface.d.ts +24 -9
- package/dist/core/common/persistence/id-format.d.ts +2 -0
- package/dist/core/common/persistence/id-format.js +14 -0
- package/dist/core/common/persistence/id-format.js.map +1 -1
- package/dist/core/common/persistence/model-descriptor.interface.d.ts +6 -0
- package/dist/core/common/persistence/model-metadata.registry.d.ts +2 -1
- package/dist/core/common/persistence/model-metadata.registry.js +20 -2
- package/dist/core/common/persistence/model-metadata.registry.js.map +1 -1
- package/dist/core/common/persistence/mongo/sync-schema.plugin.d.ts +18 -0
- package/dist/core/common/persistence/mongo/sync-schema.plugin.js +368 -0
- package/dist/core/common/persistence/mongo/sync-schema.plugin.js.map +1 -0
- package/dist/core/common/persistence/mongoose-data-store.d.ts +19 -9
- package/dist/core/common/persistence/mongoose-data-store.js +107 -31
- package/dist/core/common/persistence/mongoose-data-store.js.map +1 -1
- package/dist/core/common/persistence/persisted-model.decorator.d.ts +3 -0
- package/dist/core/common/persistence/persisted-model.decorator.js +9 -0
- package/dist/core/common/persistence/persisted-model.decorator.js.map +1 -1
- package/dist/core/common/persistence/policies/sync.policy.d.ts +17 -0
- package/dist/core/common/persistence/policies/sync.policy.js +77 -0
- package/dist/core/common/persistence/policies/sync.policy.js.map +1 -0
- package/dist/core/common/persistence/sql/mysql/mysql-data-store.d.ts +12 -8
- package/dist/core/common/persistence/sql/mysql/mysql-data-store.js +82 -29
- package/dist/core/common/persistence/sql/mysql/mysql-data-store.js.map +1 -1
- package/dist/core/common/persistence/sql/mysql/mysql-schema.compiler.d.ts +10 -0
- package/dist/core/common/persistence/sql/mysql/mysql-schema.compiler.js +61 -4
- package/dist/core/common/persistence/sql/mysql/mysql-schema.compiler.js.map +1 -1
- package/dist/core/common/persistence/sql/mysql/mysql-schema.migrator.js +101 -4
- package/dist/core/common/persistence/sql/mysql/mysql-schema.migrator.js.map +1 -1
- package/dist/core/common/persistence/sql/postgres/postgres-schema.compiler.d.ts +10 -0
- package/dist/core/common/persistence/sql/postgres/postgres-schema.compiler.js +41 -2
- package/dist/core/common/persistence/sql/postgres/postgres-schema.compiler.js.map +1 -1
- package/dist/core/common/persistence/sql/postgres/postgres-schema.migrator.js +98 -10
- package/dist/core/common/persistence/sql/postgres/postgres-schema.migrator.js.map +1 -1
- package/dist/core/common/persistence/sql/sql-data-store.d.ts +38 -14
- package/dist/core/common/persistence/sql/sql-data-store.js +212 -38
- package/dist/core/common/persistence/sql/sql-data-store.js.map +1 -1
- package/dist/core/common/persistence/sql/sql-errors.d.ts +2 -1
- package/dist/core/common/persistence/sql/sql-errors.js +3 -1
- package/dist/core/common/persistence/sql/sql-errors.js.map +1 -1
- package/dist/core/common/persistence/sync-access.registry.d.ts +17 -0
- package/dist/core/common/persistence/sync-access.registry.js +8 -0
- package/dist/core/common/persistence/sync-access.registry.js.map +1 -0
- package/dist/core/common/persistence/sync-model.d.ts +29 -0
- package/dist/core/common/persistence/sync-model.js +138 -0
- package/dist/core/common/persistence/sync-model.js.map +1 -0
- package/dist/core/common/services/crud.service.d.ts +13 -1
- package/dist/core/common/services/crud.service.js +174 -16
- package/dist/core/common/services/crud.service.js.map +1 -1
- package/dist/core/modules/error-code/error-codes.d.ts +54 -0
- package/dist/core/modules/error-code/error-codes.js +48 -0
- package/dist/core/modules/error-code/error-codes.js.map +1 -1
- package/dist/core/modules/migrate/sql-migration.helper.d.ts +15 -1
- package/dist/core/modules/migrate/sql-migration.helper.js +90 -5
- package/dist/core/modules/migrate/sql-migration.helper.js.map +1 -1
- package/dist/core/modules/sync/core-sync-base.controller.d.ts +7 -0
- package/dist/core/modules/sync/core-sync-base.controller.js +44 -0
- package/dist/core/modules/sync/core-sync-base.controller.js.map +1 -0
- package/dist/core/modules/sync/core-sync-cursor.d.ts +19 -0
- package/dist/core/modules/sync/core-sync-cursor.js +77 -0
- package/dist/core/modules/sync/core-sync-cursor.js.map +1 -0
- package/dist/core/modules/sync/core-sync-hints.controller.d.ts +4 -0
- package/dist/core/modules/sync/core-sync-hints.controller.js +55 -0
- package/dist/core/modules/sync/core-sync-hints.controller.js.map +1 -0
- package/dist/core/modules/sync/core-sync-hints.service.d.ts +28 -0
- package/dist/core/modules/sync/core-sync-hints.service.js +155 -0
- package/dist/core/modules/sync/core-sync-hints.service.js.map +1 -0
- package/dist/core/modules/sync/core-sync-infrastructure.models.d.ts +2 -0
- package/dist/core/modules/sync/core-sync-infrastructure.models.js +17 -0
- package/dist/core/modules/sync/core-sync-infrastructure.models.js.map +1 -0
- package/dist/core/modules/sync/core-sync-mutation.store.d.ts +43 -0
- package/dist/core/modules/sync/core-sync-mutation.store.js +88 -0
- package/dist/core/modules/sync/core-sync-mutation.store.js.map +1 -0
- package/dist/core/modules/sync/core-sync-state.store.d.ts +18 -0
- package/dist/core/modules/sync/core-sync-state.store.js +64 -0
- package/dist/core/modules/sync/core-sync-state.store.js.map +1 -0
- package/dist/core/modules/sync/core-sync.constants.d.ts +28 -0
- package/dist/core/modules/sync/core-sync.constants.js +23 -0
- package/dist/core/modules/sync/core-sync.constants.js.map +1 -0
- package/dist/core/modules/sync/core-sync.controller.d.ts +8 -0
- package/dist/core/modules/sync/core-sync.controller.js +79 -0
- package/dist/core/modules/sync/core-sync.controller.js.map +1 -0
- package/dist/core/modules/sync/core-sync.decorators.d.ts +12 -0
- package/dist/core/modules/sync/core-sync.decorators.js +28 -0
- package/dist/core/modules/sync/core-sync.decorators.js.map +1 -0
- package/dist/core/modules/sync/core-sync.module.d.ts +16 -0
- package/dist/core/modules/sync/core-sync.module.js +50 -0
- package/dist/core/modules/sync/core-sync.module.js.map +1 -0
- package/dist/core/modules/sync/core-sync.resolver.d.ts +9 -0
- package/dist/core/modules/sync/core-sync.resolver.js +46 -0
- package/dist/core/modules/sync/core-sync.resolver.js.map +1 -0
- package/dist/core/modules/sync/core-sync.service.d.ts +142 -0
- package/dist/core/modules/sync/core-sync.service.js +1208 -0
- package/dist/core/modules/sync/core-sync.service.js.map +1 -0
- package/dist/core/modules/sync/interfaces/core-sync.interfaces.d.ts +56 -0
- package/dist/core/modules/sync/interfaces/core-sync.interfaces.js +2 -0
- package/dist/core/modules/sync/interfaces/core-sync.interfaces.js.map +1 -0
- package/dist/core/modules/sync/models/core-sync-hint.model.d.ts +4 -0
- package/dist/core/modules/sync/models/core-sync-hint.model.js +30 -0
- package/dist/core/modules/sync/models/core-sync-hint.model.js.map +1 -0
- package/dist/core/modules/tenant/core-tenant.guard.js +4 -0
- package/dist/core/modules/tenant/core-tenant.guard.js.map +1 -1
- package/dist/core.module.js +14 -0
- package/dist/core.module.js.map +1 -1
- package/dist/index.d.ts +16 -0
- package/dist/index.js +16 -0
- package/dist/index.js.map +1 -1
- package/dist/server/modules/error-code/error-codes.d.ts +6 -0
- package/dist/server/modules/sync-note/inputs/sync-note-create.input.d.ts +4 -0
- package/dist/server/modules/sync-note/inputs/sync-note-create.input.js +27 -0
- package/dist/server/modules/sync-note/inputs/sync-note-create.input.js.map +1 -0
- package/dist/server/modules/sync-note/inputs/sync-note.input.d.ts +6 -0
- package/dist/server/modules/sync-note/inputs/sync-note.input.js +37 -0
- package/dist/server/modules/sync-note/inputs/sync-note.input.js.map +1 -0
- package/dist/server/modules/sync-note/sync-note.model.d.ts +10 -0
- package/dist/server/modules/sync-note/sync-note.model.js +73 -0
- package/dist/server/modules/sync-note/sync-note.model.js.map +1 -0
- package/dist/server/modules/sync-note/sync-note.module.d.ts +2 -0
- package/dist/server/modules/sync-note/sync-note.module.js +21 -0
- package/dist/server/modules/sync-note/sync-note.module.js.map +1 -0
- package/dist/server/modules/sync-note/sync-note.service.d.ts +10 -0
- package/dist/server/modules/sync-note/sync-note.service.js +35 -0
- package/dist/server/modules/sync-note/sync-note.service.js.map +1 -0
- package/docs/REQUEST-LIFECYCLE.md +1 -0
- package/docs/offline-sync-protocol.md +96 -62
- package/docs/security-overrides.md +14 -0
- package/migration-guides/12.1.x-to-12.2.x.md +154 -0
- package/package.json +4 -2
- package/src/core/common/interfaces/server-options.interface.ts +149 -0
- package/src/core/common/interfaces/service-options.interface.ts +15 -0
- package/src/core/common/persistence/core-persistence.module.ts +21 -2
- package/src/core/common/persistence/data-source.runtime.ts +5 -2
- package/src/core/common/persistence/data-store.interface.ts +65 -12
- package/src/core/common/persistence/id-format.ts +26 -0
- package/src/core/common/persistence/model-descriptor.interface.ts +12 -0
- package/src/core/common/persistence/model-metadata.registry.ts +31 -2
- package/src/core/common/persistence/mongo/sync-schema.plugin.ts +508 -0
- package/src/core/common/persistence/mongoose-data-store.ts +171 -35
- package/src/core/common/persistence/persisted-model.decorator.ts +26 -0
- package/src/core/common/persistence/policies/sync.policy.ts +121 -0
- package/src/core/common/persistence/sql/mysql/mysql-data-store.ts +108 -30
- package/src/core/common/persistence/sql/mysql/mysql-schema.compiler.ts +107 -4
- package/src/core/common/persistence/sql/mysql/mysql-schema.migrator.ts +129 -3
- package/src/core/common/persistence/sql/postgres/postgres-schema.compiler.ts +74 -2
- package/src/core/common/persistence/sql/postgres/postgres-schema.migrator.ts +139 -7
- package/src/core/common/persistence/sql/sql-data-store.ts +325 -44
- package/src/core/common/persistence/sql/sql-errors.ts +5 -1
- package/src/core/common/persistence/sync-access.registry.ts +50 -0
- package/src/core/common/persistence/sync-model.ts +270 -0
- package/src/core/common/services/crud.service.ts +257 -19
- package/src/core/modules/error-code/error-codes.ts +59 -0
- package/src/core/modules/migrate/sql-migration.helper.ts +141 -7
- package/src/core/modules/sync/INTEGRATION-CHECKLIST.md +95 -0
- package/src/core/modules/sync/README.md +188 -0
- package/src/core/modules/sync/SECURITY.md +65 -0
- package/src/core/modules/sync/core-sync-base.controller.ts +43 -0
- package/src/core/modules/sync/core-sync-cursor.ts +117 -0
- package/src/core/modules/sync/core-sync-hints.controller.ts +52 -0
- package/src/core/modules/sync/core-sync-hints.service.ts +178 -0
- package/src/core/modules/sync/core-sync-infrastructure.models.ts +40 -0
- package/src/core/modules/sync/core-sync-mutation.store.ts +146 -0
- package/src/core/modules/sync/core-sync-state.store.ts +89 -0
- package/src/core/modules/sync/core-sync.constants.ts +51 -0
- package/src/core/modules/sync/core-sync.controller.ts +68 -0
- package/src/core/modules/sync/core-sync.decorators.ts +84 -0
- package/src/core/modules/sync/core-sync.module.ts +75 -0
- package/src/core/modules/sync/core-sync.resolver.ts +35 -0
- package/src/core/modules/sync/core-sync.service.ts +1728 -0
- package/src/core/modules/sync/interfaces/core-sync.interfaces.ts +85 -0
- package/src/core/modules/sync/models/core-sync-hint.model.ts +18 -0
- package/src/core/modules/tenant/core-tenant.guard.ts +8 -0
- package/src/core.module.ts +25 -0
- package/src/index.ts +21 -0
- package/src/server/modules/sync-note/inputs/sync-note-create.input.ts +14 -0
- package/src/server/modules/sync-note/inputs/sync-note.input.ts +23 -0
- package/src/server/modules/sync-note/sync-note.model.ts +77 -0
- package/src/server/modules/sync-note/sync-note.module.ts +16 -0
- package/src/server/modules/sync-note/sync-note.service.ts +25 -0
|
@@ -1,6 +1,10 @@
|
|
|
1
1
|
import { withMysqlSchemaLock } from '../../common/persistence/sql/mysql/mysql-schema.migrator.js';
|
|
2
|
+
import { MYSQL_SYNC_COUNTERS } from '../../common/persistence/sql/mysql/mysql-schema.compiler.js';
|
|
3
|
+
import { syncSequenceName } from '../../common/persistence/sql/postgres/postgres-schema.compiler.js';
|
|
2
4
|
import { SCHEMA_LOCK_SQL } from '../../common/persistence/sql/postgres/postgres-schema.migrator.js';
|
|
3
5
|
import { createSqlExecutor } from '../../common/persistence/sql/sql-executor.factory.js';
|
|
6
|
+
import { quoteIdentifier, quoteMysqlIdentifier } from '../../common/persistence/sql/sql-naming.js';
|
|
7
|
+
const SYNC_UPDATE_CHUNK = 500;
|
|
4
8
|
export async function runSqlMigration(ownerUrl, statements, options = {}) {
|
|
5
9
|
if (!ownerUrl) {
|
|
6
10
|
throw new Error('runSqlMigration() needs the connection URL of the table owner (database.ownerUrl)');
|
|
@@ -14,16 +18,21 @@ export async function runSqlMigration(ownerUrl, statements, options = {}) {
|
|
|
14
18
|
try {
|
|
15
19
|
if (/^(mysql|mariadb):/i.test(ownerUrl)) {
|
|
16
20
|
await withMysqlSchemaLock(executor, async (run) => {
|
|
17
|
-
for (const
|
|
18
|
-
await
|
|
21
|
+
for (const statement of statements) {
|
|
22
|
+
await (typeof statement === 'string'
|
|
23
|
+
? run({ params: [], text: statement })
|
|
24
|
+
: applySqlSyncUpdate(run, 'mysql', statement.syncUpdate));
|
|
19
25
|
}
|
|
20
26
|
});
|
|
21
27
|
return;
|
|
22
28
|
}
|
|
23
29
|
await executor.transaction(async (tx) => {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
30
|
+
const run = (statement) => tx.run(statement, { kind: 'system' });
|
|
31
|
+
await run({ params: [], text: SCHEMA_LOCK_SQL });
|
|
32
|
+
for (const statement of statements) {
|
|
33
|
+
await (typeof statement === 'string'
|
|
34
|
+
? run({ params: [], text: statement })
|
|
35
|
+
: applySqlSyncUpdate(run, 'postgres', statement.syncUpdate));
|
|
27
36
|
}
|
|
28
37
|
});
|
|
29
38
|
}
|
|
@@ -31,4 +40,80 @@ export async function runSqlMigration(ownerUrl, statements, options = {}) {
|
|
|
31
40
|
await executor.close();
|
|
32
41
|
}
|
|
33
42
|
}
|
|
43
|
+
export async function applySqlSyncUpdate(run, dialect, update) {
|
|
44
|
+
if (dialect === 'postgres') {
|
|
45
|
+
return writeSyncUpdate(run, dialect, update);
|
|
46
|
+
}
|
|
47
|
+
await run({ params: [], text: 'START TRANSACTION' });
|
|
48
|
+
try {
|
|
49
|
+
const written = await writeSyncUpdate(run, dialect, update);
|
|
50
|
+
await run({ params: [], text: 'COMMIT' });
|
|
51
|
+
return written;
|
|
52
|
+
}
|
|
53
|
+
catch (error) {
|
|
54
|
+
await run({ params: [], text: 'ROLLBACK' }).catch(() => undefined);
|
|
55
|
+
throw error;
|
|
56
|
+
}
|
|
57
|
+
}
|
|
58
|
+
async function writeSyncUpdate(run, dialect, update) {
|
|
59
|
+
const quote = dialect === 'mysql' ? quoteMysqlIdentifier : quoteIdentifier;
|
|
60
|
+
const table = quote(update.table);
|
|
61
|
+
const id = quote('id');
|
|
62
|
+
const { rows } = await run({
|
|
63
|
+
params: [],
|
|
64
|
+
text: `SELECT ${id} AS id FROM ${table} WHERE ${update.where} ORDER BY ${id} FOR UPDATE`,
|
|
65
|
+
});
|
|
66
|
+
const ids = rows.map((row) => String(row.id));
|
|
67
|
+
if (!ids.length) {
|
|
68
|
+
return 0;
|
|
69
|
+
}
|
|
70
|
+
const numbers = dialect === 'mysql'
|
|
71
|
+
? await mysqlNumbers(run, update.table, ids.length)
|
|
72
|
+
: await postgresNumbers(run, update.table, ids.length);
|
|
73
|
+
const bigint = dialect === 'mysql' ? '' : '::bigint';
|
|
74
|
+
for (let start = 0; start < ids.length; start += SYNC_UPDATE_CHUNK) {
|
|
75
|
+
const chunk = ids.slice(start, start + SYNC_UPDATE_CHUNK);
|
|
76
|
+
const params = [];
|
|
77
|
+
const param = (value) => {
|
|
78
|
+
params.push(value);
|
|
79
|
+
return `$${params.length}`;
|
|
80
|
+
};
|
|
81
|
+
const cases = chunk
|
|
82
|
+
.map((row, index) => `WHEN ${param(row)} THEN ${param(numbers[start + index])}${bigint}`)
|
|
83
|
+
.join(' ');
|
|
84
|
+
const list = chunk.map((row) => param(row)).join(', ');
|
|
85
|
+
await run({
|
|
86
|
+
params,
|
|
87
|
+
text: `UPDATE ${table} SET ${update.set}, ${quote('version')} = ${quote('version')} + 1, ` +
|
|
88
|
+
`${quote('sync_seq')} = CASE ${id} ${cases} END WHERE ${id} IN (${list})`,
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
return ids.length;
|
|
92
|
+
}
|
|
93
|
+
async function postgresNumbers(run, table, count) {
|
|
94
|
+
await run({
|
|
95
|
+
params: [table],
|
|
96
|
+
text: `SELECT pg_advisory_xact_lock(hashtext('lenne.tech:sync:' || current_schema() || '.' || $1))`,
|
|
97
|
+
});
|
|
98
|
+
const { rows } = await run({
|
|
99
|
+
params: [syncSequenceName(table), count],
|
|
100
|
+
text: `SELECT nextval(format('%I.%I', current_schema(), $1::text)::regclass)::text AS n FROM generate_series(1, $2::int)`,
|
|
101
|
+
});
|
|
102
|
+
return rows.map((row) => String(row.n)).sort((a, b) => (BigInt(a) < BigInt(b) ? -1 : 1));
|
|
103
|
+
}
|
|
104
|
+
async function mysqlNumbers(run, table, count) {
|
|
105
|
+
await run({
|
|
106
|
+
params: [count, table],
|
|
107
|
+
text: `UPDATE ${quoteMysqlIdentifier(MYSQL_SYNC_COUNTERS)} SET \`seq\` = \`seq\` + $1 WHERE \`model\` = $2`,
|
|
108
|
+
});
|
|
109
|
+
const { rows } = await run({
|
|
110
|
+
params: [table],
|
|
111
|
+
text: `SELECT \`seq\` FROM ${quoteMysqlIdentifier(MYSQL_SYNC_COUNTERS)} WHERE \`model\` = $1`,
|
|
112
|
+
});
|
|
113
|
+
if (!rows.length) {
|
|
114
|
+
throw new Error(`runSqlMigration(): ${table} is not the table of a synchronized model (no change counter)`);
|
|
115
|
+
}
|
|
116
|
+
const last = BigInt(rows[0].seq);
|
|
117
|
+
return Array.from({ length: count }, (_, index) => (last - BigInt(count - 1 - index)).toString());
|
|
118
|
+
}
|
|
34
119
|
//# sourceMappingURL=sql-migration.helper.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sql-migration.helper.js","sourceRoot":"","sources":["../../../../src/core/modules/migrate/sql-migration.helper.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,6DAA6D,CAAC;AAClG,OAAO,EAAE,eAAe,EAAE,MAAM,mEAAmE,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,MAAM,sDAAsD,CAAC;
|
|
1
|
+
{"version":3,"file":"sql-migration.helper.js","sourceRoot":"","sources":["../../../../src/core/modules/migrate/sql-migration.helper.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,6DAA6D,CAAC;AAClG,OAAO,EAAE,mBAAmB,EAAE,MAAM,6DAA6D,CAAC;AAClG,OAAO,EAAE,gBAAgB,EAAE,MAAM,mEAAmE,CAAC;AACrG,OAAO,EAAE,eAAe,EAAE,MAAM,mEAAmE,CAAC;AACpG,OAAO,EAAE,iBAAiB,EAAE,MAAM,sDAAsD,CAAC;AACzF,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,4CAA4C,CAAC;AA2BnG,MAAM,iBAAiB,GAAG,GAAG,CAAC;AAa9B,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,QAAgB,EAChB,UAA+C,EAC/C,UAA0C,EAAE;IAE5C,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,mFAAmF,CAAC,CAAC;IACvG,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,iBAAiB,CAAC;QACvC,eAAe,EAAE,uBAAuB;QACxC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,SAAS;QACnC,cAAc,EAAE,CAAC;QACjB,GAAG,EAAE,QAAQ;KACd,CAAC,CAAC;IACH,IAAI,CAAC;QACH,IAAI,oBAAoB,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;YACxC,MAAM,mBAAmB,CAAC,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;gBAChD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;oBACnC,MAAM,CAAC,OAAO,SAAS,KAAK,QAAQ;wBAClC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;wBACtC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;gBAC9D,CAAC;YACH,CAAC,CAAC,CAAC;YACH,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;YACtC,MAAM,GAAG,GAAoB,CAAC,SAAS,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;YAClF,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;YACjD,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,MAAM,CAAC,OAAO,SAAS,KAAK,QAAQ;oBAClC,CAAC,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;oBACtC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,UAAU,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC,CAAC;YACjE,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;AACH,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,GAAoB,EACpB,OAA6B,EAC7B,MAAmC;IAEnC,IAAI,OAAO,KAAK,UAAU,EAAE,CAAC;QAC3B,OAAO,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,mBAAmB,EAAE,CAAC,CAAC;IACrD,IAAI,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QAC5D,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC1C,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QACnE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAC5B,GAAoB,EACpB,OAA6B,EAC7B,MAAmC;IAEnC,MAAM,KAAK,GAAG,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,eAAe,CAAC;IAC3E,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;IACvB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,GAAG,CAAC;QACzB,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,UAAU,EAAE,eAAe,KAAK,UAAU,MAAM,CAAC,KAAK,aAAa,EAAE,aAAa;KACzF,CAAC,CAAC;IACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;QAChB,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,OAAO,GACX,OAAO,KAAK,OAAO;QACjB,CAAC,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC;QACnD,CAAC,CAAC,MAAM,eAAe,CAAC,GAAG,EAAE,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,OAAO,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;IACrD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,iBAAiB,EAAE,CAAC;QACnE,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,iBAAiB,CAAC,CAAC;QAC1D,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,MAAM,KAAK,GAAG,CAAC,KAAc,EAAE,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnB,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7B,CAAC,CAAC;QACF,MAAM,KAAK,GAAG,KAAK;aAChB,GAAG,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,KAAK,CAAC,GAAG,CAAC,SAAS,KAAK,CAAC,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,MAAM,EAAE,CAAC;aACxF,IAAI,CAAC,GAAG,CAAC,CAAC;QACb,MAAM,IAAI,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,MAAM,GAAG,CAAC;YACR,MAAM;YACN,IAAI,EACF,UAAU,KAAK,QAAQ,MAAM,CAAC,GAAG,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,SAAS,CAAC,QAAQ;gBACpF,GAAG,KAAK,CAAC,UAAU,CAAC,WAAW,EAAE,IAAI,KAAK,cAAc,EAAE,QAAQ,IAAI,GAAG;SAC5E,CAAC,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC,MAAM,CAAC;AACpB,CAAC;AAGD,KAAK,UAAU,eAAe,CAAC,GAAoB,EAAE,KAAa,EAAE,KAAa;IAC/E,MAAM,GAAG,CAAC;QACR,MAAM,EAAE,CAAC,KAAK,CAAC;QACf,IAAI,EAAE,6FAA6F;KACpG,CAAC,CAAC;IACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,GAAG,CAAC;QACzB,MAAM,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC;QACxC,IAAI,EAAE,mHAAmH;KAC1H,CAAC,CAAC;IACH,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAC3F,CAAC;AAGD,KAAK,UAAU,YAAY,CAAC,GAAoB,EAAE,KAAa,EAAE,KAAa;IAC5E,MAAM,GAAG,CAAC;QACR,MAAM,EAAE,CAAC,KAAK,EAAE,KAAK,CAAC;QACtB,IAAI,EAAE,UAAU,oBAAoB,CAAC,mBAAmB,CAAC,kDAAkD;KAC5G,CAAC,CAAC;IACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,GAAG,CAAC;QACzB,MAAM,EAAE,CAAC,KAAK,CAAC;QACf,IAAI,EAAE,uBAAuB,oBAAoB,CAAC,mBAAmB,CAAC,uBAAuB;KAC9F,CAAC,CAAC;IACH,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,sBAAsB,KAAK,+DAA+D,CAAC,CAAC;IAC9G,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;AACpG,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { CoreSyncService } from './core-sync.service.js';
|
|
2
|
+
export declare abstract class CoreSyncBaseController {
|
|
3
|
+
protected readonly syncService: CoreSyncService;
|
|
4
|
+
constructor(syncService: CoreSyncService);
|
|
5
|
+
protected scopeTenants(req: any, currentUser: any): Promise<void>;
|
|
6
|
+
protected limit(kind: 'pull' | 'push', currentUser: any, res: any): Promise<void>;
|
|
7
|
+
}
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
|
|
11
|
+
import { getTenantContextResolver } from '../../common/services/core-tenant-context.registry.js';
|
|
12
|
+
import { ErrorCode } from '../error-code/error-codes.js';
|
|
13
|
+
import { CoreSyncService } from './core-sync.service.js';
|
|
14
|
+
let CoreSyncBaseController = class CoreSyncBaseController {
|
|
15
|
+
syncService;
|
|
16
|
+
constructor(syncService) {
|
|
17
|
+
this.syncService = syncService;
|
|
18
|
+
}
|
|
19
|
+
async scopeTenants(req, currentUser) {
|
|
20
|
+
if (!req || !currentUser?.id || req.tenantId || req.tenantIds || req.isAdminBypass) {
|
|
21
|
+
return;
|
|
22
|
+
}
|
|
23
|
+
const resolved = await getTenantContextResolver()?.resolve(currentUser, undefined);
|
|
24
|
+
if (resolved?.isAdminBypass) {
|
|
25
|
+
req.isAdminBypass = true;
|
|
26
|
+
}
|
|
27
|
+
else if (resolved?.tenantIds) {
|
|
28
|
+
req.tenantIds = resolved.tenantIds;
|
|
29
|
+
}
|
|
30
|
+
}
|
|
31
|
+
async limit(kind, currentUser, res) {
|
|
32
|
+
const retryAfter = await this.syncService.rateLimit(kind, currentUser);
|
|
33
|
+
if (retryAfter !== undefined) {
|
|
34
|
+
res?.setHeader?.('Retry-After', String(retryAfter));
|
|
35
|
+
throw new HttpException(ErrorCode.RATE_LIMIT_EXCEEDED, HttpStatus.TOO_MANY_REQUESTS);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
CoreSyncBaseController = __decorate([
|
|
40
|
+
Injectable(),
|
|
41
|
+
__metadata("design:paramtypes", [CoreSyncService])
|
|
42
|
+
], CoreSyncBaseController);
|
|
43
|
+
export { CoreSyncBaseController };
|
|
44
|
+
//# sourceMappingURL=core-sync-base.controller.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"core-sync-base.controller.js","sourceRoot":"","sources":["../../../../src/core/modules/sync/core-sync-base.controller.ts"],"names":[],"mappings":";;;;;;;;;AAAA,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAEvE,OAAO,EAAE,wBAAwB,EAAE,MAAM,uDAAuD,CAAC;AACjG,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AASlD,IAAe,sBAAsB,GAArC,MAAe,sBAAsB;IACX;IAA/B,YAA+B,WAA4B;QAA5B,gBAAW,GAAX,WAAW,CAAiB;IAAG,CAAC;IAQrD,KAAK,CAAC,YAAY,CAAC,GAAQ,EAAE,WAAgB;QACrD,IAAI,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,SAAS,IAAI,GAAG,CAAC,aAAa,EAAE,CAAC;YACnF,OAAO;QACT,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,wBAAwB,EAAE,EAAE,OAAO,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;QACnF,IAAI,QAAQ,EAAE,aAAa,EAAE,CAAC;YAC5B,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC;QAC3B,CAAC;aAAM,IAAI,QAAQ,EAAE,SAAS,EAAE,CAAC;YAC/B,GAAG,CAAC,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACrC,CAAC;IACH,CAAC;IAGS,KAAK,CAAC,KAAK,CAAC,IAAqB,EAAE,WAAgB,EAAE,GAAQ;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QACvE,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,GAAG,EAAE,SAAS,EAAE,CAAC,aAAa,EAAE,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC;YACpD,MAAM,IAAI,aAAa,CAAC,SAAS,CAAC,mBAAmB,EAAE,UAAU,CAAC,iBAAiB,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;CACF,CAAA;AA7BqB,sBAAsB;IAD3C,UAAU,EAAE;qCAEiC,eAAe;GADvC,sBAAsB,CA6B3C"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
export type SyncCursorPosition = {
|
|
2
|
+
seq: number;
|
|
3
|
+
} | {
|
|
4
|
+
at: number;
|
|
5
|
+
id: string;
|
|
6
|
+
};
|
|
7
|
+
export interface SyncCursorState {
|
|
8
|
+
epochs: string;
|
|
9
|
+
fingerprint: string;
|
|
10
|
+
model: string;
|
|
11
|
+
position: SyncCursorPosition;
|
|
12
|
+
runStart?: number;
|
|
13
|
+
since: number;
|
|
14
|
+
user: string;
|
|
15
|
+
}
|
|
16
|
+
export declare function deriveCursorKey(secret: string): Buffer;
|
|
17
|
+
export declare function encodeSyncCursor(state: SyncCursorState, key: Buffer): string;
|
|
18
|
+
export declare function decodeSyncCursor(cursor: unknown, key: Buffer): SyncCursorState | undefined;
|
|
19
|
+
export declare function stableHash(value: unknown): string;
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import { createHash, createHmac, hkdfSync, timingSafeEqual } from 'node:crypto';
|
|
2
|
+
const MAX_CURSOR_LENGTH = 2048;
|
|
3
|
+
export function deriveCursorKey(secret) {
|
|
4
|
+
return Buffer.from(hkdfSync('sha256', secret, 'lenne.tech', 'nest-server:sync-cursor:v1', 32));
|
|
5
|
+
}
|
|
6
|
+
export function encodeSyncCursor(state, key) {
|
|
7
|
+
const payload = Buffer.from(JSON.stringify({
|
|
8
|
+
e: state.epochs,
|
|
9
|
+
f: state.fingerprint,
|
|
10
|
+
k: state.since,
|
|
11
|
+
m: state.model,
|
|
12
|
+
p: 'seq' in state.position ? { s: state.position.seq } : { a: state.position.at, i: state.position.id },
|
|
13
|
+
...(state.runStart === undefined ? {} : { r: state.runStart }),
|
|
14
|
+
u: state.user,
|
|
15
|
+
v: 1,
|
|
16
|
+
})).toString('base64url');
|
|
17
|
+
return `${payload}.${sign(payload, key)}`;
|
|
18
|
+
}
|
|
19
|
+
export function decodeSyncCursor(cursor, key) {
|
|
20
|
+
if (typeof cursor !== 'string' || !cursor || cursor.length > MAX_CURSOR_LENGTH) {
|
|
21
|
+
return undefined;
|
|
22
|
+
}
|
|
23
|
+
const [payload, signature, rest] = cursor.split('.');
|
|
24
|
+
if (!payload || !signature || rest !== undefined) {
|
|
25
|
+
return undefined;
|
|
26
|
+
}
|
|
27
|
+
const expected = Buffer.from(sign(payload, key));
|
|
28
|
+
const given = Buffer.from(signature);
|
|
29
|
+
if (expected.length !== given.length || !timingSafeEqual(expected, given)) {
|
|
30
|
+
return undefined;
|
|
31
|
+
}
|
|
32
|
+
let raw;
|
|
33
|
+
try {
|
|
34
|
+
raw = JSON.parse(Buffer.from(payload, 'base64url').toString('utf8'));
|
|
35
|
+
}
|
|
36
|
+
catch {
|
|
37
|
+
return undefined;
|
|
38
|
+
}
|
|
39
|
+
if (!raw ||
|
|
40
|
+
raw.v !== 1 ||
|
|
41
|
+
typeof raw.m !== 'string' ||
|
|
42
|
+
typeof raw.u !== 'string' ||
|
|
43
|
+
typeof raw.f !== 'string' ||
|
|
44
|
+
typeof raw.e !== 'string' ||
|
|
45
|
+
!Number.isFinite(raw.k) ||
|
|
46
|
+
(raw.r !== undefined && !Number.isFinite(raw.r)) ||
|
|
47
|
+
!raw.p ||
|
|
48
|
+
typeof raw.p !== 'object') {
|
|
49
|
+
return undefined;
|
|
50
|
+
}
|
|
51
|
+
let position;
|
|
52
|
+
if (Number.isFinite(raw.p.s)) {
|
|
53
|
+
position = { seq: raw.p.s };
|
|
54
|
+
}
|
|
55
|
+
else if (Number.isFinite(raw.p.a) && typeof raw.p.i === 'string') {
|
|
56
|
+
position = { at: raw.p.a, id: raw.p.i };
|
|
57
|
+
}
|
|
58
|
+
else {
|
|
59
|
+
return undefined;
|
|
60
|
+
}
|
|
61
|
+
return {
|
|
62
|
+
epochs: raw.e,
|
|
63
|
+
fingerprint: raw.f,
|
|
64
|
+
model: raw.m,
|
|
65
|
+
position,
|
|
66
|
+
...(raw.r === undefined ? {} : { runStart: raw.r }),
|
|
67
|
+
since: raw.k,
|
|
68
|
+
user: raw.u,
|
|
69
|
+
};
|
|
70
|
+
}
|
|
71
|
+
export function stableHash(value) {
|
|
72
|
+
return createHash('sha256').update(JSON.stringify(value)).digest('base64url').slice(0, 32);
|
|
73
|
+
}
|
|
74
|
+
function sign(payload, key) {
|
|
75
|
+
return createHmac('sha256', key).update(payload).digest('base64url');
|
|
76
|
+
}
|
|
77
|
+
//# sourceMappingURL=core-sync-cursor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"core-sync-cursor.js","sourceRoot":"","sources":["../../../../src/core/modules/sync/core-sync-cursor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAiChF,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAG/B,MAAM,UAAU,eAAe,CAAC,MAAc;IAC5C,OAAO,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,4BAA4B,EAAE,EAAE,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,KAAsB,EAAE,GAAW;IAClE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CACzB,IAAI,CAAC,SAAS,CAAC;QACb,CAAC,EAAE,KAAK,CAAC,MAAM;QACf,CAAC,EAAE,KAAK,CAAC,WAAW;QACpB,CAAC,EAAE,KAAK,CAAC,KAAK;QACd,CAAC,EAAE,KAAK,CAAC,KAAK;QACd,CAAC,EAAE,KAAK,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE;QACvG,GAAG,CAAC,KAAK,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;QAC9D,CAAC,EAAE,KAAK,CAAC,IAAI;QACb,CAAC,EAAE,CAAC;KACL,CAAC,CACH,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACxB,OAAO,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;AAC5C,CAAC;AAGD,MAAM,UAAU,gBAAgB,CAAC,MAAe,EAAE,GAAW;IAC3D,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QAC/E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACrD,IAAI,CAAC,OAAO,IAAI,CAAC,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;QACjD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IACjD,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrC,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;QAC1E,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,GAAQ,CAAC;IACb,IAAI,CAAC;QACH,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IACE,CAAC,GAAG;QACJ,GAAG,CAAC,CAAC,KAAK,CAAC;QACX,OAAO,GAAG,CAAC,CAAC,KAAK,QAAQ;QACzB,OAAO,GAAG,CAAC,CAAC,KAAK,QAAQ;QACzB,OAAO,GAAG,CAAC,CAAC,KAAK,QAAQ;QACzB,OAAO,GAAG,CAAC,CAAC,KAAK,QAAQ;QACzB,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;QACvB,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC,GAAG,CAAC,CAAC;QACN,OAAO,GAAG,CAAC,CAAC,KAAK,QAAQ,EACzB,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,QAA4B,CAAC;IACjC,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7B,QAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC9B,CAAC;SAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnE,QAAQ,GAAG,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAC1C,CAAC;SAAM,CAAC;QACN,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO;QACL,MAAM,EAAE,GAAG,CAAC,CAAC;QACb,WAAW,EAAE,GAAG,CAAC,CAAC;QAClB,KAAK,EAAE,GAAG,CAAC,CAAC;QACZ,QAAQ;QACR,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC,EAAE,CAAC;QACnD,KAAK,EAAE,GAAG,CAAC,CAAC;QACZ,IAAI,EAAE,GAAG,CAAC,CAAC;KACZ,CAAC;AACJ,CAAC;AAGD,MAAM,UAAU,UAAU,CAAC,KAAc;IACvC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AAC7F,CAAC;AAED,SAAS,IAAI,CAAC,OAAe,EAAE,GAAW;IACxC,OAAO,UAAU,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;AACvE,CAAC"}
|
|
@@ -0,0 +1,55 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
11
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
12
|
+
};
|
|
13
|
+
import { Controller, Get, NotFoundException, Query, Req, Res } from '@nestjs/common';
|
|
14
|
+
import { ApiBearerAuth, ApiOperation, ApiTags } from '@nestjs/swagger';
|
|
15
|
+
import { CurrentUser } from '../../common/decorators/current-user.decorator.js';
|
|
16
|
+
import { Roles } from '../../common/decorators/roles.decorator.js';
|
|
17
|
+
import { RoleEnum } from '../../common/enums/role.enum.js';
|
|
18
|
+
import { ErrorCode } from '../error-code/error-codes.js';
|
|
19
|
+
import { CoreSyncBaseController } from './core-sync-base.controller.js';
|
|
20
|
+
import { SYNC_DEFAULTS } from './core-sync.constants.js';
|
|
21
|
+
let CoreSyncHintsController = class CoreSyncHintsController extends CoreSyncBaseController {
|
|
22
|
+
async hints(models, currentUser, req, res) {
|
|
23
|
+
if (!this.syncService.hintsEnabled('sse')) {
|
|
24
|
+
throw new NotFoundException(ErrorCode.SYNC_MODEL_NOT_FOUND);
|
|
25
|
+
}
|
|
26
|
+
await this.limit('pull', currentUser, res);
|
|
27
|
+
await this.scopeTenants(req, currentUser);
|
|
28
|
+
const named = typeof models === 'string' ? models.split(',').map((model) => model.trim()) : [];
|
|
29
|
+
await this.syncService.openHintStream(req, res, currentUser, named.filter(Boolean));
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
__decorate([
|
|
33
|
+
ApiBearerAuth(),
|
|
34
|
+
ApiOperation({
|
|
35
|
+
description: 'Server-sent events: `event: change` with `{ model, at }` whenever a model the caller may pull changes; ' +
|
|
36
|
+
'`models` (comma-separated) narrows the stream',
|
|
37
|
+
summary: 'Change hints (SSE)',
|
|
38
|
+
}),
|
|
39
|
+
Get('hints'),
|
|
40
|
+
Roles(RoleEnum.S_USER),
|
|
41
|
+
__param(0, Query('models')),
|
|
42
|
+
__param(1, CurrentUser()),
|
|
43
|
+
__param(2, Req()),
|
|
44
|
+
__param(3, Res()),
|
|
45
|
+
__metadata("design:type", Function),
|
|
46
|
+
__metadata("design:paramtypes", [String, Object, Object, Object]),
|
|
47
|
+
__metadata("design:returntype", Promise)
|
|
48
|
+
], CoreSyncHintsController.prototype, "hints", null);
|
|
49
|
+
CoreSyncHintsController = __decorate([
|
|
50
|
+
ApiTags('sync'),
|
|
51
|
+
Controller(SYNC_DEFAULTS.path),
|
|
52
|
+
Roles(RoleEnum.S_USER)
|
|
53
|
+
], CoreSyncHintsController);
|
|
54
|
+
export { CoreSyncHintsController };
|
|
55
|
+
//# sourceMappingURL=core-sync-hints.controller.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"core-sync-hints.controller.js","sourceRoot":"","sources":["../../../../src/core/modules/sync/core-sync-hints.controller.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,gBAAgB,CAAC;AACrF,OAAO,EAAE,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAC;AAEvE,OAAO,EAAE,WAAW,EAAE,MAAM,mDAAmD,CAAC;AAChF,OAAO,EAAE,KAAK,EAAE,MAAM,4CAA4C,CAAC;AACnE,OAAO,EAAE,QAAQ,EAAE,MAAM,iCAAiC,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,8BAA8B,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAgBlD,IAAM,uBAAuB,GAA7B,MAAM,uBAAwB,SAAQ,sBAAsB;IAW3D,AAAN,KAAK,CAAC,KAAK,CACQ,MAAc,EAChB,WAAgB,EACxB,GAAQ,EACR,GAAQ;QAEf,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1C,MAAM,IAAI,iBAAiB,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,WAAW,EAAE,GAAG,CAAC,CAAC;QAE3C,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;QAC1C,MAAM,KAAK,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/F,MAAM,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;IACtF,CAAC;CACF,CAAA;AAhBO;IATL,aAAa,EAAE;IACf,YAAY,CAAC;QACZ,WAAW,EACT,yGAAyG;YACzG,+CAA+C;QACjD,OAAO,EAAE,oBAAoB;KAC9B,CAAC;IACD,GAAG,CAAC,OAAO,CAAC;IACZ,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;IAEpB,WAAA,KAAK,CAAC,QAAQ,CAAC,CAAA;IACf,WAAA,WAAW,EAAE,CAAA;IACb,WAAA,GAAG,EAAE,CAAA;IACL,WAAA,GAAG,EAAE,CAAA;;;;oDAWP;AA1BU,uBAAuB;IAHnC,OAAO,CAAC,MAAM,CAAC;IACf,UAAU,CAAC,aAAa,CAAC,IAAI,CAAC;IAC9B,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC;GACV,uBAAuB,CA2BnC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import { Logger, OnApplicationBootstrap, OnModuleDestroy } from '@nestjs/common';
|
|
2
|
+
import type { ISync } from '../../common/interfaces/server-options.interface.js';
|
|
3
|
+
import { CoreRedisService } from '../../common/services/core-redis.service.js';
|
|
4
|
+
export interface SyncHintEvent {
|
|
5
|
+
at: number;
|
|
6
|
+
model: string;
|
|
7
|
+
tenantId?: string;
|
|
8
|
+
}
|
|
9
|
+
export declare class CoreSyncHintService implements OnApplicationBootstrap, OnModuleDestroy {
|
|
10
|
+
protected readonly redisService?: CoreRedisService;
|
|
11
|
+
protected readonly logger: Logger;
|
|
12
|
+
protected readonly origin: `${string}-${string}-${string}-${string}-${string}`;
|
|
13
|
+
protected readonly subscribers: Set<(hint: SyncHintEvent) => void>;
|
|
14
|
+
protected readonly pending: Map<string, NodeJS.Timeout>;
|
|
15
|
+
protected channel?: string;
|
|
16
|
+
protected redisListener?: (channel: string, message: string) => void;
|
|
17
|
+
constructor(redisService?: CoreRedisService);
|
|
18
|
+
protected get config(): Exclude<ISync['hints'], boolean | undefined>;
|
|
19
|
+
get enabled(): boolean;
|
|
20
|
+
protected get debounceMs(): number;
|
|
21
|
+
onApplicationBootstrap(): Promise<void>;
|
|
22
|
+
onModuleDestroy(): void;
|
|
23
|
+
notify(model: string, tenantIds?: readonly (string | undefined)[]): void;
|
|
24
|
+
subscribe(handler: (hint: SyncHintEvent) => void): () => void;
|
|
25
|
+
protected send(hint: SyncHintEvent): void;
|
|
26
|
+
protected receive(message: string): void;
|
|
27
|
+
protected deliver(hint: SyncHintEvent): void;
|
|
28
|
+
}
|
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
8
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
9
|
+
};
|
|
10
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
11
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
12
|
+
};
|
|
13
|
+
var CoreSyncHintService_1;
|
|
14
|
+
import { Injectable, Logger, Optional } from '@nestjs/common';
|
|
15
|
+
import { randomUUID } from 'node:crypto';
|
|
16
|
+
import { ConfigService } from '../../common/services/config.service.js';
|
|
17
|
+
import { CoreRedisService } from '../../common/services/core-redis.service.js';
|
|
18
|
+
import { SYNC_DEFAULTS } from './core-sync.constants.js';
|
|
19
|
+
let CoreSyncHintService = CoreSyncHintService_1 = class CoreSyncHintService {
|
|
20
|
+
redisService;
|
|
21
|
+
logger = new Logger(CoreSyncHintService_1.name);
|
|
22
|
+
origin = randomUUID();
|
|
23
|
+
subscribers = new Set();
|
|
24
|
+
pending = new Map();
|
|
25
|
+
channel;
|
|
26
|
+
redisListener;
|
|
27
|
+
constructor(redisService) {
|
|
28
|
+
this.redisService = redisService;
|
|
29
|
+
}
|
|
30
|
+
get config() {
|
|
31
|
+
const sync = ConfigService.configFastButReadOnly?.sync;
|
|
32
|
+
const hints = sync && typeof sync === 'object' ? sync.hints : undefined;
|
|
33
|
+
if (hints === false) {
|
|
34
|
+
return { enabled: false };
|
|
35
|
+
}
|
|
36
|
+
return hints && typeof hints === 'object' ? hints : {};
|
|
37
|
+
}
|
|
38
|
+
get enabled() {
|
|
39
|
+
return this.config.enabled !== false;
|
|
40
|
+
}
|
|
41
|
+
get debounceMs() {
|
|
42
|
+
const value = this.config.debounceMs;
|
|
43
|
+
return typeof value === 'number' && Number.isFinite(value) && value >= 0 ? value : SYNC_DEFAULTS.hintDebounceMs;
|
|
44
|
+
}
|
|
45
|
+
async onApplicationBootstrap() {
|
|
46
|
+
if (!this.enabled || !this.redisService?.enabled) {
|
|
47
|
+
return;
|
|
48
|
+
}
|
|
49
|
+
const channel = this.redisService.key('sync', 'hints');
|
|
50
|
+
try {
|
|
51
|
+
this.channel = channel;
|
|
52
|
+
this.redisListener = (incoming, message) => {
|
|
53
|
+
if (incoming === channel) {
|
|
54
|
+
this.receive(message);
|
|
55
|
+
}
|
|
56
|
+
};
|
|
57
|
+
this.redisService.getSubscriber().on('message', this.redisListener);
|
|
58
|
+
await this.redisService.subscribeChannel(channel);
|
|
59
|
+
}
|
|
60
|
+
catch (error) {
|
|
61
|
+
this.logger.warn(`Sync hints: Redis subscribe failed (${error?.message ?? error}) — retried when the connection is ` +
|
|
62
|
+
"up; until then this replica's subscribers receive only its own hints");
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
onModuleDestroy() {
|
|
66
|
+
for (const timer of this.pending.values()) {
|
|
67
|
+
clearTimeout(timer);
|
|
68
|
+
}
|
|
69
|
+
this.pending.clear();
|
|
70
|
+
this.subscribers.clear();
|
|
71
|
+
if (this.redisListener) {
|
|
72
|
+
try {
|
|
73
|
+
this.redisService?.getSubscriber().off('message', this.redisListener);
|
|
74
|
+
if (this.channel) {
|
|
75
|
+
void this.redisService?.releaseChannel(this.channel).catch(() => undefined);
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
catch {
|
|
79
|
+
}
|
|
80
|
+
this.redisListener = undefined;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
notify(model, tenantIds = [undefined]) {
|
|
84
|
+
if (!this.enabled) {
|
|
85
|
+
return;
|
|
86
|
+
}
|
|
87
|
+
for (const tenantId of tenantIds.length ? new Set(tenantIds) : [undefined]) {
|
|
88
|
+
const key = `${model}\u0000${tenantId ?? ''}`;
|
|
89
|
+
if (this.pending.has(key)) {
|
|
90
|
+
continue;
|
|
91
|
+
}
|
|
92
|
+
const timer = setTimeout(() => {
|
|
93
|
+
this.pending.delete(key);
|
|
94
|
+
this.send({ at: Date.now(), model, ...(tenantId ? { tenantId } : {}) });
|
|
95
|
+
}, this.debounceMs);
|
|
96
|
+
timer.unref?.();
|
|
97
|
+
this.pending.set(key, timer);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
subscribe(handler) {
|
|
101
|
+
this.subscribers.add(handler);
|
|
102
|
+
return () => {
|
|
103
|
+
this.subscribers.delete(handler);
|
|
104
|
+
};
|
|
105
|
+
}
|
|
106
|
+
send(hint) {
|
|
107
|
+
this.deliver(hint);
|
|
108
|
+
if (!this.channel || !this.redisService?.enabled) {
|
|
109
|
+
return;
|
|
110
|
+
}
|
|
111
|
+
try {
|
|
112
|
+
void this.redisService
|
|
113
|
+
.getClient()
|
|
114
|
+
.publish(this.channel, JSON.stringify({ ...hint, origin: this.origin }))
|
|
115
|
+
.catch((error) => this.logger.debug(`Sync hint publish failed: ${error.message}`));
|
|
116
|
+
}
|
|
117
|
+
catch (error) {
|
|
118
|
+
this.logger.debug(`Sync hint publish failed: ${error?.message ?? error}`);
|
|
119
|
+
}
|
|
120
|
+
}
|
|
121
|
+
receive(message) {
|
|
122
|
+
let parsed;
|
|
123
|
+
try {
|
|
124
|
+
parsed = JSON.parse(message);
|
|
125
|
+
}
|
|
126
|
+
catch {
|
|
127
|
+
return;
|
|
128
|
+
}
|
|
129
|
+
if (!parsed || parsed.origin === this.origin || typeof parsed.model !== 'string' || !Number.isFinite(parsed.at)) {
|
|
130
|
+
return;
|
|
131
|
+
}
|
|
132
|
+
this.deliver({
|
|
133
|
+
at: Number(parsed.at),
|
|
134
|
+
model: parsed.model,
|
|
135
|
+
...(typeof parsed.tenantId === 'string' && parsed.tenantId ? { tenantId: parsed.tenantId } : {}),
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
deliver(hint) {
|
|
139
|
+
for (const handler of this.subscribers) {
|
|
140
|
+
try {
|
|
141
|
+
handler(hint);
|
|
142
|
+
}
|
|
143
|
+
catch (error) {
|
|
144
|
+
this.logger.warn(`Sync hint subscriber failed: ${error?.message ?? error}`);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
};
|
|
149
|
+
CoreSyncHintService = CoreSyncHintService_1 = __decorate([
|
|
150
|
+
Injectable(),
|
|
151
|
+
__param(0, Optional()),
|
|
152
|
+
__metadata("design:paramtypes", [CoreRedisService])
|
|
153
|
+
], CoreSyncHintService);
|
|
154
|
+
export { CoreSyncHintService };
|
|
155
|
+
//# sourceMappingURL=core-sync-hints.service.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"core-sync-hints.service.js","sourceRoot":"","sources":["../../../../src/core/modules/sync/core-sync-hints.service.ts"],"names":[],"mappings":";;;;;;;;;;;;;AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAA2C,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AACvG,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,aAAa,EAAE,MAAM,yCAAyC,CAAC;AACxE,OAAO,EAAE,gBAAgB,EAAE,MAAM,6CAA6C,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AAqBlD,IAAM,mBAAmB,2BAAzB,MAAM,mBAAmB;IAUa;IATxB,MAAM,GAAG,IAAI,MAAM,CAAC,qBAAmB,CAAC,IAAI,CAAC,CAAC;IAE9C,MAAM,GAAG,UAAU,EAAE,CAAC;IACtB,WAAW,GAAG,IAAI,GAAG,EAAiC,CAAC;IAEvD,OAAO,GAAG,IAAI,GAAG,EAAyC,CAAC;IACpE,OAAO,CAAU;IACjB,aAAa,CAA8C;IAErE,YAA2C,YAA+B;QAA/B,iBAAY,GAAZ,YAAY,CAAmB;IAAG,CAAC;IAG9E,IAAc,MAAM;QAClB,MAAM,IAAI,GAAG,aAAa,CAAC,qBAAqB,EAAE,IAAI,CAAC;QACvD,MAAM,KAAK,GAAG,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACxE,IAAI,KAAK,KAAK,KAAK,EAAE,CAAC;YACpB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,CAAC;IAGD,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC;IACvC,CAAC;IAGD,IAAc,UAAU;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;QACrC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,cAAc,CAAC;IAClH,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvD,IAAI,CAAC;YAEH,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;YACvB,IAAI,CAAC,aAAa,GAAG,CAAC,QAAgB,EAAE,OAAe,EAAE,EAAE;gBACzD,IAAI,QAAQ,KAAK,OAAO,EAAE,CAAC;oBACzB,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,aAAa,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;YAEpE,MAAM,IAAI,CAAC,YAAY,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACpD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,uCAAwC,KAAe,EAAE,OAAO,IAAI,KAAK,qCAAqC;gBAC5G,sEAAsE,CACzE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,eAAe;QACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAC1C,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,IAAI,CAAC,YAAY,EAAE,aAAa,EAAE,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;gBACtE,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;oBACjB,KAAK,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAC9E,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;YAET,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAMD,MAAM,CAAC,KAAa,EAAE,YAA6C,CAAC,SAAS,CAAC;QAC5E,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,OAAO;QACT,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;YAC3E,MAAM,GAAG,GAAG,GAAG,KAAK,SAAS,QAAQ,IAAI,EAAE,EAAE,CAAC;YAC9C,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC1B,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzB,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1E,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACpB,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAGD,SAAS,CAAC,OAAsC;QAC9C,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACnC,CAAC,CAAC;IACJ,CAAC;IAGS,IAAI,CAAC,IAAmB;QAChC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;YACjD,OAAO;QACT,CAAC;QACD,IAAI,CAAC;YACH,KAAK,IAAI,CAAC,YAAY;iBACnB,SAAS,EAAE;iBACX,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;iBACvE,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;QAC9F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA8B,KAAe,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;QACvF,CAAC;IACH,CAAC;IAGS,OAAO,CAAC,OAAe;QAC/B,IAAI,MAAW,CAAC;QAChB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;YAChH,OAAO;QACT,CAAC;QACD,IAAI,CAAC,OAAO,CAAC;YACX,EAAE,EAAE,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACrB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,GAAG,CAAC,OAAO,MAAM,CAAC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjG,CAAC,CAAC;IACL,CAAC;IAES,OAAO,CAAC,IAAmB;QAEnC,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,CAAC;YAChB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,gCAAiC,KAAe,EAAE,OAAO,IAAI,KAAK,EAAE,CAAC,CAAC;YACzF,CAAC;QACH,CAAC;IACH,CAAC;CACF,CAAA;AAtJY,mBAAmB;IAD/B,UAAU,EAAE;IAWE,WAAA,QAAQ,EAAE,CAAA;qCAAmC,gBAAgB;GAV/D,mBAAmB,CAsJ/B"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { createSchema } from '../../common/persistence/mongo/mongoose-compat.js';
|
|
2
|
+
export const SyncMutationSchema = createSchema({
|
|
3
|
+
attempt: { type: Number },
|
|
4
|
+
claimedAt: { type: Date },
|
|
5
|
+
code: { type: String },
|
|
6
|
+
expiresAt: { index: { expireAfterSeconds: 0 }, type: Date },
|
|
7
|
+
key: { index: { unique: true }, type: String },
|
|
8
|
+
state: { type: String },
|
|
9
|
+
status: { type: String },
|
|
10
|
+
version: { type: Number },
|
|
11
|
+
}, { collection: 'syncMutations', versionKey: false });
|
|
12
|
+
export const SyncStateSchema = createSchema({
|
|
13
|
+
epoch: { type: Number },
|
|
14
|
+
horizon: { type: Date },
|
|
15
|
+
key: { index: { unique: true }, type: String },
|
|
16
|
+
}, { collection: 'syncStates', versionKey: false });
|
|
17
|
+
//# sourceMappingURL=core-sync-infrastructure.models.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"core-sync-infrastructure.models.js","sourceRoot":"","sources":["../../../../src/core/modules/sync/core-sync-infrastructure.models.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,mDAAmD,CAAC;AAcjF,MAAM,CAAC,MAAM,kBAAkB,GAAG,YAAY,CAC5C;IACE,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IACzB,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;IACzB,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IACtB,SAAS,EAAE,EAAE,KAAK,EAAE,EAAE,kBAAkB,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;IAC3D,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IAC9C,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IACvB,MAAM,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IACxB,OAAO,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;CAC1B,EACD,EAAE,UAAU,EAAE,eAAe,EAAE,UAAU,EAAE,KAAK,EAAE,CACnD,CAAC;AAMF,MAAM,CAAC,MAAM,eAAe,GAAG,YAAY,CACzC;IACE,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;IACvB,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;IACvB,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE;CAC/C,EACD,EAAE,UAAU,EAAE,YAAY,EAAE,UAAU,EAAE,KAAK,EAAE,CAChD,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { DataStore, StoredRecord } from '../../common/persistence/data-store.interface.js';
|
|
2
|
+
export interface SyncMutationOutcome {
|
|
3
|
+
code?: string;
|
|
4
|
+
status: string;
|
|
5
|
+
version?: number;
|
|
6
|
+
}
|
|
7
|
+
export type SyncMutationClaim = {
|
|
8
|
+
kind: 'busy';
|
|
9
|
+
} | {
|
|
10
|
+
kind: 'claimed';
|
|
11
|
+
} | {
|
|
12
|
+
kind: 'done';
|
|
13
|
+
outcome: SyncMutationOutcome;
|
|
14
|
+
};
|
|
15
|
+
interface MutationRecord {
|
|
16
|
+
attempt?: number;
|
|
17
|
+
claimedAt?: Date;
|
|
18
|
+
code?: null | string;
|
|
19
|
+
expiresAt?: Date;
|
|
20
|
+
key: string;
|
|
21
|
+
state?: string;
|
|
22
|
+
status?: null | string;
|
|
23
|
+
version?: null | number;
|
|
24
|
+
}
|
|
25
|
+
export declare class CoreSyncMutationStore {
|
|
26
|
+
protected readonly store: DataStore<MutationRecord>;
|
|
27
|
+
protected readonly options: {
|
|
28
|
+
claimTimeoutMs: number;
|
|
29
|
+
retentionMs: number;
|
|
30
|
+
};
|
|
31
|
+
constructor(store: DataStore<MutationRecord>, options: {
|
|
32
|
+
claimTimeoutMs: number;
|
|
33
|
+
retentionMs: number;
|
|
34
|
+
});
|
|
35
|
+
static key(model: string, userId: string, recordId: string, mutationId: string): string;
|
|
36
|
+
claim(key: string, now?: Date): Promise<SyncMutationClaim>;
|
|
37
|
+
complete(key: string, outcome: SyncMutationOutcome, now?: Date): Promise<void>;
|
|
38
|
+
release(key: string): Promise<void>;
|
|
39
|
+
protected pending(now: Date, attempt: number): Omit<MutationRecord, 'key'>;
|
|
40
|
+
protected takeOver(existing: StoredRecord<MutationRecord>, now: Date): Promise<boolean>;
|
|
41
|
+
}
|
|
42
|
+
export declare function isDuplicateKey(error: unknown): boolean;
|
|
43
|
+
export {};
|