@verdant-web/server 3.3.11 → 4.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/server.mjs +110 -107
- package/dist/esm/TokenVerifier.d.ts +1 -0
- package/dist/esm/TokenVerifier.js +3 -0
- package/dist/esm/TokenVerifier.js.map +1 -1
- package/dist/esm/adapters/node/errorHandler.d.ts +2 -0
- package/dist/esm/adapters/node/errorHandler.js +12 -0
- package/dist/esm/adapters/node/errorHandler.js.map +1 -0
- package/dist/esm/adapters/node/getRequestToken.d.ts +1 -0
- package/dist/esm/adapters/node/getRequestToken.js +25 -0
- package/dist/esm/adapters/node/getRequestToken.js.map +1 -0
- package/dist/esm/adapters/node/httpRouter.d.ts +47 -0
- package/dist/esm/adapters/node/httpRouter.js +88 -0
- package/dist/esm/adapters/node/httpRouter.js.map +1 -0
- package/dist/esm/adapters/node/index.d.ts +5 -0
- package/dist/esm/adapters/node/index.js +6 -0
- package/dist/esm/adapters/node/index.js.map +1 -0
- package/dist/esm/adapters/node/tokenMiddleware.d.ts +7 -0
- package/dist/esm/adapters/node/tokenMiddleware.js +22 -0
- package/dist/esm/adapters/node/tokenMiddleware.js.map +1 -0
- package/dist/esm/adapters/node/websocketHandler.d.ts +4 -0
- package/dist/esm/adapters/node/websocketHandler.js +54 -0
- package/dist/esm/adapters/node/websocketHandler.js.map +1 -0
- package/dist/esm/connections/ClientConnection.d.ts +25 -0
- package/dist/esm/{ClientConnection.js → connections/ClientConnection.js} +47 -38
- package/dist/esm/connections/ClientConnection.js.map +1 -0
- package/dist/esm/connections/MessageSender.d.ts +5 -0
- package/dist/esm/connections/MessageSender.js.map +1 -0
- package/dist/esm/connections/Presence.d.ts +23 -0
- package/dist/esm/connections/Presence.js +65 -0
- package/dist/esm/connections/Presence.js.map +1 -0
- package/dist/esm/core.d.ts +15 -0
- package/dist/esm/core.js +15 -0
- package/dist/esm/core.js.map +1 -0
- package/dist/esm/defaults.d.ts +2 -0
- package/dist/esm/defaults.js +3 -0
- package/dist/esm/defaults.js.map +1 -0
- package/dist/esm/files/FileStorage.d.ts +12 -3
- package/dist/esm/files/FileStorage.js +20 -0
- package/dist/esm/files/FileStorage.js.map +1 -1
- package/dist/esm/index.d.ts +7 -7
- package/dist/esm/index.js +2 -2
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/internals.d.ts +14 -0
- package/dist/esm/internals.js +12 -0
- package/dist/esm/internals.js.map +1 -0
- package/dist/esm/libraries/Library.d.ts +78 -0
- package/dist/esm/{ServerLibrary.js → libraries/Library.js} +165 -151
- package/dist/esm/libraries/Library.js.map +1 -0
- package/dist/esm/{ServerLibrary.test.js → libraries/Library.test.js} +42 -33
- package/dist/esm/libraries/Library.test.js.map +1 -0
- package/dist/esm/libraries/generic.d.ts +8 -0
- package/dist/esm/libraries/generic.js +2 -0
- package/dist/esm/libraries/generic.js.map +1 -0
- package/dist/esm/libraries/singleNode.d.ts +53 -0
- package/dist/esm/libraries/singleNode.js +88 -0
- package/dist/esm/libraries/singleNode.js.map +1 -0
- package/dist/esm/logger.d.ts +1 -0
- package/dist/esm/logger.js +2 -0
- package/dist/esm/logger.js.map +1 -0
- package/dist/esm/storage/Storage.d.ts +39 -38
- package/dist/esm/storage/StorageManager.d.ts +11 -0
- package/dist/esm/storage/StorageManager.js +32 -0
- package/dist/esm/storage/StorageManager.js.map +1 -0
- package/dist/esm/storage/index.d.ts +1 -2
- package/dist/esm/storage/index.js +1 -2
- package/dist/esm/storage/index.js.map +1 -1
- package/dist/esm/storage/sqlShard/Databases.d.ts +5 -3
- package/dist/esm/storage/sqlShard/Databases.js +11 -7
- package/dist/esm/storage/sqlShard/Databases.js.map +1 -1
- package/dist/esm/storage/sqlShard/SqlBaselines.d.ts +16 -17
- package/dist/esm/storage/sqlShard/SqlBaselines.js +55 -59
- package/dist/esm/storage/sqlShard/SqlBaselines.js.map +1 -1
- package/dist/esm/storage/sqlShard/SqlFileMetadata.d.ts +13 -13
- package/dist/esm/storage/sqlShard/SqlFileMetadata.js +44 -57
- package/dist/esm/storage/sqlShard/SqlFileMetadata.js.map +1 -1
- package/dist/esm/storage/sqlShard/SqlOperations.d.ts +12 -12
- package/dist/esm/storage/sqlShard/SqlOperations.js +38 -73
- package/dist/esm/storage/sqlShard/SqlOperations.js.map +1 -1
- package/dist/esm/storage/sqlShard/SqlReplicas.d.ts +18 -17
- package/dist/esm/storage/sqlShard/SqlReplicas.js +63 -100
- package/dist/esm/storage/sqlShard/SqlReplicas.js.map +1 -1
- package/dist/esm/storage/sqlShard/database.d.ts +25 -5
- package/dist/esm/storage/sqlShard/database.js +47 -15
- package/dist/esm/storage/sqlShard/database.js.map +1 -1
- package/dist/esm/storage/sqlShard/migrations/v1.d.ts +2 -3
- package/dist/esm/storage/sqlShard/migrations/v1.js +42 -47
- package/dist/esm/storage/sqlShard/migrations/v1.js.map +1 -1
- package/dist/esm/storage/sqlShard/migrations/v2.d.ts +2 -3
- package/dist/esm/storage/sqlShard/migrations/v2.js +5 -15
- package/dist/esm/storage/sqlShard/migrations/v2.js.map +1 -1
- package/dist/esm/storage/sqlShard/migrations.d.ts +5 -7
- package/dist/esm/storage/sqlShard/migrations.js +48 -1
- package/dist/esm/storage/sqlShard/migrations.js.map +1 -1
- package/dist/esm/storage/sqlShard/sqlShardStorage.d.ts +25 -4
- package/dist/esm/storage/sqlShard/sqlShardStorage.js +43 -40
- package/dist/esm/storage/sqlShard/sqlShardStorage.js.map +1 -1
- package/dist/esm/storage/sqlShard/tables.d.ts +9 -6
- package/dist/esm/types.d.ts +2 -2
- package/package.json +24 -13
- package/src/TokenVerifier.ts +4 -0
- package/src/adapters/node/errorHandler.ts +18 -0
- package/src/adapters/node/getRequestToken.ts +34 -0
- package/src/adapters/node/httpRouter.ts +139 -0
- package/src/adapters/node/index.ts +5 -0
- package/src/adapters/node/tokenMiddleware.ts +32 -0
- package/src/adapters/node/websocketHandler.ts +79 -0
- package/src/{ClientConnection.ts → connections/ClientConnection.ts} +64 -57
- package/src/connections/MessageSender.ts +6 -0
- package/src/connections/Presence.ts +95 -0
- package/src/core.ts +36 -0
- package/src/defaults.ts +2 -0
- package/src/files/FileStorage.ts +36 -3
- package/src/index.ts +7 -7
- package/src/internals.ts +14 -0
- package/src/{ServerLibrary.test.ts → libraries/Library.test.ts} +51 -49
- package/src/{ServerLibrary.ts → libraries/Library.ts} +205 -206
- package/src/libraries/generic.ts +9 -0
- package/src/libraries/singleNode.ts +145 -0
- package/src/logger.ts +4 -0
- package/src/storage/Storage.ts +37 -66
- package/src/storage/StorageManager.ts +39 -0
- package/src/storage/index.ts +1 -2
- package/src/storage/sqlShard/Databases.ts +26 -13
- package/src/storage/sqlShard/SqlBaselines.ts +58 -67
- package/src/storage/sqlShard/SqlFileMetadata.ts +51 -72
- package/src/storage/sqlShard/SqlOperations.ts +57 -81
- package/src/storage/sqlShard/SqlReplicas.ts +80 -121
- package/src/storage/sqlShard/database.ts +82 -18
- package/src/storage/sqlShard/migrations/v1.ts +42 -52
- package/src/storage/sqlShard/migrations/v2.ts +5 -19
- package/src/storage/sqlShard/migrations.ts +66 -1
- package/src/storage/sqlShard/sqlShardStorage.ts +56 -55
- package/src/storage/sqlShard/tables.ts +6 -6
- package/src/types.ts +2 -4
- package/dist/esm/ClientConnection.d.ts +0 -19
- package/dist/esm/ClientConnection.js.map +0 -1
- package/dist/esm/MessageSender.d.ts +0 -5
- package/dist/esm/MessageSender.js.map +0 -1
- package/dist/esm/Presence.d.ts +0 -18
- package/dist/esm/Presence.js +0 -65
- package/dist/esm/Presence.js.map +0 -1
- package/dist/esm/ReplicaKeepaliveTimers.d.ts +0 -17
- package/dist/esm/ReplicaKeepaliveTimers.js +0 -27
- package/dist/esm/ReplicaKeepaliveTimers.js.map +0 -1
- package/dist/esm/Server.d.ts +0 -166
- package/dist/esm/Server.js +0 -572
- package/dist/esm/Server.js.map +0 -1
- package/dist/esm/ServerLibrary.d.ts +0 -64
- package/dist/esm/ServerLibrary.js.map +0 -1
- package/dist/esm/ServerLibrary.test.js.map +0 -1
- package/dist/esm/storage/sql/SqlBaselines.d.ts +0 -22
- package/dist/esm/storage/sql/SqlBaselines.js +0 -107
- package/dist/esm/storage/sql/SqlBaselines.js.map +0 -1
- package/dist/esm/storage/sql/SqlFileMetadata.d.ts +0 -18
- package/dist/esm/storage/sql/SqlFileMetadata.js +0 -69
- package/dist/esm/storage/sql/SqlFileMetadata.js.map +0 -1
- package/dist/esm/storage/sql/SqlOperations.d.ts +0 -19
- package/dist/esm/storage/sql/SqlOperations.js +0 -122
- package/dist/esm/storage/sql/SqlOperations.js.map +0 -1
- package/dist/esm/storage/sql/SqlReplicas.d.ts +0 -32
- package/dist/esm/storage/sql/SqlReplicas.js +0 -163
- package/dist/esm/storage/sql/SqlReplicas.js.map +0 -1
- package/dist/esm/storage/sql/database.d.ts +0 -9
- package/dist/esm/storage/sql/database.js +0 -24
- package/dist/esm/storage/sql/database.js.map +0 -1
- package/dist/esm/storage/sql/migrations/v1.d.ts +0 -3
- package/dist/esm/storage/sql/migrations/v1.js +0 -59
- package/dist/esm/storage/sql/migrations/v1.js.map +0 -1
- package/dist/esm/storage/sql/migrations/v2.d.ts +0 -3
- package/dist/esm/storage/sql/migrations/v2.js +0 -16
- package/dist/esm/storage/sql/migrations/v2.js.map +0 -1
- package/dist/esm/storage/sql/migrations.d.ts +0 -7
- package/dist/esm/storage/sql/migrations.js +0 -4
- package/dist/esm/storage/sql/migrations.js.map +0 -1
- package/dist/esm/storage/sql/sqlStorage.d.ts +0 -6
- package/dist/esm/storage/sql/sqlStorage.js +0 -35
- package/dist/esm/storage/sql/sqlStorage.js.map +0 -1
- package/dist/esm/storage/sql/tables.d.ts +0 -44
- package/dist/esm/storage/sql/tables.js +0 -2
- package/dist/esm/storage/sql/tables.js.map +0 -1
- package/dist/esm/storage/sqlShard/transfer.d.ts +0 -7
- package/dist/esm/storage/sqlShard/transfer.js +0 -90
- package/dist/esm/storage/sqlShard/transfer.js.map +0 -1
- package/dist/esm/storage/sqlShard/transfer.test.d.ts +0 -1
- package/dist/esm/storage/sqlShard/transfer.test.js +0 -109
- package/dist/esm/storage/sqlShard/transfer.test.js.map +0 -1
- package/src/MessageSender.ts +0 -10
- package/src/Presence.ts +0 -86
- package/src/ReplicaKeepaliveTimers.ts +0 -34
- package/src/Server.ts +0 -859
- package/src/storage/sql/SqlBaselines.ts +0 -147
- package/src/storage/sql/SqlFileMetadata.ts +0 -94
- package/src/storage/sql/SqlOperations.ts +0 -160
- package/src/storage/sql/SqlReplicas.ts +0 -234
- package/src/storage/sql/database.ts +0 -32
- package/src/storage/sql/migrations/v1.ts +0 -64
- package/src/storage/sql/migrations/v2.ts +0 -20
- package/src/storage/sql/migrations.ts +0 -4
- package/src/storage/sql/sqlStorage.ts +0 -57
- package/src/storage/sql/tables.ts +0 -51
- package/src/storage/sqlShard/transfer.test.ts +0 -149
- package/src/storage/sqlShard/transfer.ts +0 -123
- /package/dist/esm/{MessageSender.js → connections/MessageSender.js} +0 -0
- /package/dist/esm/{ServerLibrary.test.d.ts → libraries/Library.test.d.ts} +0 -0
|
@@ -1,93 +1,62 @@
|
|
|
1
1
|
export class SqlOperations {
|
|
2
|
-
constructor(
|
|
3
|
-
this.
|
|
4
|
-
this.
|
|
2
|
+
constructor(db, libraryId) {
|
|
3
|
+
this.db = db;
|
|
4
|
+
this.libraryId = libraryId;
|
|
5
5
|
this.hydrate = (row) => {
|
|
6
6
|
// avoiding extra allocation from .map by type-asserting here
|
|
7
7
|
row.data = JSON.parse(row.data);
|
|
8
8
|
};
|
|
9
|
-
this.getAll = async (
|
|
10
|
-
const db =
|
|
11
|
-
const raw =
|
|
12
|
-
.selectFrom('OperationHistory')
|
|
13
|
-
.where('oid', '=', oid)
|
|
14
|
-
.orderBy('timestamp', 'asc')
|
|
15
|
-
.selectAll()
|
|
16
|
-
.execute();
|
|
9
|
+
this.getAll = async (oid) => {
|
|
10
|
+
const db = this.db;
|
|
11
|
+
const raw = db.query(`SELECT * FROM OperationHistory WHERE oid = ? ORDER BY timestamp ASC`, [oid]);
|
|
17
12
|
raw.forEach(this.hydrate);
|
|
18
13
|
return raw;
|
|
19
14
|
};
|
|
20
|
-
this.getBeforeServerOrder = async (
|
|
21
|
-
const db =
|
|
22
|
-
const raw =
|
|
23
|
-
.selectFrom('OperationHistory')
|
|
24
|
-
.where('serverOrder', '<', beforeServerOrder)
|
|
25
|
-
.orderBy('timestamp', 'asc')
|
|
26
|
-
.selectAll()
|
|
27
|
-
.execute();
|
|
15
|
+
this.getBeforeServerOrder = async (beforeServerOrder) => {
|
|
16
|
+
const db = this.db;
|
|
17
|
+
const raw = db.query(`SELECT * FROM OperationHistory WHERE serverOrder < ? ORDER BY timestamp ASC`, [beforeServerOrder]);
|
|
28
18
|
raw.forEach(this.hydrate);
|
|
29
19
|
return raw;
|
|
30
20
|
};
|
|
31
|
-
this.getAfterServerOrder = async (
|
|
32
|
-
const db =
|
|
33
|
-
const raw =
|
|
34
|
-
.selectFrom('OperationHistory')
|
|
35
|
-
.where('serverOrder', '>', afterServerOrder)
|
|
36
|
-
.orderBy('timestamp', 'asc')
|
|
37
|
-
.selectAll()
|
|
38
|
-
.execute();
|
|
21
|
+
this.getAfterServerOrder = async (afterServerOrder) => {
|
|
22
|
+
const db = this.db;
|
|
23
|
+
const raw = db.query(`SELECT * FROM OperationHistory WHERE serverOrder > ? ORDER BY timestamp ASC`, [afterServerOrder]);
|
|
39
24
|
raw.forEach(this.hydrate);
|
|
40
25
|
return raw;
|
|
41
26
|
};
|
|
42
|
-
this.getLatestServerOrder = async (
|
|
43
|
-
const db =
|
|
44
|
-
const result =
|
|
45
|
-
.selectFrom('OperationHistory')
|
|
46
|
-
.orderBy('serverOrder', 'desc')
|
|
47
|
-
.select('serverOrder')
|
|
48
|
-
.limit(1)
|
|
49
|
-
.executeTakeFirst();
|
|
27
|
+
this.getLatestServerOrder = async () => {
|
|
28
|
+
const db = this.db;
|
|
29
|
+
const result = db.first(`SELECT serverOrder FROM OperationHistory ORDER BY serverOrder DESC LIMIT 1`);
|
|
50
30
|
if (result) {
|
|
51
31
|
return result.serverOrder;
|
|
52
32
|
}
|
|
53
33
|
return 0;
|
|
54
34
|
};
|
|
55
|
-
this.getCount = async (
|
|
35
|
+
this.getCount = async () => {
|
|
56
36
|
var _a, _b;
|
|
57
|
-
const db =
|
|
58
|
-
return ((_b = (_a = (
|
|
59
|
-
.selectFrom('OperationHistory')
|
|
60
|
-
.select(({ fn }) => fn.countAll().as('count'))
|
|
61
|
-
.executeTakeFirst())) === null || _a === void 0 ? void 0 : _a.count) !== null && _b !== void 0 ? _b : 0);
|
|
37
|
+
const db = this.db;
|
|
38
|
+
return ((_b = (_a = db.first(`SELECT COUNT(*) as count FROM OperationHistory`)) === null || _a === void 0 ? void 0 : _a.count) !== null && _b !== void 0 ? _b : 0);
|
|
62
39
|
};
|
|
63
|
-
this.insertAll = async (
|
|
64
|
-
const db =
|
|
40
|
+
this.insertAll = async (replicaId, operations) => {
|
|
41
|
+
const db = this.db;
|
|
65
42
|
// inserts all operations and updates server order
|
|
66
43
|
// FIXME: this whole thing is kinda sus
|
|
67
|
-
return
|
|
44
|
+
return db.transaction((tx) => {
|
|
68
45
|
var _a;
|
|
69
|
-
let orderResult =
|
|
70
|
-
.selectFrom('OperationHistory')
|
|
71
|
-
.select('serverOrder')
|
|
72
|
-
.orderBy('serverOrder', 'desc')
|
|
73
|
-
.limit(1)
|
|
74
|
-
.executeTakeFirst();
|
|
46
|
+
let orderResult = tx.first(`SELECT serverOrder FROM OperationHistory ORDER BY serverOrder DESC LIMIT 1`);
|
|
75
47
|
let currentServerOrder = (_a = orderResult === null || orderResult === void 0 ? void 0 : orderResult.serverOrder) !== null && _a !== void 0 ? _a : 0;
|
|
76
48
|
for (const item of operations) {
|
|
77
49
|
// utilizing returned serverOrder accommodates for conflicts
|
|
78
|
-
const result =
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
50
|
+
const result = tx.first(`INSERT INTO OperationHistory (oid, data, timestamp, replicaId, serverOrder, authz) VALUES (?, ?, ?, ?, ?, ?)
|
|
51
|
+
ON CONFLICT (replicaId, oid, timestamp) DO NOTHING
|
|
52
|
+
RETURNING serverOrder`, [
|
|
53
|
+
item.oid,
|
|
54
|
+
JSON.stringify(item.data),
|
|
55
|
+
item.timestamp,
|
|
84
56
|
replicaId,
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
.onConflict((cb) => cb.columns(['replicaId', 'oid', 'timestamp']).doNothing())
|
|
89
|
-
.returning('serverOrder')
|
|
90
|
-
.executeTakeFirst();
|
|
57
|
+
currentServerOrder + 1,
|
|
58
|
+
item.authz,
|
|
59
|
+
]);
|
|
91
60
|
if (result) {
|
|
92
61
|
currentServerOrder = result.serverOrder;
|
|
93
62
|
}
|
|
@@ -99,19 +68,15 @@ export class SqlOperations {
|
|
|
99
68
|
return currentServerOrder;
|
|
100
69
|
});
|
|
101
70
|
};
|
|
102
|
-
this.deleteAll = async (
|
|
103
|
-
const db =
|
|
104
|
-
|
|
71
|
+
this.deleteAll = async () => {
|
|
72
|
+
const db = this.db;
|
|
73
|
+
db.exec('DELETE FROM OperationHistory');
|
|
105
74
|
};
|
|
106
|
-
this.delete = async (
|
|
107
|
-
const db =
|
|
108
|
-
|
|
75
|
+
this.delete = async (operations) => {
|
|
76
|
+
const db = this.db;
|
|
77
|
+
return db.transaction((tx) => {
|
|
109
78
|
for (const item of operations) {
|
|
110
|
-
|
|
111
|
-
.deleteFrom('OperationHistory')
|
|
112
|
-
.where('oid', '=', item.oid)
|
|
113
|
-
.where('timestamp', '=', item.timestamp)
|
|
114
|
-
.execute();
|
|
79
|
+
tx.exec(`DELETE FROM OperationHistory WHERE oid = ? AND timestamp = ?`, [item.oid, item.timestamp]);
|
|
115
80
|
}
|
|
116
81
|
});
|
|
117
82
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SqlOperations.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/SqlOperations.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,aAAa;IACzB,
|
|
1
|
+
{"version":3,"file":"SqlOperations.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/SqlOperations.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,aAAa;IACzB,YACS,EAAkB,EAClB,SAAiB;QADjB,OAAE,GAAF,EAAE,CAAgB;QAClB,cAAS,GAAT,SAAS,CAAQ;QAGlB,YAAO,GAAG,CAAC,GAAwB,EAAE,EAAE;YAC9C,6DAA6D;YAC7D,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EAAE,GAAW,EAA8B,EAAE;YAC1D,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CACnB,qEAAqE,EACrE,CAAC,GAAG,CAAC,CACL,CAAC;YAEF,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,EAC3B,iBAAyB,EACI,EAAE;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CACnB,6EAA6E,EAC7E,CAAC,iBAAiB,CAAC,CACnB,CAAC;YAEF,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAC1B,gBAAwB,EACK,EAAE;YAC/B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CACnB,6EAA6E,EAC7E,CAAC,gBAAgB,CAAC,CAClB,CAAC;YAEF,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YAC1B,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,IAAqB,EAAE;YAClD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CACtB,4EAA4E,CAC5E,CAAC;YACF,IAAI,MAAM,EAAE,CAAC;gBACZ,OAAO,MAAM,CAAC,WAAW,CAAC;YAC3B,CAAC;YAED,OAAO,CAAC,CAAC;QACV,CAAC,CAAC;QAEF,aAAQ,GAAG,KAAK,IAAqB,EAAE;;YACtC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,CACN,MAAA,MAAA,EAAE,CAAC,KAAK,CACP,gDAAgD,CAChD,0CAAE,KAAK,mCAAI,CAAC,CACb,CAAC;QACH,CAAC,CAAC;QAEF,cAAS,GAAG,KAAK,EAChB,SAAiB,EACjB,UAAuB,EACL,EAAE;YACpB,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,kDAAkD;YAClD,uCAAuC;YACvC,OAAO,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,EAAU,EAAE;;gBACpC,IAAI,WAAW,GAAG,EAAE,CAAC,KAAK,CACzB,4EAA4E,CAC5E,CAAC;gBACF,IAAI,kBAAkB,GAAG,MAAA,WAAW,aAAX,WAAW,uBAAX,WAAW,CAAE,WAAW,mCAAI,CAAC,CAAC;gBACvD,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC/B,4DAA4D;oBAC5D,MAAM,MAAM,GAAG,EAAE,CAAC,KAAK,CACtB;;4BAEuB,EACvB;wBACC,IAAI,CAAC,GAAG;wBACR,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;wBACzB,IAAI,CAAC,SAAS;wBACd,SAAS;wBACT,kBAAkB,GAAG,CAAC;wBACtB,IAAI,CAAC,KAAK;qBACV,CACD,CAAC;oBACF,IAAI,MAAM,EAAE,CAAC;wBACZ,kBAAkB,GAAG,MAAM,CAAC,WAAW,CAAC;oBACzC,CAAC;yBAAM,CAAC;wBACP,oCAAoC;wBACpC,iDAAiD;oBAClD,CAAC;gBACF,CAAC;gBAED,OAAO,kBAAkB,CAAC;YAC3B,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,cAAS,GAAG,KAAK,IAAmB,EAAE;YACrC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,EAAE,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;QACzC,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,UAAuB,EAAiB,EAAE;YACzD,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,EAAE,EAAE;gBAC5B,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;oBAC/B,EAAE,CAAC,IAAI,CACN,8DAA8D,EAC9D,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,CAC1B,CAAC;gBACH,CAAC;YACF,CAAC,CAAC,CAAC;QACJ,CAAC,CAAC;IAtHC,CAAC;CAuHJ"}
|
|
@@ -1,32 +1,33 @@
|
|
|
1
|
+
import { ReplicaType } from '@verdant-web/common';
|
|
1
2
|
import { StoredReplicaInfo } from '../../types.js';
|
|
2
3
|
import { ReplicaStorage } from '../Storage.js';
|
|
3
|
-
import {
|
|
4
|
-
import { Databases } from './Databases.js';
|
|
4
|
+
import { SqliteExecutor } from './database.js';
|
|
5
5
|
export declare class SqlReplicas implements ReplicaStorage {
|
|
6
|
-
private
|
|
6
|
+
private db;
|
|
7
|
+
private libraryId;
|
|
7
8
|
private readonly replicaTruancyMinutes;
|
|
8
|
-
|
|
9
|
-
constructor(dbs: Databases, replicaTruancyMinutes: number, dialect: 'sqlite' | 'postgres');
|
|
9
|
+
constructor(db: SqliteExecutor, libraryId: string, replicaTruancyMinutes: number);
|
|
10
10
|
get truantCutoff(): number;
|
|
11
11
|
private attachLibraryId;
|
|
12
|
-
get: (
|
|
13
|
-
getOrCreate: (
|
|
12
|
+
get: (replicaId: string) => Promise<StoredReplicaInfo | null>;
|
|
13
|
+
getOrCreate: (replicaId: string, info: {
|
|
14
14
|
userId: string;
|
|
15
15
|
type: ReplicaType;
|
|
16
16
|
}) => Promise<{
|
|
17
17
|
status: "new" | "existing" | "truant";
|
|
18
18
|
replicaInfo: StoredReplicaInfo;
|
|
19
19
|
}>;
|
|
20
|
-
getAll: (
|
|
20
|
+
getAll: (options?: {
|
|
21
21
|
omitTruant: boolean;
|
|
22
22
|
} | undefined) => Promise<StoredReplicaInfo[]>;
|
|
23
|
-
updateLastSeen: (
|
|
24
|
-
updateAckedServerOrder: (
|
|
25
|
-
updateAcknowledgedLogicalTime: (
|
|
26
|
-
getEarliestAckedServerOrder: (
|
|
27
|
-
acknowledgeOperation: (
|
|
28
|
-
getGlobalAck: (
|
|
29
|
-
delete: (
|
|
30
|
-
deleteAll: (
|
|
31
|
-
deleteAllForUser: (
|
|
23
|
+
updateLastSeen: (replicaId: string) => Promise<void>;
|
|
24
|
+
updateAckedServerOrder: (replicaId: string, serverOrder: number) => Promise<void>;
|
|
25
|
+
updateAcknowledgedLogicalTime: (replicaId: string, timestamp: string) => Promise<void>;
|
|
26
|
+
getEarliestAckedServerOrder: () => Promise<number>;
|
|
27
|
+
acknowledgeOperation: (replicaId: string, timestamp: string) => Promise<void>;
|
|
28
|
+
getGlobalAck: (onlineReplicaIds?: string[] | undefined) => Promise<string | null>;
|
|
29
|
+
delete: (replicaId: string) => Promise<void>;
|
|
30
|
+
deleteAll: () => Promise<void>;
|
|
31
|
+
deleteAllForUser: (userId: string) => Promise<void>;
|
|
32
|
+
forceTruant: (replicaId: string) => Promise<void>;
|
|
32
33
|
}
|
|
@@ -1,56 +1,42 @@
|
|
|
1
|
-
import { sql } from 'kysely';
|
|
2
1
|
import { VerdantError } from '@verdant-web/common';
|
|
3
2
|
export class SqlReplicas {
|
|
4
|
-
constructor(
|
|
5
|
-
this.
|
|
3
|
+
constructor(db, libraryId, replicaTruancyMinutes) {
|
|
4
|
+
this.db = db;
|
|
5
|
+
this.libraryId = libraryId;
|
|
6
6
|
this.replicaTruancyMinutes = replicaTruancyMinutes;
|
|
7
|
-
this.
|
|
8
|
-
|
|
9
|
-
row.libraryId = libraryId;
|
|
7
|
+
this.attachLibraryId = (row) => {
|
|
8
|
+
row.libraryId = this.libraryId;
|
|
10
9
|
return row;
|
|
11
10
|
};
|
|
12
|
-
this.get = async (
|
|
13
|
-
|
|
14
|
-
const db =
|
|
15
|
-
const row = (_a = (await db
|
|
16
|
-
.selectFrom('ReplicaInfo')
|
|
17
|
-
.where('id', '=', replicaId)
|
|
18
|
-
.selectAll()
|
|
19
|
-
.executeTakeFirst())) !== null && _a !== void 0 ? _a : null;
|
|
11
|
+
this.get = async (replicaId) => {
|
|
12
|
+
const db = this.db;
|
|
13
|
+
const row = db.first(`SELECT * FROM ReplicaInfo WHERE id = ?`, [replicaId]);
|
|
20
14
|
if (row)
|
|
21
|
-
return this.attachLibraryId(
|
|
15
|
+
return this.attachLibraryId(row);
|
|
22
16
|
return row;
|
|
23
17
|
};
|
|
24
|
-
this.getOrCreate = async (
|
|
25
|
-
const existing = await this.get(
|
|
18
|
+
this.getOrCreate = async (replicaId, info) => {
|
|
19
|
+
const existing = await this.get(replicaId);
|
|
26
20
|
if (!existing) {
|
|
27
|
-
const db =
|
|
28
|
-
const created =
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
id: replicaId,
|
|
32
|
-
clientId: info.userId,
|
|
33
|
-
type: info.type,
|
|
34
|
-
ackedServerOrder: 0,
|
|
35
|
-
})
|
|
36
|
-
.returningAll()
|
|
37
|
-
.executeTakeFirst();
|
|
21
|
+
const db = this.db;
|
|
22
|
+
const created = db.first(`INSERT INTO ReplicaInfo (id, clientId, type, ackedServerOrder) VALUES (?, ?, ?, ?)
|
|
23
|
+
ON CONFLICT(id) DO NOTHING
|
|
24
|
+
RETURNING *`, [replicaId, info.userId, info.type, 0]);
|
|
38
25
|
if (!created) {
|
|
39
26
|
throw new VerdantError(VerdantError.Code.Unexpected, undefined, 'Failed to create replica');
|
|
40
27
|
}
|
|
41
28
|
return {
|
|
42
29
|
status: 'new',
|
|
43
|
-
replicaInfo: this.attachLibraryId(
|
|
30
|
+
replicaInfo: this.attachLibraryId(created),
|
|
44
31
|
};
|
|
45
32
|
}
|
|
46
33
|
if (existing.type !== info.type) {
|
|
47
|
-
const db =
|
|
34
|
+
const db = this.db;
|
|
48
35
|
// type should be updated if a new token changes it
|
|
49
|
-
|
|
50
|
-
.
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
.execute();
|
|
36
|
+
db.exec(`UPDATE ReplicaInfo SET type = ? WHERE id = ?`, [
|
|
37
|
+
info.type,
|
|
38
|
+
replicaId,
|
|
39
|
+
]);
|
|
54
40
|
}
|
|
55
41
|
if (existing.clientId !== info.userId) {
|
|
56
42
|
// replicas cannot change hands - this is a security issue
|
|
@@ -62,77 +48,54 @@ export class SqlReplicas {
|
|
|
62
48
|
}
|
|
63
49
|
return { status: 'existing', replicaInfo: existing };
|
|
64
50
|
};
|
|
65
|
-
this.getAll = async (
|
|
66
|
-
const
|
|
67
|
-
|
|
68
|
-
if (options === null || options === void 0 ? void 0 : options.omitTruant) {
|
|
69
|
-
builder = builder.where('lastSeenWallClockTime', '>', this.truantCutoff);
|
|
70
|
-
}
|
|
71
|
-
return (await builder.selectAll().execute()).map(this.attachLibraryId.bind(this, libraryId));
|
|
51
|
+
this.getAll = async (options) => {
|
|
52
|
+
const result = this.db.query(`SELECT * FROM ReplicaInfo${(options === null || options === void 0 ? void 0 : options.omitTruant) ? ' WHERE lastSeenWallClockTime > ?' : ''}`, (options === null || options === void 0 ? void 0 : options.omitTruant) ? [this.truantCutoff] : []);
|
|
53
|
+
return result.map(this.attachLibraryId);
|
|
72
54
|
};
|
|
73
|
-
this.updateLastSeen = async (
|
|
55
|
+
this.updateLastSeen = async (replicaId) => {
|
|
74
56
|
const clockTime = Date.now();
|
|
75
|
-
const db =
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
.execute();
|
|
57
|
+
const db = this.db;
|
|
58
|
+
db.exec(`UPDATE ReplicaInfo SET lastSeenWallClockTime = ? WHERE id = ?`, [
|
|
59
|
+
clockTime,
|
|
60
|
+
replicaId,
|
|
61
|
+
]);
|
|
81
62
|
};
|
|
82
|
-
this.updateAckedServerOrder = async (
|
|
83
|
-
|
|
84
|
-
const db = await this.dbs.get(libraryId);
|
|
85
|
-
await db
|
|
86
|
-
.updateTable('ReplicaInfo')
|
|
87
|
-
.set('ackedServerOrder', ({ val }) => sql `${sql.raw(max)}(ackedServerOrder, ${val(serverOrder)})`)
|
|
88
|
-
.where('id', '=', replicaId)
|
|
89
|
-
.execute();
|
|
63
|
+
this.updateAckedServerOrder = async (replicaId, serverOrder) => {
|
|
64
|
+
this.db.exec(`UPDATE ReplicaInfo SET ackedServerOrder = MAX(ackedServerOrder, ?) WHERE id = ?`, [serverOrder, replicaId]);
|
|
90
65
|
};
|
|
91
|
-
this.updateAcknowledgedLogicalTime = async (
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
.where('id', '=', replicaId)
|
|
97
|
-
.execute();
|
|
66
|
+
this.updateAcknowledgedLogicalTime = async (replicaId, timestamp) => {
|
|
67
|
+
this.db.exec(`UPDATE ReplicaInfo SET ackedLogicalTime = ? WHERE id = ?`, [
|
|
68
|
+
timestamp,
|
|
69
|
+
replicaId,
|
|
70
|
+
]);
|
|
98
71
|
};
|
|
99
|
-
this.getEarliestAckedServerOrder = async (
|
|
72
|
+
this.getEarliestAckedServerOrder = async () => {
|
|
100
73
|
var _a;
|
|
101
|
-
const db = await this.dbs.get(libraryId);
|
|
102
74
|
// gets earliest acked server order of all non-truant replicas.
|
|
103
|
-
const res =
|
|
104
|
-
.selectFrom('ReplicaInfo')
|
|
105
|
-
.where('lastSeenWallClockTime', '>', this.truantCutoff)
|
|
106
|
-
.orderBy('ackedServerOrder', 'asc')
|
|
107
|
-
.select('ackedServerOrder')
|
|
108
|
-
.executeTakeFirst();
|
|
75
|
+
const res = this.db.first(`SELECT ackedServerOrder FROM ReplicaInfo WHERE lastSeenWallClockTime > ? ORDER BY ackedServerOrder ASC LIMIT 1`, [this.truantCutoff]);
|
|
109
76
|
return (_a = res === null || res === void 0 ? void 0 : res.ackedServerOrder) !== null && _a !== void 0 ? _a : 0;
|
|
110
77
|
};
|
|
111
|
-
this.acknowledgeOperation = async (
|
|
78
|
+
this.acknowledgeOperation = async (replicaId, timestamp) => {
|
|
112
79
|
if (!timestamp)
|
|
113
80
|
return;
|
|
114
|
-
const db = await this.dbs.get(libraryId);
|
|
115
81
|
// when acking an operation, we also set the replica's server order
|
|
116
82
|
// to that operation's server order, if it's greater.
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
0
|
|
83
|
+
this.db.exec(`UPDATE ReplicaInfo SET
|
|
84
|
+
ackedLogicalTime = ?,
|
|
85
|
+
ackedServerOrder = MAX(
|
|
86
|
+
ackedServerOrder,
|
|
87
|
+
COALESCE(
|
|
88
|
+
(
|
|
89
|
+
SELECT serverOrder FROM OperationHistory
|
|
90
|
+
WHERE timestamp = ?
|
|
91
|
+
),
|
|
92
|
+
0
|
|
93
|
+
)
|
|
129
94
|
)
|
|
130
|
-
)
|
|
131
|
-
.where('id', '=', replicaId)
|
|
132
|
-
.execute();
|
|
95
|
+
WHERE id = ?`, [timestamp, timestamp, replicaId]);
|
|
133
96
|
};
|
|
134
|
-
this.getGlobalAck = async (
|
|
135
|
-
const nonTruant = await this.getAll(
|
|
97
|
+
this.getGlobalAck = async (onlineReplicaIds) => {
|
|
98
|
+
const nonTruant = await this.getAll({ omitTruant: true });
|
|
136
99
|
if (nonTruant.length === 0)
|
|
137
100
|
return null;
|
|
138
101
|
const globalAckEligible = nonTruant.filter((replica) => replica.type < 2 || (onlineReplicaIds === null || onlineReplicaIds === void 0 ? void 0 : onlineReplicaIds.includes(replica.id)));
|
|
@@ -144,17 +107,17 @@ export class SqlReplicas {
|
|
|
144
107
|
return acc < replica.ackedLogicalTime ? acc : replica.ackedLogicalTime;
|
|
145
108
|
}, null);
|
|
146
109
|
};
|
|
147
|
-
this.delete = async (
|
|
148
|
-
|
|
149
|
-
|
|
110
|
+
this.delete = async (replicaId) => {
|
|
111
|
+
this.db.exec(`DELETE FROM ReplicaInfo WHERE id = ?`, [replicaId]);
|
|
112
|
+
};
|
|
113
|
+
this.deleteAll = async () => {
|
|
114
|
+
this.db.exec(`DELETE FROM ReplicaInfo`, []);
|
|
150
115
|
};
|
|
151
|
-
this.
|
|
152
|
-
|
|
153
|
-
await db.deleteFrom('ReplicaInfo').execute();
|
|
116
|
+
this.deleteAllForUser = async (userId) => {
|
|
117
|
+
this.db.exec(`DELETE FROM ReplicaInfo WHERE clientId = ?`, [userId]);
|
|
154
118
|
};
|
|
155
|
-
this.
|
|
156
|
-
|
|
157
|
-
await db.deleteFrom('ReplicaInfo').where('clientId', '=', userId).execute();
|
|
119
|
+
this.forceTruant = async (replicaId) => {
|
|
120
|
+
this.db.exec(`UPDATE ReplicaInfo SET lastSeenWallClockTime = ? WHERE id = ?`, [Date.now() - this.replicaTruancyMinutes * 60 * 1000 - 1, replicaId]);
|
|
158
121
|
};
|
|
159
122
|
}
|
|
160
123
|
get truantCutoff() {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SqlReplicas.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/SqlReplicas.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"SqlReplicas.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/SqlReplicas.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAMhE,MAAM,OAAO,WAAW;IACvB,YACS,EAAkB,EAClB,SAAiB,EACR,qBAA6B;QAFtC,OAAE,GAAF,EAAE,CAAgB;QAClB,cAAS,GAAT,SAAS,CAAQ;QACR,0BAAqB,GAArB,qBAAqB,CAAQ;QAOvC,oBAAe,GAAG,CAAC,GAAmB,EAAE,EAAE;YAChD,GAAW,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;YACxC,OAAO,GAAwB,CAAC;QACjC,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EAAE,SAAiB,EAAqC,EAAE;YACpE,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,MAAM,GAAG,GAAG,EAAE,CAAC,KAAK,CACnB,wCAAwC,EACxC,CAAC,SAAS,CAAC,CACX,CAAC;YACF,IAAI,GAAG;gBAAE,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YAC1C,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;QACF,gBAAW,GAAG,KAAK,EAClB,SAAiB,EACjB,IAA2C,EAIzC,EAAE;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC3C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;gBACnB,MAAM,OAAO,GAAG,EAAE,CAAC,KAAK,CACvB;;iBAEa,EACb,CAAC,SAAS,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;gBACF,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,UAAU,EAC5B,SAAS,EACT,0BAA0B,CAC1B,CAAC;gBACH,CAAC;gBACD,OAAO;oBACN,MAAM,EAAE,KAAK;oBACb,WAAW,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;iBAC1C,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBACjC,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;gBACnB,mDAAmD;gBACnD,EAAE,CAAC,IAAI,CAAC,8CAA8C,EAAE;oBACvD,IAAI,CAAC,IAAI;oBACT,SAAS;iBACT,CAAC,CAAC;YACJ,CAAC;YAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvC,0DAA0D;gBAC1D,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,SAAS,EAC3B,SAAS,EACT,+CAA+C,CAC/C,CAAC;YACH,CAAC;YAED,IACC,QAAQ,CAAC,qBAAqB,KAAK,IAAI;gBACvC,QAAQ,CAAC,qBAAqB,GAAG,IAAI,CAAC,YAAY,EACjD,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;YACpD,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QACtD,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EACb,OAA6C,EACd,EAAE;YACjC,MAAM,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CAC3B,4BAA4B,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,EAAE,EAAE,EAC3F,CAAA,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,CAC9C,CAAC;YAEF,OAAO,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACzC,CAAC,CAAC;QAEF,mBAAc,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;YAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;YACnB,EAAE,CAAC,IAAI,CAAC,+DAA+D,EAAE;gBACxE,SAAS;gBACT,SAAS;aACT,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,2BAAsB,GAAG,KAAK,EAC7B,SAAiB,EACjB,WAAmB,EACH,EAAE;YAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CACX,iFAAiF,EACjF,CAAC,WAAW,EAAE,SAAS,CAAC,CACxB,CAAC;QACH,CAAC,CAAC;QAEF,kCAA6B,GAAG,KAAK,EACpC,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,0DAA0D,EAAE;gBACxE,SAAS;gBACT,SAAS;aACT,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,gCAA2B,GAAG,KAAK,IAAqB,EAAE;;YACzD,+DAA+D;YAC/D,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,CACxB,gHAAgH,EAChH,CAAC,IAAI,CAAC,YAAY,CAAC,CACnB,CAAC;YACF,OAAO,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,gBAAgB,mCAAI,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,EAC3B,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,IAAI,CAAC,SAAS;gBAAE,OAAO;YACvB,mEAAmE;YACnE,qDAAqD;YACrD,IAAI,CAAC,EAAE,CAAC,IAAI,CACX;;;;;;;;;;;;iBAYc,EACd,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CACjC,CAAC;QACH,CAAC,CAAC;QAEF,iBAAY,GAAG,KAAK,EACnB,gBAAuC,EACd,EAAE;YAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CACzC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,KAAI,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CACvE,CAAC;YAEF,OAAO,iBAAiB,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,gBAAgB;oBAAE,OAAO,GAAG,CAAC;gBAC1C,IAAI,GAAG,KAAK,IAAI;oBAAE,OAAO,OAAO,CAAC,gBAAgB,CAAC;gBAClD,OAAO,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACxE,CAAC,EACD,IAAqB,CACrB,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;YACnD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,sCAAsC,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC;QACF,cAAS,GAAG,KAAK,IAAmB,EAAE;YACrC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC;QAC7C,CAAC,CAAC;QACF,qBAAgB,GAAG,KAAK,EAAE,MAAc,EAAiB,EAAE;YAC1D,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,4CAA4C,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QACtE,CAAC,CAAC;QACF,gBAAW,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;YACxD,IAAI,CAAC,EAAE,CAAC,IAAI,CACX,+DAA+D,EAC/D,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,IAAI,GAAG,CAAC,EAAE,SAAS,CAAC,CACpE,CAAC;QACH,CAAC,CAAC;IAvLC,CAAC;IAEJ,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,IAAI,CAAC;IAC5D,CAAC;CAoLD"}
|
|
@@ -1,6 +1,26 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
1
|
+
import { Logger } from '../../logger.js';
|
|
2
|
+
export interface SqliteExecutor {
|
|
3
|
+
query: <O extends Record<string, any>>(sql: string, parameters?: readonly unknown[]) => O[];
|
|
4
|
+
first: <O extends Record<string, any>>(sql: string, parameters?: readonly unknown[]) => O | null;
|
|
5
|
+
exec: (sql: string, parameters?: readonly unknown[]) => void;
|
|
6
|
+
migrate: () => void;
|
|
7
|
+
close: () => void;
|
|
8
|
+
transaction: <T>(cb: (tx: SqliteExecutor) => T) => T | Promise<T>;
|
|
9
|
+
migrated: boolean;
|
|
10
|
+
}
|
|
11
|
+
export declare class SqliteExecutor {
|
|
12
|
+
private log;
|
|
13
|
+
constructor(partial: Pick<SqliteExecutor, 'query' | 'exec' | 'close'> & {
|
|
14
|
+
createTransaction: (exec: SqliteExecutor) => <T>(cb: (tx: SqliteExecutor) => T) => T | Promise<T>;
|
|
15
|
+
}, { log }?: {
|
|
16
|
+
log?: Logger;
|
|
17
|
+
});
|
|
18
|
+
migrate: () => void;
|
|
19
|
+
first: <O extends Record<string, any>>(sql: string, parameters?: readonly unknown[]) => O | null;
|
|
20
|
+
migrated: boolean;
|
|
21
|
+
}
|
|
22
|
+
export declare function openDatabase(executor: SqliteExecutor): SqliteExecutor;
|
|
23
|
+
export declare function createFilesystemExecutor(directory: string, libraryId: string, options?: {
|
|
5
24
|
disableWal?: boolean;
|
|
6
|
-
|
|
25
|
+
log?: Logger;
|
|
26
|
+
}): SqliteExecutor;
|
|
@@ -1,9 +1,30 @@
|
|
|
1
|
-
import { Kysely, SqliteDialect } from 'kysely';
|
|
2
|
-
import { join } from 'path';
|
|
3
1
|
import Database from 'better-sqlite3';
|
|
4
|
-
import {
|
|
5
|
-
import
|
|
6
|
-
export
|
|
2
|
+
import { join } from 'path';
|
|
3
|
+
import { migrateToLatest } from './migrations.js';
|
|
4
|
+
export class SqliteExecutor {
|
|
5
|
+
constructor(partial, { log } = {}) {
|
|
6
|
+
this.migrate = () => {
|
|
7
|
+
return migrateToLatest(this, this.log);
|
|
8
|
+
};
|
|
9
|
+
this.first = (sql, parameters) => {
|
|
10
|
+
var _a;
|
|
11
|
+
const results = this.query(sql, parameters);
|
|
12
|
+
return (_a = results[0]) !== null && _a !== void 0 ? _a : null;
|
|
13
|
+
};
|
|
14
|
+
this.migrated = false;
|
|
15
|
+
this.log = log || (() => { });
|
|
16
|
+
this.query = partial.query.bind(this);
|
|
17
|
+
this.exec = partial.exec.bind(this);
|
|
18
|
+
this.close = partial.close.bind(this);
|
|
19
|
+
this.transaction = partial.createTransaction(this);
|
|
20
|
+
}
|
|
21
|
+
}
|
|
22
|
+
export function openDatabase(executor) {
|
|
23
|
+
executor.migrate();
|
|
24
|
+
return executor;
|
|
25
|
+
}
|
|
26
|
+
export function createFilesystemExecutor(directory, libraryId, options = {}) {
|
|
27
|
+
var _a;
|
|
7
28
|
const label = `openDatabase ${libraryId}`;
|
|
8
29
|
console.time(label);
|
|
9
30
|
const filePath = directory === ':memory:'
|
|
@@ -13,16 +34,27 @@ export async function openDatabase(directory, libraryId, options = {}) {
|
|
|
13
34
|
if (!options.disableWal) {
|
|
14
35
|
internalDb.pragma('journal_mode = WAL');
|
|
15
36
|
}
|
|
16
|
-
const db = new Kysely({
|
|
17
|
-
dialect: new SqliteDialect({
|
|
18
|
-
database: internalDb,
|
|
19
|
-
}),
|
|
20
|
-
});
|
|
21
|
-
// only migrate on first open
|
|
22
|
-
if (!options.skipMigrations) {
|
|
23
|
-
await migrateToLatest(db, migrations);
|
|
24
|
-
}
|
|
25
37
|
console.timeEnd(label);
|
|
26
|
-
return
|
|
38
|
+
return new SqliteExecutor({
|
|
39
|
+
query: function (sql, parameters = []) {
|
|
40
|
+
const stmt = internalDb.prepare(sql);
|
|
41
|
+
return stmt.all(...parameters);
|
|
42
|
+
},
|
|
43
|
+
exec: function (sql, parameters = []) {
|
|
44
|
+
const stmt = internalDb.prepare(sql);
|
|
45
|
+
stmt.run(...parameters);
|
|
46
|
+
},
|
|
47
|
+
close: function () {
|
|
48
|
+
internalDb.close();
|
|
49
|
+
},
|
|
50
|
+
createTransaction: (exec) => (cb) => {
|
|
51
|
+
const tx = internalDb.transaction(() => {
|
|
52
|
+
return cb(exec);
|
|
53
|
+
});
|
|
54
|
+
return tx();
|
|
55
|
+
},
|
|
56
|
+
}, {
|
|
57
|
+
log: (_a = options.log) !== null && _a !== void 0 ? _a : (() => { }),
|
|
58
|
+
});
|
|
27
59
|
}
|
|
28
60
|
//# sourceMappingURL=database.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,
|
|
1
|
+
{"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/database.ts"],"names":[],"mappings":"AAAA,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAE5B,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAkBlD,MAAM,OAAO,cAAc;IAE1B,YACC,OAIC,EACD,EAAE,GAAG,KAAuB,EAAE;QAS/B,YAAO,GAAG,GAAG,EAAE;YACd,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,UAAK,GAAG,CACP,GAAW,EACX,UAA+B,EACpB,EAAE;;YACb,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAI,GAAG,EAAE,UAAU,CAAC,CAAC;YAC/C,OAAO,MAAA,OAAO,CAAC,CAAC,CAAC,mCAAI,IAAI,CAAC;QAC3B,CAAC,CAAC;QACF,aAAQ,GAAG,KAAK,CAAC;QAjBhB,IAAI,CAAC,GAAG,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;QAC7B,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAQ,CAAC;QAC7C,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IACpD,CAAC;CAaD;AAED,MAAM,UAAU,YAAY,CAAC,QAAwB;IACpD,QAAQ,CAAC,OAAO,EAAE,CAAC;IACnB,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,wBAAwB,CACvC,SAAiB,EACjB,SAAiB,EACjB,UAGI,EAAE;;IAEN,MAAM,KAAK,GAAG,gBAAgB,SAAS,EAAE,CAAC;IAC1C,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACpB,MAAM,QAAQ,GACb,SAAS,KAAK,UAAU;QACvB,CAAC,CAAC,UAAU;QACZ,CAAC,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,SAAS,SAAS,CAAC,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC;IAC1C,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACzB,UAAU,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAEvB,OAAO,IAAI,cAAc,CACxB;QACC,KAAK,EAAE,UAAU,GAAG,EAAE,UAAU,GAAG,EAAE;YACpC,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAQ,CAAC;QACvC,CAAC;QACD,IAAI,EAAE,UAAU,GAAG,EAAE,UAAU,GAAG,EAAE;YACnC,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACrC,IAAI,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,CAAC;QACzB,CAAC;QACD,KAAK,EAAE;YACN,UAAU,CAAC,KAAK,EAAE,CAAC;QACpB,CAAC;QACD,iBAAiB,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE;YACnC,MAAM,EAAE,GAAG,UAAU,CAAC,WAAW,CAAC,GAAG,EAAE;gBACtC,OAAO,EAAE,CAAC,IAAI,CAAC,CAAC;YACjB,CAAC,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,CAAC;QACb,CAAC;KACD,EACD;QACC,GAAG,EAAE,MAAA,OAAO,CAAC,GAAG,mCAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;KAC9B,CACD,CAAC;AACH,CAAC"}
|
|
@@ -1,3 +1,2 @@
|
|
|
1
|
-
|
|
2
|
-
export declare
|
|
3
|
-
export declare function down(db: Kysely<any>): Promise<void>;
|
|
1
|
+
export declare const version = 1;
|
|
2
|
+
export declare const up: string[];
|