@verdant-web/server 3.3.11 → 4.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (204) hide show
  1. package/bin/server.mjs +110 -107
  2. package/dist/esm/TokenVerifier.d.ts +1 -0
  3. package/dist/esm/TokenVerifier.js +3 -0
  4. package/dist/esm/TokenVerifier.js.map +1 -1
  5. package/dist/esm/adapters/node/errorHandler.d.ts +2 -0
  6. package/dist/esm/adapters/node/errorHandler.js +12 -0
  7. package/dist/esm/adapters/node/errorHandler.js.map +1 -0
  8. package/dist/esm/adapters/node/getRequestToken.d.ts +1 -0
  9. package/dist/esm/adapters/node/getRequestToken.js +25 -0
  10. package/dist/esm/adapters/node/getRequestToken.js.map +1 -0
  11. package/dist/esm/adapters/node/httpRouter.d.ts +47 -0
  12. package/dist/esm/adapters/node/httpRouter.js +88 -0
  13. package/dist/esm/adapters/node/httpRouter.js.map +1 -0
  14. package/dist/esm/adapters/node/index.d.ts +5 -0
  15. package/dist/esm/adapters/node/index.js +6 -0
  16. package/dist/esm/adapters/node/index.js.map +1 -0
  17. package/dist/esm/adapters/node/tokenMiddleware.d.ts +7 -0
  18. package/dist/esm/adapters/node/tokenMiddleware.js +22 -0
  19. package/dist/esm/adapters/node/tokenMiddleware.js.map +1 -0
  20. package/dist/esm/adapters/node/websocketHandler.d.ts +4 -0
  21. package/dist/esm/adapters/node/websocketHandler.js +54 -0
  22. package/dist/esm/adapters/node/websocketHandler.js.map +1 -0
  23. package/dist/esm/connections/ClientConnection.d.ts +25 -0
  24. package/dist/esm/{ClientConnection.js → connections/ClientConnection.js} +47 -38
  25. package/dist/esm/connections/ClientConnection.js.map +1 -0
  26. package/dist/esm/connections/MessageSender.d.ts +5 -0
  27. package/dist/esm/connections/MessageSender.js.map +1 -0
  28. package/dist/esm/connections/Presence.d.ts +23 -0
  29. package/dist/esm/connections/Presence.js +65 -0
  30. package/dist/esm/connections/Presence.js.map +1 -0
  31. package/dist/esm/core.d.ts +15 -0
  32. package/dist/esm/core.js +15 -0
  33. package/dist/esm/core.js.map +1 -0
  34. package/dist/esm/defaults.d.ts +2 -0
  35. package/dist/esm/defaults.js +3 -0
  36. package/dist/esm/defaults.js.map +1 -0
  37. package/dist/esm/files/FileStorage.d.ts +12 -3
  38. package/dist/esm/files/FileStorage.js +20 -0
  39. package/dist/esm/files/FileStorage.js.map +1 -1
  40. package/dist/esm/index.d.ts +7 -7
  41. package/dist/esm/index.js +2 -2
  42. package/dist/esm/index.js.map +1 -1
  43. package/dist/esm/internals.d.ts +14 -0
  44. package/dist/esm/internals.js +12 -0
  45. package/dist/esm/internals.js.map +1 -0
  46. package/dist/esm/libraries/Library.d.ts +78 -0
  47. package/dist/esm/{ServerLibrary.js → libraries/Library.js} +153 -144
  48. package/dist/esm/libraries/Library.js.map +1 -0
  49. package/dist/esm/{ServerLibrary.test.js → libraries/Library.test.js} +42 -33
  50. package/dist/esm/libraries/Library.test.js.map +1 -0
  51. package/dist/esm/libraries/generic.d.ts +8 -0
  52. package/dist/esm/libraries/generic.js +2 -0
  53. package/dist/esm/libraries/generic.js.map +1 -0
  54. package/dist/esm/libraries/singleNode.d.ts +53 -0
  55. package/dist/esm/libraries/singleNode.js +88 -0
  56. package/dist/esm/libraries/singleNode.js.map +1 -0
  57. package/dist/esm/logger.d.ts +1 -0
  58. package/dist/esm/logger.js +2 -0
  59. package/dist/esm/logger.js.map +1 -0
  60. package/dist/esm/storage/Storage.d.ts +39 -38
  61. package/dist/esm/storage/StorageManager.d.ts +11 -0
  62. package/dist/esm/storage/StorageManager.js +32 -0
  63. package/dist/esm/storage/StorageManager.js.map +1 -0
  64. package/dist/esm/storage/index.d.ts +1 -2
  65. package/dist/esm/storage/index.js +1 -2
  66. package/dist/esm/storage/index.js.map +1 -1
  67. package/dist/esm/storage/sqlShard/Databases.d.ts +5 -3
  68. package/dist/esm/storage/sqlShard/Databases.js +11 -7
  69. package/dist/esm/storage/sqlShard/Databases.js.map +1 -1
  70. package/dist/esm/storage/sqlShard/SqlBaselines.d.ts +16 -17
  71. package/dist/esm/storage/sqlShard/SqlBaselines.js +55 -59
  72. package/dist/esm/storage/sqlShard/SqlBaselines.js.map +1 -1
  73. package/dist/esm/storage/sqlShard/SqlFileMetadata.d.ts +13 -13
  74. package/dist/esm/storage/sqlShard/SqlFileMetadata.js +44 -57
  75. package/dist/esm/storage/sqlShard/SqlFileMetadata.js.map +1 -1
  76. package/dist/esm/storage/sqlShard/SqlOperations.d.ts +12 -12
  77. package/dist/esm/storage/sqlShard/SqlOperations.js +38 -73
  78. package/dist/esm/storage/sqlShard/SqlOperations.js.map +1 -1
  79. package/dist/esm/storage/sqlShard/SqlReplicas.d.ts +18 -17
  80. package/dist/esm/storage/sqlShard/SqlReplicas.js +63 -100
  81. package/dist/esm/storage/sqlShard/SqlReplicas.js.map +1 -1
  82. package/dist/esm/storage/sqlShard/database.d.ts +25 -5
  83. package/dist/esm/storage/sqlShard/database.js +47 -15
  84. package/dist/esm/storage/sqlShard/database.js.map +1 -1
  85. package/dist/esm/storage/sqlShard/migrations/v1.d.ts +2 -3
  86. package/dist/esm/storage/sqlShard/migrations/v1.js +42 -47
  87. package/dist/esm/storage/sqlShard/migrations/v1.js.map +1 -1
  88. package/dist/esm/storage/sqlShard/migrations/v2.d.ts +2 -3
  89. package/dist/esm/storage/sqlShard/migrations/v2.js +5 -15
  90. package/dist/esm/storage/sqlShard/migrations/v2.js.map +1 -1
  91. package/dist/esm/storage/sqlShard/migrations.d.ts +5 -7
  92. package/dist/esm/storage/sqlShard/migrations.js +48 -1
  93. package/dist/esm/storage/sqlShard/migrations.js.map +1 -1
  94. package/dist/esm/storage/sqlShard/sqlShardStorage.d.ts +25 -4
  95. package/dist/esm/storage/sqlShard/sqlShardStorage.js +43 -40
  96. package/dist/esm/storage/sqlShard/sqlShardStorage.js.map +1 -1
  97. package/dist/esm/storage/sqlShard/tables.d.ts +9 -6
  98. package/dist/esm/types.d.ts +1 -2
  99. package/package.json +24 -13
  100. package/src/TokenVerifier.ts +4 -0
  101. package/src/adapters/node/errorHandler.ts +18 -0
  102. package/src/adapters/node/getRequestToken.ts +34 -0
  103. package/src/adapters/node/httpRouter.ts +139 -0
  104. package/src/adapters/node/index.ts +5 -0
  105. package/src/adapters/node/tokenMiddleware.ts +32 -0
  106. package/src/adapters/node/websocketHandler.ts +79 -0
  107. package/src/{ClientConnection.ts → connections/ClientConnection.ts} +64 -57
  108. package/src/connections/MessageSender.ts +6 -0
  109. package/src/connections/Presence.ts +95 -0
  110. package/src/core.ts +36 -0
  111. package/src/defaults.ts +2 -0
  112. package/src/files/FileStorage.ts +36 -3
  113. package/src/index.ts +7 -7
  114. package/src/internals.ts +14 -0
  115. package/src/{ServerLibrary.test.ts → libraries/Library.test.ts} +51 -49
  116. package/src/{ServerLibrary.ts → libraries/Library.ts} +203 -206
  117. package/src/libraries/generic.ts +9 -0
  118. package/src/libraries/singleNode.ts +145 -0
  119. package/src/logger.ts +4 -0
  120. package/src/storage/Storage.ts +37 -66
  121. package/src/storage/StorageManager.ts +39 -0
  122. package/src/storage/index.ts +1 -2
  123. package/src/storage/sqlShard/Databases.ts +26 -13
  124. package/src/storage/sqlShard/SqlBaselines.ts +58 -67
  125. package/src/storage/sqlShard/SqlFileMetadata.ts +51 -72
  126. package/src/storage/sqlShard/SqlOperations.ts +57 -81
  127. package/src/storage/sqlShard/SqlReplicas.ts +80 -121
  128. package/src/storage/sqlShard/database.ts +82 -18
  129. package/src/storage/sqlShard/migrations/v1.ts +42 -52
  130. package/src/storage/sqlShard/migrations/v2.ts +5 -19
  131. package/src/storage/sqlShard/migrations.ts +66 -1
  132. package/src/storage/sqlShard/sqlShardStorage.ts +56 -55
  133. package/src/storage/sqlShard/tables.ts +6 -6
  134. package/src/types.ts +1 -2
  135. package/dist/esm/ClientConnection.d.ts +0 -19
  136. package/dist/esm/ClientConnection.js.map +0 -1
  137. package/dist/esm/MessageSender.d.ts +0 -5
  138. package/dist/esm/MessageSender.js.map +0 -1
  139. package/dist/esm/Presence.d.ts +0 -18
  140. package/dist/esm/Presence.js +0 -65
  141. package/dist/esm/Presence.js.map +0 -1
  142. package/dist/esm/ReplicaKeepaliveTimers.d.ts +0 -17
  143. package/dist/esm/ReplicaKeepaliveTimers.js +0 -27
  144. package/dist/esm/ReplicaKeepaliveTimers.js.map +0 -1
  145. package/dist/esm/Server.d.ts +0 -166
  146. package/dist/esm/Server.js +0 -572
  147. package/dist/esm/Server.js.map +0 -1
  148. package/dist/esm/ServerLibrary.d.ts +0 -64
  149. package/dist/esm/ServerLibrary.js.map +0 -1
  150. package/dist/esm/ServerLibrary.test.js.map +0 -1
  151. package/dist/esm/storage/sql/SqlBaselines.d.ts +0 -22
  152. package/dist/esm/storage/sql/SqlBaselines.js +0 -107
  153. package/dist/esm/storage/sql/SqlBaselines.js.map +0 -1
  154. package/dist/esm/storage/sql/SqlFileMetadata.d.ts +0 -18
  155. package/dist/esm/storage/sql/SqlFileMetadata.js +0 -69
  156. package/dist/esm/storage/sql/SqlFileMetadata.js.map +0 -1
  157. package/dist/esm/storage/sql/SqlOperations.d.ts +0 -19
  158. package/dist/esm/storage/sql/SqlOperations.js +0 -122
  159. package/dist/esm/storage/sql/SqlOperations.js.map +0 -1
  160. package/dist/esm/storage/sql/SqlReplicas.d.ts +0 -32
  161. package/dist/esm/storage/sql/SqlReplicas.js +0 -163
  162. package/dist/esm/storage/sql/SqlReplicas.js.map +0 -1
  163. package/dist/esm/storage/sql/database.d.ts +0 -9
  164. package/dist/esm/storage/sql/database.js +0 -24
  165. package/dist/esm/storage/sql/database.js.map +0 -1
  166. package/dist/esm/storage/sql/migrations/v1.d.ts +0 -3
  167. package/dist/esm/storage/sql/migrations/v1.js +0 -59
  168. package/dist/esm/storage/sql/migrations/v1.js.map +0 -1
  169. package/dist/esm/storage/sql/migrations/v2.d.ts +0 -3
  170. package/dist/esm/storage/sql/migrations/v2.js +0 -16
  171. package/dist/esm/storage/sql/migrations/v2.js.map +0 -1
  172. package/dist/esm/storage/sql/migrations.d.ts +0 -7
  173. package/dist/esm/storage/sql/migrations.js +0 -4
  174. package/dist/esm/storage/sql/migrations.js.map +0 -1
  175. package/dist/esm/storage/sql/sqlStorage.d.ts +0 -6
  176. package/dist/esm/storage/sql/sqlStorage.js +0 -35
  177. package/dist/esm/storage/sql/sqlStorage.js.map +0 -1
  178. package/dist/esm/storage/sql/tables.d.ts +0 -44
  179. package/dist/esm/storage/sql/tables.js +0 -2
  180. package/dist/esm/storage/sql/tables.js.map +0 -1
  181. package/dist/esm/storage/sqlShard/transfer.d.ts +0 -7
  182. package/dist/esm/storage/sqlShard/transfer.js +0 -90
  183. package/dist/esm/storage/sqlShard/transfer.js.map +0 -1
  184. package/dist/esm/storage/sqlShard/transfer.test.d.ts +0 -1
  185. package/dist/esm/storage/sqlShard/transfer.test.js +0 -109
  186. package/dist/esm/storage/sqlShard/transfer.test.js.map +0 -1
  187. package/src/MessageSender.ts +0 -10
  188. package/src/Presence.ts +0 -86
  189. package/src/ReplicaKeepaliveTimers.ts +0 -34
  190. package/src/Server.ts +0 -859
  191. package/src/storage/sql/SqlBaselines.ts +0 -147
  192. package/src/storage/sql/SqlFileMetadata.ts +0 -94
  193. package/src/storage/sql/SqlOperations.ts +0 -160
  194. package/src/storage/sql/SqlReplicas.ts +0 -234
  195. package/src/storage/sql/database.ts +0 -32
  196. package/src/storage/sql/migrations/v1.ts +0 -64
  197. package/src/storage/sql/migrations/v2.ts +0 -20
  198. package/src/storage/sql/migrations.ts +0 -4
  199. package/src/storage/sql/sqlStorage.ts +0 -57
  200. package/src/storage/sql/tables.ts +0 -51
  201. package/src/storage/sqlShard/transfer.test.ts +0 -149
  202. package/src/storage/sqlShard/transfer.ts +0 -123
  203. /package/dist/esm/{MessageSender.js → connections/MessageSender.js} +0 -0
  204. /package/dist/esm/{ServerLibrary.test.d.ts → libraries/Library.test.d.ts} +0 -0
@@ -1,163 +0,0 @@
1
- import { sql } from 'kysely';
2
- import { VerdantError } from '@verdant-web/common';
3
- export class SqlReplicas {
4
- constructor(db, replicaTruancyMinutes, dialect) {
5
- this.db = db;
6
- this.replicaTruancyMinutes = replicaTruancyMinutes;
7
- this.dialect = dialect;
8
- this.get = async (libraryId, replicaId) => {
9
- var _a;
10
- return ((_a = (await this.db
11
- .selectFrom('ReplicaInfo')
12
- .where('libraryId', '=', libraryId)
13
- .where('id', '=', replicaId)
14
- .selectAll()
15
- .executeTakeFirst())) !== null && _a !== void 0 ? _a : null);
16
- };
17
- this.getOrCreate = async (libraryId, replicaId, info) => {
18
- const existing = await this.get(libraryId, replicaId);
19
- if (!existing) {
20
- const created = await this.db
21
- .insertInto('ReplicaInfo')
22
- .values({
23
- id: replicaId,
24
- clientId: info.userId,
25
- libraryId,
26
- type: info.type,
27
- ackedServerOrder: 0,
28
- })
29
- .returningAll()
30
- .executeTakeFirst();
31
- if (!created) {
32
- throw new VerdantError(VerdantError.Code.Unexpected, undefined, 'Failed to create replica');
33
- }
34
- return { status: 'new', replicaInfo: created };
35
- }
36
- if (existing.type !== info.type) {
37
- // type should be updated if a new token changes it
38
- await this.db
39
- .updateTable('ReplicaInfo')
40
- .set({ type: info.type })
41
- .where('libraryId', '=', libraryId)
42
- .where('id', '=', replicaId)
43
- .execute();
44
- }
45
- if (existing.clientId !== info.userId) {
46
- // replicas cannot change hands - this is a security issue
47
- throw new VerdantError(VerdantError.Code.Forbidden, undefined, 'Another user is already using this replica ID');
48
- }
49
- if (existing.lastSeenWallClockTime !== null &&
50
- existing.lastSeenWallClockTime < this.truantCutoff) {
51
- return { status: 'truant', replicaInfo: existing };
52
- }
53
- return { status: 'existing', replicaInfo: existing };
54
- };
55
- this.getAll = async (libraryId, options) => {
56
- let builder = this.db
57
- .selectFrom('ReplicaInfo')
58
- .where('libraryId', '=', libraryId);
59
- if (options === null || options === void 0 ? void 0 : options.omitTruant) {
60
- builder = builder.where('lastSeenWallClockTime', '>', this.truantCutoff);
61
- }
62
- return builder.selectAll().execute();
63
- };
64
- this.updateLastSeen = async (libraryId, replicaId) => {
65
- const clockTime = Date.now();
66
- await this.db
67
- .updateTable('ReplicaInfo')
68
- .set({ lastSeenWallClockTime: clockTime })
69
- .where('libraryId', '=', libraryId)
70
- .where('id', '=', replicaId)
71
- .execute();
72
- };
73
- this.updateAckedServerOrder = async (libraryId, replicaId, serverOrder) => {
74
- const max = this.dialect === 'postgres' ? 'GREATEST' : 'MAX';
75
- await this.db
76
- .updateTable('ReplicaInfo')
77
- .set('ackedServerOrder', ({ val }) => sql `${sql.raw(max)}(ackedServerOrder, ${val(serverOrder)})`)
78
- .where('libraryId', '=', libraryId)
79
- .where('id', '=', replicaId)
80
- .execute();
81
- };
82
- this.updateAcknowledgedLogicalTime = async (libraryId, replicaId, timestamp) => {
83
- await this.db
84
- .updateTable('ReplicaInfo')
85
- .set({ ackedLogicalTime: timestamp })
86
- .where('libraryId', '=', libraryId)
87
- .where('id', '=', replicaId)
88
- .execute();
89
- };
90
- this.getEarliestAckedServerOrder = async (libraryId) => {
91
- var _a;
92
- // gets earliest acked server order of all non-truant replicas.
93
- const res = await this.db
94
- .selectFrom('ReplicaInfo')
95
- .where('libraryId', '=', libraryId)
96
- .where('lastSeenWallClockTime', '>', this.truantCutoff)
97
- .orderBy('ackedServerOrder', 'asc')
98
- .select('ackedServerOrder')
99
- .executeTakeFirst();
100
- return (_a = res === null || res === void 0 ? void 0 : res.ackedServerOrder) !== null && _a !== void 0 ? _a : 0;
101
- };
102
- this.acknowledgeOperation = async (libraryId, replicaId, timestamp) => {
103
- if (!timestamp)
104
- return;
105
- // when acking an operation, we also set the replica's server order
106
- // to that operation's server order, if it's greater.
107
- const max = this.dialect === 'postgres' ? 'GREATEST' : 'MAX';
108
- await this.db
109
- .updateTable('ReplicaInfo')
110
- .set({ ackedLogicalTime: timestamp })
111
- .set('ackedServerOrder', ({ val }) => sql `${sql.raw(max)}(
112
- ackedServerOrder,
113
- COALESCE(
114
- (
115
- SELECT serverOrder FROM OperationHistory
116
- WHERE libraryId = ${val(libraryId)} AND timestamp = ${val(timestamp)}
117
- ),
118
- 0
119
- )
120
- )`)
121
- .where('libraryId', '=', libraryId)
122
- .where('id', '=', replicaId)
123
- .execute();
124
- };
125
- this.getGlobalAck = async (libraryId, onlineReplicaIds) => {
126
- const nonTruant = await this.getAll(libraryId, { omitTruant: true });
127
- if (nonTruant.length === 0)
128
- return null;
129
- const globalAckEligible = nonTruant.filter((replica) => replica.type < 2 || (onlineReplicaIds === null || onlineReplicaIds === void 0 ? void 0 : onlineReplicaIds.includes(replica.id)));
130
- return globalAckEligible.reduce((acc, replica) => {
131
- if (!replica.ackedLogicalTime)
132
- return acc;
133
- if (acc === null)
134
- return replica.ackedLogicalTime;
135
- return acc < replica.ackedLogicalTime ? acc : replica.ackedLogicalTime;
136
- }, null);
137
- };
138
- this.delete = async (libraryId, replicaId) => {
139
- await this.db
140
- .deleteFrom('ReplicaInfo')
141
- .where('libraryId', '=', libraryId)
142
- .where('id', '=', replicaId)
143
- .execute();
144
- };
145
- this.deleteAll = async (libraryId) => {
146
- await this.db
147
- .deleteFrom('ReplicaInfo')
148
- .where('libraryId', '=', libraryId)
149
- .execute();
150
- };
151
- this.deleteAllForUser = async (libraryId, userId) => {
152
- await this.db
153
- .deleteFrom('ReplicaInfo')
154
- .where('libraryId', '=', libraryId)
155
- .where('clientId', '=', userId)
156
- .execute();
157
- };
158
- }
159
- get truantCutoff() {
160
- return Date.now() - this.replicaTruancyMinutes * 60 * 1000;
161
- }
162
- }
163
- //# sourceMappingURL=SqlReplicas.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"SqlReplicas.js","sourceRoot":"","sources":["../../../../src/storage/sql/SqlReplicas.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,GAAG,EAAe,MAAM,QAAQ,CAAC;AAE1C,OAAO,EAAe,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEhE,MAAM,OAAO,WAAW;IACvB,YACS,EAAoB,EACX,qBAA6B,EAC7B,OAA8B;QAFvC,OAAE,GAAF,EAAE,CAAkB;QACX,0BAAqB,GAArB,qBAAqB,CAAQ;QAC7B,YAAO,GAAP,OAAO,CAAuB;QAOhD,QAAG,GAAG,KAAK,EACV,SAAiB,EACjB,SAAiB,EACmB,EAAE;;YACtC,OAAO,CACN,MAAA,CAAC,MAAM,IAAI,CAAC,EAAE;iBACZ,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,SAAS,EAAE;iBACX,gBAAgB,EAAE,CAAC,mCAAI,IAAI,CAC7B,CAAC;QACH,CAAC,CAAC;QACF,gBAAW,GAAG,KAAK,EAClB,SAAiB,EACjB,SAAiB,EACjB,IAA2C,EAIzC,EAAE;YACJ,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,EAAE;qBAC3B,UAAU,CAAC,aAAa,CAAC;qBACzB,MAAM,CAAC;oBACP,EAAE,EAAE,SAAS;oBACb,QAAQ,EAAE,IAAI,CAAC,MAAM;oBACrB,SAAS;oBACT,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,gBAAgB,EAAE,CAAC;iBACnB,CAAC;qBACD,YAAY,EAAE;qBACd,gBAAgB,EAAE,CAAC;gBACrB,IAAI,CAAC,OAAO,EAAE,CAAC;oBACd,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,UAAU,EAC5B,SAAS,EACT,0BAA0B,CAC1B,CAAC;gBACH,CAAC;gBACD,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;YAChD,CAAC;YAED,IAAI,QAAQ,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;gBACjC,mDAAmD;gBACnD,MAAM,IAAI,CAAC,EAAE;qBACX,WAAW,CAAC,aAAa,CAAC;qBAC1B,GAAG,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;qBACxB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;qBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;qBAC3B,OAAO,EAAE,CAAC;YACb,CAAC;YAED,IAAI,QAAQ,CAAC,QAAQ,KAAK,IAAI,CAAC,MAAM,EAAE,CAAC;gBACvC,0DAA0D;gBAC1D,MAAM,IAAI,YAAY,CACrB,YAAY,CAAC,IAAI,CAAC,SAAS,EAC3B,SAAS,EACT,+CAA+C,CAC/C,CAAC;YACH,CAAC;YAED,IACC,QAAQ,CAAC,qBAAqB,KAAK,IAAI;gBACvC,QAAQ,CAAC,qBAAqB,GAAG,IAAI,CAAC,YAAY,EACjD,CAAC;gBACF,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;YACpD,CAAC;YAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;QACtD,CAAC,CAAC;QAEF,WAAM,GAAG,KAAK,EACb,SAAiB,EACjB,OAA6C,EACd,EAAE;YACjC,IAAI,OAAO,GAAG,IAAI,CAAC,EAAE;iBACnB,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC,CAAC;YAErC,IAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,UAAU,EAAE,CAAC;gBACzB,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;YAC1E,CAAC;YAED,OAAO,OAAO,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;QACtC,CAAC,CAAC;QAEF,mBAAc,GAAG,KAAK,EACrB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,EAAE;iBACX,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,qBAAqB,EAAE,SAAS,EAAE,CAAC;iBACzC,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,2BAAsB,GAAG,KAAK,EAC7B,SAAiB,EACjB,SAAiB,EACjB,WAAmB,EACH,EAAE;YAClB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,IAAI,CAAC,EAAE;iBACX,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CACH,kBAAkB,EAClB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CACX,GAAG,CAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,sBAAsB,GAAG,CAAC,WAAW,CAAC,GAAG,CACpE;iBACA,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,kCAA6B,GAAG,KAAK,EACpC,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,MAAM,IAAI,CAAC,EAAE;iBACX,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC;iBACpC,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,gCAA2B,GAAG,KAAK,EAAE,SAAiB,EAAmB,EAAE;;YAC1E,+DAA+D;YAC/D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE;iBACvB,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,IAAI,CAAC,YAAY,CAAC;iBACtD,OAAO,CAAC,kBAAkB,EAAE,KAAK,CAAC;iBAClC,MAAM,CAAC,kBAAkB,CAAC;iBAC1B,gBAAgB,EAAE,CAAC;YACrB,OAAO,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,gBAAgB,mCAAI,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,yBAAoB,GAAG,KAAK,EAC3B,SAAiB,EACjB,SAAiB,EACjB,SAAiB,EACD,EAAE;YAClB,IAAI,CAAC,SAAS;gBAAE,OAAO;YACvB,mEAAmE;YACnE,qDAAqD;YACrD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC;YAC7D,MAAM,IAAI,CAAC,EAAE;iBACX,WAAW,CAAC,aAAa,CAAC;iBAC1B,GAAG,CAAC,EAAE,gBAAgB,EAAE,SAAS,EAAE,CAAC;iBACpC,GAAG,CACH,kBAAkB,EAClB,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAQ,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC;;;;;+BAKZ,GAAG,CAAC,SAAS,CAAC,oBAAoB,GAAG,CAAC,SAAS,CAAC;;;;MAIzE,CACF;iBACA,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QAEF,iBAAY,GAAG,KAAK,EACnB,SAAiB,EACjB,gBAAuC,EACd,EAAE;YAC3B,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;YACrE,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YACxC,MAAM,iBAAiB,GAAG,SAAS,CAAC,MAAM,CACzC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,KAAI,gBAAgB,aAAhB,gBAAgB,uBAAhB,gBAAgB,CAAE,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA,CACvE,CAAC;YAEF,OAAO,iBAAiB,CAAC,MAAM,CAC9B,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE;gBAChB,IAAI,CAAC,OAAO,CAAC,gBAAgB;oBAAE,OAAO,GAAG,CAAC;gBAC1C,IAAI,GAAG,KAAK,IAAI;oBAAE,OAAO,OAAO,CAAC,gBAAgB,CAAC;gBAClD,OAAO,GAAG,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACxE,CAAC,EACD,IAAqB,CACrB,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,SAAiB,EAAE,SAAiB,EAAiB,EAAE;YACtE,MAAM,IAAI,CAAC,EAAE;iBACX,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,SAAS,CAAC;iBAC3B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QACF,cAAS,GAAG,KAAK,EAAE,SAAiB,EAAiB,EAAE;YACtD,MAAM,IAAI,CAAC,EAAE;iBACX,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;QACF,qBAAgB,GAAG,KAAK,EACvB,SAAiB,EACjB,MAAc,EACE,EAAE;YAClB,MAAM,IAAI,CAAC,EAAE;iBACX,UAAU,CAAC,aAAa,CAAC;iBACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;iBAClC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC;iBAC9B,OAAO,EAAE,CAAC;QACb,CAAC,CAAC;IA7NC,CAAC;IAEJ,IAAI,YAAY;QACf,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,qBAAqB,GAAG,EAAE,GAAG,IAAI,CAAC;IAC5D,CAAC;CA0ND"}
@@ -1,9 +0,0 @@
1
- import { Kysely } from 'kysely';
2
- import { Database as DatabaseTypes } from './tables.js';
3
- export declare function openDatabase(file: string, options?: {
4
- skipMigrations?: boolean;
5
- disableWal?: boolean;
6
- }): {
7
- db: Kysely<DatabaseTypes>;
8
- ready: Promise<void>;
9
- };
@@ -1,24 +0,0 @@
1
- import { Kysely, SqliteDialect } from 'kysely';
2
- import Database from 'better-sqlite3';
3
- import { migrateToLatest } from '@a-type/kysely';
4
- import migrations from './migrations.js';
5
- export function openDatabase(file, options = {}) {
6
- const internalDb = new Database(file);
7
- if (!options.disableWal) {
8
- internalDb.pragma('journal_mode = WAL');
9
- }
10
- const db = new Kysely({
11
- dialect: new SqliteDialect({
12
- database: internalDb,
13
- }),
14
- });
15
- let ready = Promise.resolve(undefined);
16
- if (!options.skipMigrations) {
17
- ready = migrateToLatest(db, migrations);
18
- }
19
- return {
20
- db,
21
- ready,
22
- };
23
- }
24
- //# sourceMappingURL=database.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"database.js","sourceRoot":"","sources":["../../../../src/storage/sql/database.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,QAAQ,CAAC;AAE/C,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,UAAU,MAAM,iBAAiB,CAAC;AAEzC,MAAM,UAAU,YAAY,CAC3B,IAAY,EACZ,UAGI,EAAE;IAEN,MAAM,UAAU,GAAG,IAAI,QAAQ,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;QACzB,UAAU,CAAC,MAAM,CAAC,oBAAoB,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,EAAE,GAAG,IAAI,MAAM,CAAgB;QACpC,OAAO,EAAE,IAAI,aAAa,CAAC;YAC1B,QAAQ,EAAE,UAAU;SACpB,CAAC;KACF,CAAC,CAAC;IACH,IAAI,KAAK,GAAG,OAAO,CAAC,OAAO,CAAO,SAAS,CAAC,CAAC;IAC7C,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;QAC7B,KAAK,GAAG,eAAe,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACzC,CAAC;IAED,OAAO;QACN,EAAE;QACF,KAAK;KACL,CAAC;AACH,CAAC"}
@@ -1,3 +0,0 @@
1
- import { Kysely } from 'kysely';
2
- export declare function up(db: Kysely<any>): Promise<void>;
3
- export declare function down(db: Kysely<any>): Promise<void>;
@@ -1,59 +0,0 @@
1
- export async function up(db) {
2
- await db.schema
3
- .createTable('DocumentBaseline')
4
- .ifNotExists()
5
- .addColumn('oid', 'text')
6
- .addColumn('snapshot', 'text')
7
- .addColumn('timestamp', 'text', (cb) => cb.notNull())
8
- .addColumn('libraryId', 'text', (cb) => cb.notNull())
9
- .addPrimaryKeyConstraint('DocumentBaseline_primaryKey', [
10
- 'libraryId',
11
- 'oid',
12
- ])
13
- .execute();
14
- await db.schema
15
- .createTable('OperationHistory')
16
- .ifNotExists()
17
- .addColumn('oid', 'text', (cb) => cb.notNull())
18
- .addColumn('timestamp', 'text', (cb) => cb.notNull())
19
- .addColumn('data', 'text', (cb) => cb.notNull())
20
- .addColumn('serverOrder', 'integer', (cb) => cb.notNull().defaultTo(0))
21
- .addColumn('replicaId', 'text', (cb) => cb.notNull())
22
- .addColumn('libraryId', 'text', (cb) => cb.notNull())
23
- .addPrimaryKeyConstraint('OperationHistory_primaryKey', [
24
- 'libraryId',
25
- 'replicaId',
26
- 'oid',
27
- 'timestamp',
28
- ])
29
- .execute();
30
- await db.schema
31
- .createTable('ReplicaInfo')
32
- .ifNotExists()
33
- .addColumn('id', 'text')
34
- .addColumn('libraryId', 'text', (cb) => cb.notNull())
35
- .addColumn('clientId', 'text', (cb) => cb.notNull())
36
- .addColumn('lastSeenWallClockTime', 'integer')
37
- .addColumn('ackedLogicalTime', 'text')
38
- .addColumn('type', 'integer', (cb) => cb.notNull().defaultTo(0))
39
- .addColumn('ackedServerOrder', 'integer', (cb) => cb.notNull().defaultTo(0))
40
- .addPrimaryKeyConstraint('ReplicaInfo_primaryKey', ['libraryId', 'id'])
41
- .execute();
42
- await db.schema
43
- .createTable('FileMetadata')
44
- .ifNotExists()
45
- .addColumn('libraryId', 'text', (cb) => cb.notNull())
46
- .addColumn('fileId', 'text', (cb) => cb.notNull())
47
- .addColumn('name', 'text', (cb) => cb.notNull())
48
- .addColumn('type', 'text', (cb) => cb.notNull())
49
- .addColumn('pendingDeleteAt', 'integer')
50
- .addPrimaryKeyConstraint('FileMetadata_primaryKey', ['libraryId', 'fileId'])
51
- .execute();
52
- }
53
- export async function down(db) {
54
- await db.schema.dropTable('DocumentBaseline').execute();
55
- await db.schema.dropTable('OperationHistory').execute();
56
- await db.schema.dropTable('ReplicaInfo').execute();
57
- await db.schema.dropTable('FileMetadata').execute();
58
- }
59
- //# sourceMappingURL=v1.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v1.js","sourceRoot":"","sources":["../../../../../src/storage/sql/migrations/v1.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC,EAAe;IACvC,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,kBAAkB,CAAC;SAC/B,WAAW,EAAE;SACb,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC;SACxB,SAAS,CAAC,UAAU,EAAE,MAAM,CAAC;SAC7B,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,uBAAuB,CAAC,6BAA6B,EAAE;QACvD,WAAW;QACX,KAAK;KACL,CAAC;SACD,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,kBAAkB,CAAC;SAC/B,WAAW,EAAE;SACb,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC9C,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACtE,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,uBAAuB,CAAC,6BAA6B,EAAE;QACvD,WAAW;QACX,WAAW;QACX,KAAK;QACL,WAAW;KACX,CAAC;SACD,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,aAAa,CAAC;SAC1B,WAAW,EAAE;SACb,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC;SACvB,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACnD,SAAS,CAAC,uBAAuB,EAAE,SAAS,CAAC;SAC7C,SAAS,CAAC,kBAAkB,EAAE,MAAM,CAAC;SACrC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC/D,SAAS,CAAC,kBAAkB,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SAC3E,uBAAuB,CAAC,wBAAwB,EAAE,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;SACtE,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,WAAW,CAAC,cAAc,CAAC;SAC3B,WAAW,EAAE;SACb,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACpD,SAAS,CAAC,QAAQ,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SACjD,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC;SAC/C,SAAS,CAAC,iBAAiB,EAAE,SAAS,CAAC;SACvC,uBAAuB,CAAC,yBAAyB,EAAE,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;SAC3E,OAAO,EAAE,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,EAAe;IACzC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;IACxD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;AACrD,CAAC"}
@@ -1,3 +0,0 @@
1
- import { Kysely } from 'kysely';
2
- export declare function up(db: Kysely<any>): Promise<void>;
3
- export declare function down(db: Kysely<any>): Promise<void>;
@@ -1,16 +0,0 @@
1
- export async function up(db) {
2
- // add authz column to OperationHistory and DocumentBaseline
3
- await db.schema
4
- .alterTable('OperationHistory')
5
- .addColumn('authz', 'text', (cb) => cb.defaultTo(null))
6
- .execute();
7
- await db.schema
8
- .alterTable('DocumentBaseline')
9
- .addColumn('authz', 'text', (cb) => cb.defaultTo(null))
10
- .execute();
11
- }
12
- export async function down(db) {
13
- await db.schema.alterTable('OperationHistory').dropColumn('authz').execute();
14
- await db.schema.alterTable('DocumentBaseline').dropColumn('authz').execute();
15
- }
16
- //# sourceMappingURL=v2.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2.js","sourceRoot":"","sources":["../../../../../src/storage/sql/migrations/v2.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC,EAAe;IACvC,4DAA4D;IAC5D,MAAM,EAAE,CAAC,MAAM;SACb,UAAU,CAAC,kBAAkB,CAAC;SAC9B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;SACtD,OAAO,EAAE,CAAC;IAEZ,MAAM,EAAE,CAAC,MAAM;SACb,UAAU,CAAC,kBAAkB,CAAC;SAC9B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;SACtD,OAAO,EAAE,CAAC;AACb,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,EAAe;IACzC,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IAE7E,MAAM,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;AAC9E,CAAC"}
@@ -1,7 +0,0 @@
1
- import * as v1 from './migrations/v1.js';
2
- import * as v2 from './migrations/v2.js';
3
- declare const _default: {
4
- v1: typeof v1;
5
- v2: typeof v2;
6
- };
7
- export default _default;
@@ -1,4 +0,0 @@
1
- import * as v1 from './migrations/v1.js';
2
- import * as v2 from './migrations/v2.js';
3
- export default { v1, v2 };
4
- //# sourceMappingURL=migrations.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"migrations.js","sourceRoot":"","sources":["../../../../src/storage/sql/migrations.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,oBAAoB,CAAC;AACzC,OAAO,KAAK,EAAE,MAAM,oBAAoB,CAAC;AAEzC,eAAe,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC"}
@@ -1,6 +0,0 @@
1
- import { StorageFactory } from '../Storage.js';
2
- export declare const sqlStorage: ({ databaseFile: dbFile, skipMigrations, disableWal, }: {
3
- databaseFile: string;
4
- skipMigrations?: boolean;
5
- disableWal?: boolean;
6
- }) => StorageFactory;
@@ -1,35 +0,0 @@
1
- import { SqlBaselines } from './SqlBaselines.js';
2
- import { SqlOperations } from './SqlOperations.js';
3
- import { SqlReplicas } from './SqlReplicas.js';
4
- import { SqlFileMetadata } from './SqlFileMetadata.js';
5
- import { openDatabase } from './database.js';
6
- export const sqlStorage = ({ databaseFile: dbFile, skipMigrations, disableWal, }) => {
7
- const { db, ready } = openDatabase(dbFile, {
8
- skipMigrations,
9
- disableWal,
10
- });
11
- return (options) => {
12
- const baselines = new SqlBaselines(db, 'sqlite');
13
- const operations = new SqlOperations(db, 'sqlite');
14
- const replicas = new SqlReplicas(db, options.replicaTruancyMinutes, 'sqlite');
15
- const fileMetadata = new SqlFileMetadata(db, options.fileDeleteExpirationDays, 'sqlite');
16
- const close = async () => {
17
- storage.open = false;
18
- await db.destroy();
19
- };
20
- const storage = {
21
- baselines,
22
- operations,
23
- replicas,
24
- fileMetadata,
25
- close,
26
- open: false,
27
- ready,
28
- };
29
- ready.then(() => {
30
- storage.open = true;
31
- });
32
- return storage;
33
- };
34
- };
35
- //# sourceMappingURL=sqlStorage.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"sqlStorage.js","sourceRoot":"","sources":["../../../../src/storage/sql/sqlStorage.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,EAC1B,YAAY,EAAE,MAAM,EACpB,cAAc,EACd,UAAU,GAKV,EAAkB,EAAE;IACpB,MAAM,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,YAAY,CAAC,MAAM,EAAE;QAC1C,cAAc;QACd,UAAU;KACV,CAAC,CAAC;IACH,OAAO,CAAC,OAAO,EAAE,EAAE;QAClB,MAAM,SAAS,GAAG,IAAI,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACjD,MAAM,UAAU,GAAG,IAAI,aAAa,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QACnD,MAAM,QAAQ,GAAG,IAAI,WAAW,CAC/B,EAAE,EACF,OAAO,CAAC,qBAAqB,EAC7B,QAAQ,CACR,CAAC;QACF,MAAM,YAAY,GAAG,IAAI,eAAe,CACvC,EAAE,EACF,OAAO,CAAC,wBAAwB,EAChC,QAAQ,CACR,CAAC;QACF,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;YACxB,OAAO,CAAC,IAAI,GAAG,KAAK,CAAC;YACrB,MAAM,EAAE,CAAC,OAAO,EAAE,CAAC;QACpB,CAAC,CAAC;QACF,MAAM,OAAO,GAAG;YACf,SAAS;YACT,UAAU;YACV,QAAQ;YACR,YAAY;YACZ,KAAK;YACL,IAAI,EAAE,KAAK;YACX,KAAK;SACL,CAAC;QACF,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACf,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;QACrB,CAAC,CAAC,CAAC;QACH,OAAO,OAAO,CAAC;IAChB,CAAC,CAAC;AACH,CAAC,CAAC"}
@@ -1,44 +0,0 @@
1
- import { ReplicaType } from '@verdant-web/common';
2
- import { Generated, Selectable } from 'kysely';
3
- export interface Database {
4
- OperationHistory: OperationHistoryTable;
5
- DocumentBaseline: DocumentBaselineTable;
6
- ReplicaInfo: ReplicaInfoTable;
7
- FileMetadata: FileMetadataTable;
8
- }
9
- export interface OperationHistoryTable {
10
- oid: string;
11
- timestamp: string;
12
- data: string;
13
- serverOrder: number;
14
- replicaId: string;
15
- libraryId: string;
16
- authz: string | null;
17
- }
18
- export type OperationHistoryRow = Selectable<OperationHistoryTable>;
19
- export interface DocumentBaselineTable {
20
- oid: string;
21
- snapshot: string;
22
- timestamp: string;
23
- libraryId: string;
24
- authz: string | null;
25
- }
26
- export type DocumentBaselineRow = Selectable<DocumentBaselineTable>;
27
- export interface ReplicaInfoTable {
28
- id: string;
29
- libraryId: string;
30
- clientId: string;
31
- lastSeenWallClockTime: number | null;
32
- ackedLogicalTime: string | null;
33
- type: ReplicaType;
34
- ackedServerOrder: Generated<number>;
35
- }
36
- export type ReplicaInfoRow = Selectable<ReplicaInfoTable>;
37
- export interface FileMetadataTable {
38
- libraryId: string;
39
- fileId: string;
40
- name: string;
41
- type: string;
42
- pendingDeleteAt: number | null;
43
- }
44
- export type FileMetadataRow = Selectable<FileMetadataTable>;
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=tables.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"tables.js","sourceRoot":"","sources":["../../../../src/storage/sql/tables.ts"],"names":[],"mappings":""}
@@ -1,7 +0,0 @@
1
- import { Kysely } from 'kysely';
2
- import { Database } from './tables.js';
3
- export declare function transferToShards({ file, directory, batchSize, }: {
4
- file: string;
5
- directory: string;
6
- batchSize?: number;
7
- }): Promise<Record<string, Kysely<Database>>>;
@@ -1,90 +0,0 @@
1
- import { openDatabase as openUnifiedDatabase } from '../sql/database.js';
2
- import { openDatabase } from './database.js';
3
- const DEFAULT_BATCH_SIZE = 1000;
4
- export async function transferToShards({ file, directory, batchSize = DEFAULT_BATCH_SIZE, }) {
5
- console.info(`Transferring from unified database (${file}) to shards (${directory})...`);
6
- const { db: unifiedDb, ready } = openUnifiedDatabase(file);
7
- await ready;
8
- const libraries = await unifiedDb
9
- .selectFrom('ReplicaInfo')
10
- .select('ReplicaInfo.libraryId')
11
- .distinct()
12
- .execute();
13
- const dbs = await Promise.all(libraries.map(async ({ libraryId }) => {
14
- const db = await openDatabase(directory, libraryId);
15
- await copyLibrary(libraryId, unifiedDb, db, batchSize);
16
- return db;
17
- }));
18
- return libraries.reduce((acc, { libraryId }, i) => {
19
- acc[libraryId] = dbs[i];
20
- return acc;
21
- }, {});
22
- }
23
- async function copyLibrary(libraryId, source, dest, batchSize) {
24
- const operations = await source
25
- .selectFrom('OperationHistory')
26
- .where('libraryId', '=', libraryId)
27
- .selectAll()
28
- .execute();
29
- const baselines = await source
30
- .selectFrom('DocumentBaseline')
31
- .where('libraryId', '=', libraryId)
32
- .selectAll()
33
- .execute();
34
- const replicas = await source
35
- .selectFrom('ReplicaInfo')
36
- .where('libraryId', '=', libraryId)
37
- .selectAll()
38
- .execute();
39
- const fileMetadata = await source
40
- .selectFrom('FileMetadata')
41
- .where('libraryId', '=', libraryId)
42
- .selectAll()
43
- .execute();
44
- for (const operation of operations) {
45
- // @ts-expect-error
46
- delete operation.libraryId;
47
- }
48
- for (const baseline of baselines) {
49
- // @ts-expect-error
50
- delete baseline.libraryId;
51
- }
52
- for (const replica of replicas) {
53
- // @ts-expect-error
54
- delete replica.libraryId;
55
- }
56
- for (const metadata of fileMetadata) {
57
- // @ts-expect-error
58
- delete metadata.libraryId;
59
- }
60
- await dest.transaction().execute(async (trx) => {
61
- const actions = [];
62
- // batch insert data to avoid maximum vars limits
63
- if (operations.length) {
64
- for (let i = 0; i < operations.length; i += batchSize) {
65
- const toInsert = operations.slice(i, i + batchSize);
66
- actions.push(trx.insertInto('OperationHistory').values(toInsert).execute());
67
- }
68
- }
69
- if (baselines.length) {
70
- for (let i = 0; i < baselines.length; i += batchSize) {
71
- const toInsert = baselines.slice(i, i + batchSize);
72
- actions.push(trx.insertInto('DocumentBaseline').values(toInsert).execute());
73
- }
74
- }
75
- if (replicas.length) {
76
- for (let i = 0; i < replicas.length; i += batchSize) {
77
- const toInsert = replicas.slice(i, i + batchSize);
78
- actions.push(trx.insertInto('ReplicaInfo').values(toInsert).execute());
79
- }
80
- }
81
- if (fileMetadata.length) {
82
- for (let i = 0; i < fileMetadata.length; i += batchSize) {
83
- const toInsert = fileMetadata.slice(i, i + batchSize);
84
- actions.push(trx.insertInto('FileMetadata').values(toInsert).execute());
85
- }
86
- }
87
- await Promise.all(actions);
88
- });
89
- }
90
- //# sourceMappingURL=transfer.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"transfer.js","sourceRoot":"","sources":["../../../../src/storage/sqlShard/transfer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,IAAI,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAGzE,OAAO,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE7C,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAEhC,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,EACtC,IAAI,EACJ,SAAS,EACT,SAAS,GAAG,kBAAkB,GAK9B;IACA,OAAO,CAAC,IAAI,CACX,uCAAuC,IAAI,gBAAgB,SAAS,MAAM,CAC1E,CAAC;IACF,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC3D,MAAM,KAAK,CAAC;IACZ,MAAM,SAAS,GAAG,MAAM,SAAS;SAC/B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,uBAAuB,CAAC;SAC/B,QAAQ,EAAE;SACV,OAAO,EAAE,CAAC;IAEZ,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B,SAAS,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE;QACrC,MAAM,EAAE,GAAG,MAAM,YAAY,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACpD,MAAM,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,CAAC,CAAC;QACvD,OAAO,EAAE,CAAC;IACX,CAAC,CAAC,CACF,CAAC;IAEF,OAAO,SAAS,CAAC,MAAM,CACtB,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,EAAE,CAAC,EAAE,EAAE;QACzB,GAAG,CAAC,SAAS,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QACxB,OAAO,GAAG,CAAC;IACZ,CAAC,EACD,EAAsC,CACtC,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CACzB,SAAiB,EACjB,MAA+B,EAC/B,IAAsB,EACtB,SAAiB;IAEjB,MAAM,UAAU,GAAG,MAAM,MAAM;SAC7B,UAAU,CAAC,kBAAkB,CAAC;SAC9B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,SAAS,GAAG,MAAM,MAAM;SAC5B,UAAU,CAAC,kBAAkB,CAAC;SAC9B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,QAAQ,GAAG,MAAM,MAAM;SAC3B,UAAU,CAAC,aAAa,CAAC;SACzB,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IACZ,MAAM,YAAY,GAAG,MAAM,MAAM;SAC/B,UAAU,CAAC,cAAc,CAAC;SAC1B,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,SAAS,CAAC;SAClC,SAAS,EAAE;SACX,OAAO,EAAE,CAAC;IAEZ,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;QACpC,mBAAmB;QACnB,OAAO,SAAS,CAAC,SAAS,CAAC;IAC5B,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QAClC,mBAAmB;QACnB,OAAO,QAAQ,CAAC,SAAS,CAAC;IAC3B,CAAC;IACD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAChC,mBAAmB;QACnB,OAAO,OAAO,CAAC,SAAS,CAAC;IAC1B,CAAC;IACD,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE,CAAC;QACrC,mBAAmB;QACnB,OAAO,QAAQ,CAAC,SAAS,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QAC9C,MAAM,OAAO,GAAmB,EAAE,CAAC;QACnC,iDAAiD;QACjD,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACvD,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBACpD,OAAO,CAAC,IAAI,CACX,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAC7D,CAAC;YACH,CAAC;QACF,CAAC;QACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACtD,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBACnD,OAAO,CAAC,IAAI,CACX,GAAG,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAC7D,CAAC;YACH,CAAC;QACF,CAAC;QACD,IAAI,QAAQ,CAAC,MAAM,EAAE,CAAC;YACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACrD,MAAM,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBAClD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACxE,CAAC;QACF,CAAC;QACD,IAAI,YAAY,CAAC,MAAM,EAAE,CAAC;YACzB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,IAAI,SAAS,EAAE,CAAC;gBACzD,MAAM,QAAQ,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,CAAC;gBACtD,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACzE,CAAC;QACF,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;AACJ,CAAC"}
@@ -1 +0,0 @@
1
- export {};