@verdant-web/store 3.12.0 → 4.0.0-next.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (281) hide show
  1. package/dist/bundle/index.js +11 -13
  2. package/dist/bundle/index.js.map +4 -4
  3. package/dist/esm/__tests__/batching.test.js +5 -5
  4. package/dist/esm/__tests__/batching.test.js.map +1 -1
  5. package/dist/esm/__tests__/entities.test.js +1 -1
  6. package/dist/esm/__tests__/entities.test.js.map +1 -1
  7. package/dist/esm/__tests__/fixtures/testStorage.d.ts +1 -3
  8. package/dist/esm/__tests__/fixtures/testStorage.js +3 -3
  9. package/dist/esm/__tests__/fixtures/testStorage.js.map +1 -1
  10. package/dist/esm/__tests__/queries.test.js.map +1 -1
  11. package/dist/esm/backup.d.ts +3 -4
  12. package/dist/esm/backup.js.map +1 -1
  13. package/dist/esm/client/Client.d.ts +28 -33
  14. package/dist/esm/client/Client.js +50 -161
  15. package/dist/esm/client/Client.js.map +1 -1
  16. package/dist/esm/client/ClientDescriptor.d.ts +8 -11
  17. package/dist/esm/client/ClientDescriptor.js +39 -141
  18. package/dist/esm/client/ClientDescriptor.js.map +1 -1
  19. package/dist/esm/context/Time.d.ts +13 -0
  20. package/dist/esm/context/Time.js +27 -0
  21. package/dist/esm/context/Time.js.map +1 -0
  22. package/dist/esm/context/context.d.ts +170 -0
  23. package/dist/esm/{context.js.map → context/context.js.map} +1 -1
  24. package/dist/esm/entities/DocumentManager.js.map +1 -1
  25. package/dist/esm/entities/Entity.d.ts +4 -5
  26. package/dist/esm/entities/Entity.js +5 -3
  27. package/dist/esm/entities/Entity.js.map +1 -1
  28. package/dist/esm/entities/Entity.test.js +4 -3
  29. package/dist/esm/entities/Entity.test.js.map +1 -1
  30. package/dist/esm/entities/EntityCache.d.ts +0 -3
  31. package/dist/esm/entities/EntityCache.js +0 -9
  32. package/dist/esm/entities/EntityCache.js.map +1 -1
  33. package/dist/esm/entities/EntityMetadata.d.ts +1 -1
  34. package/dist/esm/entities/EntityMetadata.js +6 -5
  35. package/dist/esm/entities/EntityMetadata.js.map +1 -1
  36. package/dist/esm/entities/EntityStore.d.ts +2 -6
  37. package/dist/esm/entities/EntityStore.js +22 -16
  38. package/dist/esm/entities/EntityStore.js.map +1 -1
  39. package/dist/esm/entities/OperationBatcher.d.ts +2 -5
  40. package/dist/esm/entities/OperationBatcher.js +9 -7
  41. package/dist/esm/entities/OperationBatcher.js.map +1 -1
  42. package/dist/esm/entities/types.d.ts +1 -1
  43. package/dist/esm/errors.d.ts +8 -0
  44. package/dist/esm/errors.js +12 -0
  45. package/dist/esm/errors.js.map +1 -0
  46. package/dist/esm/files/EntityFile.d.ts +6 -3
  47. package/dist/esm/files/EntityFile.js +22 -19
  48. package/dist/esm/files/EntityFile.js.map +1 -1
  49. package/dist/esm/files/FileManager.d.ts +8 -39
  50. package/dist/esm/files/FileManager.js +15 -170
  51. package/dist/esm/files/FileManager.js.map +1 -1
  52. package/dist/esm/files/utils.d.ts +0 -1
  53. package/dist/esm/files/utils.js +0 -14
  54. package/dist/esm/files/utils.js.map +1 -1
  55. package/dist/esm/index.d.ts +1 -2
  56. package/dist/esm/index.js +0 -1
  57. package/dist/esm/index.js.map +1 -1
  58. package/dist/esm/{metadata → persistence}/MessageCreator.d.ts +5 -6
  59. package/dist/esm/{metadata → persistence}/MessageCreator.js +31 -38
  60. package/dist/esm/persistence/MessageCreator.js.map +1 -0
  61. package/dist/esm/persistence/PersistenceFiles.d.ts +48 -0
  62. package/dist/esm/persistence/PersistenceFiles.js +160 -0
  63. package/dist/esm/persistence/PersistenceFiles.js.map +1 -0
  64. package/dist/esm/persistence/PersistenceMetadata.d.ts +69 -0
  65. package/dist/esm/persistence/PersistenceMetadata.js +302 -0
  66. package/dist/esm/persistence/PersistenceMetadata.js.map +1 -0
  67. package/dist/esm/persistence/PersistenceQueries.d.ts +34 -0
  68. package/dist/esm/persistence/PersistenceQueries.js +15 -0
  69. package/dist/esm/persistence/PersistenceQueries.js.map +1 -0
  70. package/dist/esm/persistence/PersistenceRebaser.d.ts +32 -0
  71. package/dist/esm/persistence/PersistenceRebaser.js +120 -0
  72. package/dist/esm/persistence/PersistenceRebaser.js.map +1 -0
  73. package/dist/esm/{IDBService.d.ts → persistence/idb/IdbService.d.ts} +9 -7
  74. package/dist/esm/{IDBService.js → persistence/idb/IdbService.js} +29 -8
  75. package/dist/esm/persistence/idb/IdbService.js.map +1 -0
  76. package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.d.ts +58 -0
  77. package/dist/esm/{files/FileStorage.js → persistence/idb/files/IdbPersistenceFileDb.js} +85 -50
  78. package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.js.map +1 -0
  79. package/dist/esm/persistence/idb/idbPersistence.d.ts +19 -0
  80. package/dist/esm/persistence/idb/idbPersistence.js +80 -0
  81. package/dist/esm/persistence/idb/idbPersistence.js.map +1 -0
  82. package/dist/esm/persistence/idb/metadata/IdbMetadataDb.d.ts +72 -0
  83. package/dist/esm/persistence/idb/metadata/IdbMetadataDb.js +235 -0
  84. package/dist/esm/persistence/idb/metadata/IdbMetadataDb.js.map +1 -0
  85. package/dist/esm/{metadata → persistence/idb/metadata}/openMetadataDatabase.d.ts +3 -1
  86. package/dist/esm/{metadata → persistence/idb/metadata}/openMetadataDatabase.js +12 -3
  87. package/dist/esm/persistence/idb/metadata/openMetadataDatabase.js.map +1 -0
  88. package/dist/esm/persistence/idb/queries/IdbQueryDb.d.ts +41 -0
  89. package/dist/esm/persistence/idb/queries/IdbQueryDb.js +174 -0
  90. package/dist/esm/persistence/idb/queries/IdbQueryDb.js.map +1 -0
  91. package/dist/esm/{migration → persistence/idb/queries/migration}/db.d.ts +1 -1
  92. package/dist/esm/{migration → persistence/idb/queries/migration}/db.js +10 -48
  93. package/dist/esm/persistence/idb/queries/migration/db.js.map +1 -0
  94. package/dist/esm/persistence/idb/queries/migration/engine.d.ts +12 -0
  95. package/dist/esm/{migration → persistence/idb/queries/migration}/engine.js +29 -46
  96. package/dist/esm/persistence/idb/queries/migration/engine.js.map +1 -0
  97. package/dist/esm/{migration → persistence/idb/queries/migration}/migrations.d.ts +1 -3
  98. package/dist/esm/{migration → persistence/idb/queries/migration}/migrations.js +11 -10
  99. package/dist/esm/persistence/idb/queries/migration/migrations.js.map +1 -0
  100. package/dist/esm/{migration → persistence/idb/queries/migration}/openQueryDatabase.d.ts +1 -3
  101. package/dist/esm/{migration → persistence/idb/queries/migration}/openQueryDatabase.js +4 -7
  102. package/dist/esm/persistence/idb/queries/migration/openQueryDatabase.js.map +1 -0
  103. package/dist/esm/{migration → persistence/idb/queries/migration}/paths.js +2 -2
  104. package/dist/esm/persistence/idb/queries/migration/paths.js.map +1 -0
  105. package/dist/esm/persistence/idb/queries/migration/paths.test.js.map +1 -0
  106. package/dist/esm/persistence/idb/queries/migration/types.d.ts +6 -0
  107. package/dist/esm/persistence/idb/queries/migration/types.js.map +1 -0
  108. package/dist/esm/persistence/idb/queries/ranges.d.ts +2 -0
  109. package/dist/esm/persistence/idb/queries/ranges.js +66 -0
  110. package/dist/esm/persistence/idb/queries/ranges.js.map +1 -0
  111. package/dist/esm/{idb.d.ts → persistence/idb/util.d.ts} +11 -0
  112. package/dist/esm/{idb.js → persistence/idb/util.js} +58 -1
  113. package/dist/esm/persistence/idb/util.js.map +1 -0
  114. package/dist/esm/persistence/interfaces.d.ts +181 -0
  115. package/dist/esm/persistence/interfaces.js +2 -0
  116. package/dist/esm/persistence/interfaces.js.map +1 -0
  117. package/dist/esm/persistence/persistence.d.ts +4 -0
  118. package/dist/esm/persistence/persistence.js +126 -0
  119. package/dist/esm/persistence/persistence.js.map +1 -0
  120. package/dist/esm/queries/BaseQuery.d.ts +2 -1
  121. package/dist/esm/queries/BaseQuery.js +3 -0
  122. package/dist/esm/queries/BaseQuery.js.map +1 -1
  123. package/dist/esm/queries/CollectionQueries.d.ts +1 -1
  124. package/dist/esm/queries/FindAllQuery.js +1 -3
  125. package/dist/esm/queries/FindAllQuery.js.map +1 -1
  126. package/dist/esm/queries/FindInfiniteQuery.js +2 -5
  127. package/dist/esm/queries/FindInfiniteQuery.js.map +1 -1
  128. package/dist/esm/queries/FindOneQuery.js +1 -3
  129. package/dist/esm/queries/FindOneQuery.js.map +1 -1
  130. package/dist/esm/queries/FindPageQuery.js +1 -3
  131. package/dist/esm/queries/FindPageQuery.js.map +1 -1
  132. package/dist/esm/queries/QueryCache.d.ts +1 -1
  133. package/dist/esm/queries/QueryCache.js +4 -0
  134. package/dist/esm/queries/QueryCache.js.map +1 -1
  135. package/dist/esm/sync/FileSync.d.ts +23 -8
  136. package/dist/esm/sync/FileSync.js +76 -28
  137. package/dist/esm/sync/FileSync.js.map +1 -1
  138. package/dist/esm/sync/PresenceManager.d.ts +4 -3
  139. package/dist/esm/sync/PresenceManager.js +2 -2
  140. package/dist/esm/sync/PresenceManager.js.map +1 -1
  141. package/dist/esm/sync/PushPullSync.d.ts +4 -6
  142. package/dist/esm/sync/PushPullSync.js +13 -12
  143. package/dist/esm/sync/PushPullSync.js.map +1 -1
  144. package/dist/esm/sync/Sync.d.ts +9 -11
  145. package/dist/esm/sync/Sync.js +34 -29
  146. package/dist/esm/sync/Sync.js.map +1 -1
  147. package/dist/esm/sync/WebSocketSync.d.ts +4 -6
  148. package/dist/esm/sync/WebSocketSync.js +20 -22
  149. package/dist/esm/sync/WebSocketSync.js.map +1 -1
  150. package/dist/esm/utils/Disposable.d.ts +5 -2
  151. package/dist/esm/utils/Disposable.js +3 -2
  152. package/dist/esm/utils/Disposable.js.map +1 -1
  153. package/dist/esm/utils/wip.d.ts +2 -0
  154. package/dist/esm/utils/wip.js +5 -0
  155. package/dist/esm/utils/wip.js.map +1 -0
  156. package/package.json +2 -2
  157. package/src/__tests__/batching.test.ts +6 -6
  158. package/src/__tests__/entities.test.ts +1 -1
  159. package/src/__tests__/fixtures/testStorage.ts +2 -10
  160. package/src/__tests__/queries.test.ts +1 -1
  161. package/src/backup.ts +3 -4
  162. package/src/client/Client.ts +69 -226
  163. package/src/client/ClientDescriptor.ts +53 -184
  164. package/src/context/Time.ts +35 -0
  165. package/src/context/context.ts +200 -0
  166. package/src/entities/DocumentManager.ts +0 -3
  167. package/src/entities/Entity.test.ts +9 -9
  168. package/src/entities/Entity.ts +6 -12
  169. package/src/entities/EntityCache.ts +0 -9
  170. package/src/entities/EntityMetadata.ts +4 -4
  171. package/src/entities/EntityStore.ts +26 -29
  172. package/src/entities/OperationBatcher.ts +9 -11
  173. package/src/entities/types.ts +1 -1
  174. package/src/errors.ts +13 -0
  175. package/src/files/EntityFile.ts +16 -5
  176. package/src/files/FileManager.ts +18 -245
  177. package/src/files/utils.ts +0 -15
  178. package/src/index.ts +2 -1
  179. package/src/{metadata → persistence}/MessageCreator.ts +46 -36
  180. package/src/persistence/PersistenceFiles.ts +227 -0
  181. package/src/persistence/PersistenceMetadata.ts +425 -0
  182. package/src/persistence/PersistenceQueries.ts +22 -0
  183. package/src/persistence/PersistenceRebaser.ts +171 -0
  184. package/src/{IDBService.ts → persistence/idb/IdbService.ts} +45 -12
  185. package/src/{files/FileStorage.ts → persistence/idb/files/IdbPersistenceFileDb.ts} +128 -86
  186. package/src/persistence/idb/idbPersistence.ts +116 -0
  187. package/src/persistence/idb/metadata/IdbMetadataDb.ts +460 -0
  188. package/src/{metadata → persistence/idb/metadata}/openMetadataDatabase.ts +21 -4
  189. package/src/persistence/idb/queries/IdbQueryDb.ts +251 -0
  190. package/src/{migration → persistence/idb/queries/migration}/db.ts +18 -72
  191. package/src/{migration → persistence/idb/queries/migration}/engine.ts +39 -62
  192. package/src/{migration → persistence/idb/queries/migration}/migrations.ts +13 -18
  193. package/src/{migration → persistence/idb/queries/migration}/openQueryDatabase.ts +5 -14
  194. package/src/{migration → persistence/idb/queries/migration}/paths.ts +4 -3
  195. package/src/persistence/idb/queries/migration/types.ts +8 -0
  196. package/src/persistence/idb/queries/ranges.ts +107 -0
  197. package/src/{idb.ts → persistence/idb/util.ts} +75 -0
  198. package/src/persistence/interfaces.ts +240 -0
  199. package/src/persistence/persistence.ts +223 -0
  200. package/src/queries/BaseQuery.ts +5 -1
  201. package/src/queries/CollectionQueries.ts +2 -2
  202. package/src/queries/FindAllQuery.ts +1 -3
  203. package/src/queries/FindInfiniteQuery.ts +2 -5
  204. package/src/queries/FindOneQuery.ts +1 -3
  205. package/src/queries/FindPageQuery.ts +1 -3
  206. package/src/queries/QueryCache.ts +20 -1
  207. package/src/sync/FileSync.ts +93 -30
  208. package/src/sync/PresenceManager.ts +5 -7
  209. package/src/sync/PushPullSync.ts +23 -19
  210. package/src/sync/Sync.ts +45 -36
  211. package/src/sync/WebSocketSync.ts +41 -27
  212. package/src/utils/Disposable.ts +7 -4
  213. package/src/utils/wip.ts +5 -0
  214. package/dist/esm/IDBService.js.map +0 -1
  215. package/dist/esm/__tests__/legacyOids.test.d.ts +0 -1
  216. package/dist/esm/__tests__/legacyOids.test.js +0 -352
  217. package/dist/esm/__tests__/legacyOids.test.js.map +0 -1
  218. package/dist/esm/context.d.ts +0 -45
  219. package/dist/esm/files/FileStorage.d.ts +0 -47
  220. package/dist/esm/files/FileStorage.js.map +0 -1
  221. package/dist/esm/idb.js.map +0 -1
  222. package/dist/esm/metadata/AckInfoStore.d.ts +0 -10
  223. package/dist/esm/metadata/AckInfoStore.js +0 -22
  224. package/dist/esm/metadata/AckInfoStore.js.map +0 -1
  225. package/dist/esm/metadata/BaselinesStore.d.ts +0 -40
  226. package/dist/esm/metadata/BaselinesStore.js +0 -102
  227. package/dist/esm/metadata/BaselinesStore.js.map +0 -1
  228. package/dist/esm/metadata/LocalReplicaStore.d.ts +0 -19
  229. package/dist/esm/metadata/LocalReplicaStore.js +0 -56
  230. package/dist/esm/metadata/LocalReplicaStore.js.map +0 -1
  231. package/dist/esm/metadata/MessageCreator.js.map +0 -1
  232. package/dist/esm/metadata/Metadata.d.ts +0 -146
  233. package/dist/esm/metadata/Metadata.js +0 -452
  234. package/dist/esm/metadata/Metadata.js.map +0 -1
  235. package/dist/esm/metadata/OperationsStore.d.ts +0 -62
  236. package/dist/esm/metadata/OperationsStore.js +0 -175
  237. package/dist/esm/metadata/OperationsStore.js.map +0 -1
  238. package/dist/esm/metadata/SchemaStore.d.ts +0 -9
  239. package/dist/esm/metadata/SchemaStore.js +0 -35
  240. package/dist/esm/metadata/SchemaStore.js.map +0 -1
  241. package/dist/esm/metadata/openMetadataDatabase.js.map +0 -1
  242. package/dist/esm/migration/db.js.map +0 -1
  243. package/dist/esm/migration/engine.d.ts +0 -15
  244. package/dist/esm/migration/engine.js.map +0 -1
  245. package/dist/esm/migration/errors.d.ts +0 -5
  246. package/dist/esm/migration/errors.js +0 -8
  247. package/dist/esm/migration/errors.js.map +0 -1
  248. package/dist/esm/migration/migrations.js.map +0 -1
  249. package/dist/esm/migration/openQueryDatabase.js.map +0 -1
  250. package/dist/esm/migration/openWIPDatabase.d.ts +0 -11
  251. package/dist/esm/migration/openWIPDatabase.js +0 -65
  252. package/dist/esm/migration/openWIPDatabase.js.map +0 -1
  253. package/dist/esm/migration/paths.js.map +0 -1
  254. package/dist/esm/migration/paths.test.js.map +0 -1
  255. package/dist/esm/migration/types.d.ts +0 -3
  256. package/dist/esm/migration/types.js.map +0 -1
  257. package/dist/esm/queries/QueryableStorage.d.ts +0 -20
  258. package/dist/esm/queries/QueryableStorage.js +0 -90
  259. package/dist/esm/queries/QueryableStorage.js.map +0 -1
  260. package/dist/esm/queries/dbQueries.d.ts +0 -22
  261. package/dist/esm/queries/dbQueries.js +0 -130
  262. package/dist/esm/queries/dbQueries.js.map +0 -1
  263. package/src/__tests__/legacyOids.test.ts +0 -375
  264. package/src/context.ts +0 -55
  265. package/src/metadata/AckInfoStore.ts +0 -30
  266. package/src/metadata/BaselinesStore.ts +0 -188
  267. package/src/metadata/LocalReplicaStore.ts +0 -79
  268. package/src/metadata/Metadata.ts +0 -685
  269. package/src/metadata/OperationsStore.ts +0 -332
  270. package/src/metadata/SchemaStore.ts +0 -47
  271. package/src/migration/errors.ts +0 -7
  272. package/src/migration/openWIPDatabase.ts +0 -97
  273. package/src/migration/types.ts +0 -4
  274. package/src/queries/QueryableStorage.ts +0 -122
  275. package/src/queries/dbQueries.ts +0 -161
  276. /package/dist/esm/{context.js → context/context.js} +0 -0
  277. /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.d.ts +0 -0
  278. /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.test.d.ts +0 -0
  279. /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.test.js +0 -0
  280. /package/dist/esm/{migration → persistence/idb/queries/migration}/types.js +0 -0
  281. /package/src/{migration → persistence/idb/queries/migration}/paths.test.ts +0 -0
@@ -0,0 +1,58 @@
1
+ import { FileData } from '@verdant-web/common';
2
+ import { AbstractTransaction, PersistedFileData, PersistenceFileDb, QueryMode } from '../../interfaces.js';
3
+ import { IdbService } from '../IdbService.js';
4
+ /**
5
+ * When stored in IDB, replace the file blob with an array buffer
6
+ * since it's more compatible, and replace remote boolean with
7
+ * a string since IDB doesn't support boolean indexes.
8
+ */
9
+ export interface StoredFileData extends Omit<FileData, 'remote' | 'file'> {
10
+ remote: 'true' | 'false';
11
+ buffer?: ArrayBuffer;
12
+ deletedAt: number | null;
13
+ timestamp?: string;
14
+ }
15
+ export declare class IdbPersistenceFileDb extends IdbService implements PersistenceFileDb {
16
+ transaction: (opts: {
17
+ mode?: QueryMode;
18
+ storeNames: string[];
19
+ abort?: AbortSignal;
20
+ }) => AbstractTransaction;
21
+ add: (file: FileData, options?: {
22
+ transaction?: AbstractTransaction;
23
+ downloadRemote?: boolean;
24
+ }) => Promise<void>;
25
+ markUploaded: (id: string, options?: {
26
+ transaction?: AbstractTransaction;
27
+ }) => Promise<void>;
28
+ get: (fileId: string, options?: {
29
+ transaction?: AbstractTransaction;
30
+ }) => Promise<PersistedFileData | null>;
31
+ delete: (fileId: string, options?: {
32
+ transaction?: AbstractTransaction;
33
+ }) => Promise<void>;
34
+ markPendingDelete: (fileId: string, options?: {
35
+ transaction?: AbstractTransaction;
36
+ }) => Promise<void>;
37
+ listUnsynced: (options?: {
38
+ transaction?: AbstractTransaction;
39
+ }) => Promise<PersistedFileData[]>;
40
+ resetSyncedStatusSince: (since: string | null, options?: {
41
+ transaction?: AbstractTransaction;
42
+ }) => Promise<void>;
43
+ iterateOverPendingDelete: (iterator: (file: PersistedFileData, store: IDBObjectStore) => void, options?: {
44
+ transaction?: IDBTransaction;
45
+ }) => Promise<void>;
46
+ getAll: (options?: {
47
+ transaction?: AbstractTransaction;
48
+ }) => Promise<PersistedFileData[]>;
49
+ stats: () => Promise<{
50
+ size: {
51
+ count: number;
52
+ size: number;
53
+ };
54
+ }>;
55
+ private hydrateFileData;
56
+ private getFileRaw;
57
+ }
58
+ export declare function arrayBufferToBlob(buffer: ArrayBuffer, type: string): Blob;
@@ -1,12 +1,17 @@
1
- import { IDBService } from '../IDBService.js';
2
- import { fileToArrayBuffer } from './utils.js';
3
- import { getAllFromObjectStores, getSizeOfObjectStore } from '../idb.js';
4
- export class FileStorage extends IDBService {
1
+ import { IdbService } from '../IdbService.js';
2
+ import { getAllFromObjectStores, getSizeOfObjectStore } from '../util.js';
3
+ export class IdbPersistenceFileDb extends IdbService {
5
4
  constructor() {
6
5
  super(...arguments);
7
- this.addFile = async (file, { transaction, downloadRemote = false, } = {}) => {
6
+ this.transaction = (opts) => {
7
+ return this.createTransaction(opts.storeNames, {
8
+ mode: opts.mode,
9
+ abort: opts.abort,
10
+ });
11
+ };
12
+ this.add = async (file, options) => {
8
13
  let buffer = file.file ? await fileToArrayBuffer(file.file) : undefined;
9
- if (!buffer && downloadRemote && file.url) {
14
+ if (!buffer && (options === null || options === void 0 ? void 0 : options.downloadRemote) && file.url) {
10
15
  try {
11
16
  buffer = await fetch(file.url, {
12
17
  method: 'GET',
@@ -17,7 +22,7 @@ export class FileStorage extends IDBService {
17
22
  console.error("Failed to download file to cache it locally. The file will still be available using its URL. Check the file server's CORS configuration.", err);
18
23
  }
19
24
  }
20
- return this.run('files', (store) => {
25
+ await this.run('files', (store) => {
21
26
  return store.put({
22
27
  id: file.id,
23
28
  // IDB doesn't support boolean indexes
@@ -28,59 +33,59 @@ export class FileStorage extends IDBService {
28
33
  url: file.url,
29
34
  buffer,
30
35
  });
31
- }, { mode: 'readwrite', transaction });
32
- };
33
- this.hydrateFileData = (raw) => {
34
- raw.remote = raw.remote === 'true';
35
- const buffer = raw.buffer;
36
- delete raw.buffer;
37
- raw.file = buffer
38
- ? arrayBufferToBlob(buffer, raw.type)
39
- : undefined;
40
- return raw;
36
+ }, {
37
+ mode: 'readwrite',
38
+ transaction: options === null || options === void 0 ? void 0 : options.transaction,
39
+ });
41
40
  };
42
- this.markUploaded = async (id, { transaction } = {}) => {
43
- const current = await this.getFileRaw(id, { transaction });
41
+ this.markUploaded = async (id, options) => {
42
+ const current = await this.getFileRaw(id, options);
44
43
  if (!current) {
45
44
  throw new Error('File is not in local database');
46
45
  }
47
- return this.run('files', (store) => {
46
+ await this.run('files', (store) => {
48
47
  return store.put(Object.assign(Object.assign({}, current), { remote: 'true' }));
49
- }, { mode: 'readwrite', transaction });
48
+ }, {
49
+ mode: 'readwrite',
50
+ transaction: options === null || options === void 0 ? void 0 : options.transaction,
51
+ });
50
52
  };
51
- this.getFileRaw = async (id, { transaction } = {}) => {
52
- const raw = await this.run('files', (store) => {
53
- return store.get(id);
54
- }, { mode: 'readonly', transaction });
53
+ this.get = async (fileId, options) => {
54
+ const raw = await this.getFileRaw(fileId, options);
55
55
  if (!raw) {
56
- return undefined;
57
- }
58
- return raw;
59
- };
60
- this.getFile = async (id, { transaction } = {}) => {
61
- const raw = await this.getFileRaw(id, { transaction });
62
- if (!raw) {
63
- return undefined;
56
+ return null;
64
57
  }
65
58
  return this.hydrateFileData(raw);
66
59
  };
67
- this.markPendingDelete = async (id, { transaction } = {}) => {
68
- const current = await this.getFileRaw(id, { transaction });
60
+ this.delete = (fileId, options) => {
61
+ return this.run('files', (store) => {
62
+ return store.delete(fileId);
63
+ }, {
64
+ mode: 'readwrite',
65
+ transaction: options === null || options === void 0 ? void 0 : options.transaction,
66
+ });
67
+ };
68
+ this.markPendingDelete = async (fileId, options) => {
69
+ const current = await this.getFileRaw(fileId, options);
69
70
  if (!current) {
70
71
  throw new Error('File is not in local database');
71
72
  }
72
- return this.run('files', (store) => {
73
+ await this.run('files', (store) => {
73
74
  return store.put(Object.assign(Object.assign({}, current), { deletedAt: Date.now() }));
74
- }, { mode: 'readwrite', transaction });
75
+ }, {
76
+ mode: 'readwrite',
77
+ transaction: options === null || options === void 0 ? void 0 : options.transaction,
78
+ });
75
79
  };
76
- this.listUnsynced = async () => {
80
+ this.listUnsynced = async (options) => {
77
81
  const raw = await this.run('files', (store) => {
78
82
  return store.index('remote').getAll('false');
79
- }, { mode: 'readonly' });
83
+ }, { mode: 'readonly', transaction: options === null || options === void 0 ? void 0 : options.transaction });
80
84
  return raw.map(this.hydrateFileData);
81
85
  };
82
- this.resetSyncedStatusSince = async (since) => {
83
- const tx = this.createTransaction(['files'], { mode: 'readwrite' });
86
+ this.resetSyncedStatusSince = async (since, options) => {
87
+ var _a;
88
+ const tx = (_a = options === null || options === void 0 ? void 0 : options.transaction) !== null && _a !== void 0 ? _a : this.createTransaction(['files'], { mode: 'readwrite' });
84
89
  const raw = await this.run('files', (store) => {
85
90
  return store.index('remote').getAll('true');
86
91
  }, { transaction: tx });
@@ -91,16 +96,19 @@ export class FileStorage extends IDBService {
91
96
  }, { transaction: tx });
92
97
  }));
93
98
  };
94
- this.iterateOverPendingDelete = (iterator, transaction) => {
99
+ this.iterateOverPendingDelete = (iterator, options) => {
95
100
  return this.iterate('files', (store) => {
96
101
  return store
97
102
  .index('deletedAt')
98
103
  .openCursor(IDBKeyRange.lowerBound(0, true));
99
104
  }, (value, store) => {
100
105
  iterator(this.hydrateFileData(value), store);
101
- }, { mode: 'readwrite', transaction });
106
+ }, {
107
+ mode: 'readwrite',
108
+ transaction: options === null || options === void 0 ? void 0 : options.transaction,
109
+ });
102
110
  };
103
- this.getAll = async () => {
111
+ this.getAll = async (options) => {
104
112
  const [files] = await getAllFromObjectStores(this.db, ['files']);
105
113
  return files.map(this.hydrateFileData);
106
114
  };
@@ -109,14 +117,41 @@ export class FileStorage extends IDBService {
109
117
  size: await getSizeOfObjectStore(this.db, 'files'),
110
118
  };
111
119
  };
112
- }
113
- deleteFile(id, { transaction } = {}) {
114
- return this.run('files', (store) => {
115
- return store.delete(id);
116
- }, { mode: 'readwrite', transaction });
120
+ this.hydrateFileData = (raw) => {
121
+ raw.remote = raw.remote === 'true';
122
+ const buffer = raw.buffer;
123
+ delete raw.buffer;
124
+ raw.file = buffer
125
+ ? arrayBufferToBlob(buffer, raw.type)
126
+ : undefined;
127
+ return raw;
128
+ };
129
+ this.getFileRaw = async (id, { transaction } = {}) => {
130
+ const raw = await this.run('files', (store) => {
131
+ return store.get(id);
132
+ }, { mode: 'readonly', transaction: transaction });
133
+ if (!raw) {
134
+ return undefined;
135
+ }
136
+ return raw;
137
+ };
117
138
  }
118
139
  }
119
140
  export function arrayBufferToBlob(buffer, type) {
120
141
  return new Blob([buffer], { type });
121
142
  }
122
- //# sourceMappingURL=FileStorage.js.map
143
+ function fileToArrayBuffer(file) {
144
+ // special case for testing...
145
+ if ('__testReadBuffer' in file) {
146
+ return Promise.resolve(file.__testReadBuffer);
147
+ }
148
+ return new Promise((resolve, reject) => {
149
+ const reader = new FileReader();
150
+ reader.onload = () => {
151
+ resolve(reader.result);
152
+ };
153
+ reader.onerror = reject;
154
+ reader.readAsArrayBuffer(file);
155
+ });
156
+ }
157
+ //# sourceMappingURL=IdbPersistenceFileDb.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"IdbPersistenceFileDb.js","sourceRoot":"","sources":["../../../../../src/persistence/idb/files/IdbPersistenceFileDb.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAc1E,MAAM,OAAO,oBACZ,SAAQ,UAAU;IADnB;;QAIC,gBAAW,GAAG,CAAC,IAId,EAAuB,EAAE;YACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,IAAc,EACd,OAAyE,EACzD,EAAE;YAClB,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,IAAI,CAAC,MAAM,KAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,cAAc,CAAA,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpD,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;wBAC9B,MAAM,EAAE,KAAK;wBACb,WAAW,EAAE,SAAS;qBACtB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,OAAO,CAAC,KAAK,CACZ,0IAA0I,EAC1I,GAAG,CACH,CAAC;gBACH,CAAC;YACF,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC;oBAChB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,sCAAsC;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBACtC,SAAS,EAAE,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,MAAM;iBACmB,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EACnB,EAAU,EACV,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,MAAM,EAAE,MAAM,GACI,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,QAAG,GAAG,KAAK,EACV,MAAc,EACd,OAA+C,EACX,EAAE;YACtC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC;QACF,WAAM,GAAG,CACR,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,sBAAiB,GAAG,KAAK,EACxB,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEvD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GACH,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EAAE,OAErB,EAAgC,EAAE;YAClC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B,EAAE,CACzE,CAAC;YACF,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,2BAAsB,GAAG,KAAK,EAC7B,KAAoB,EACpB,OAA+C,EAC/B,EAAE;;YAClB,MAAM,EAAE,GACP,MAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAmB,mCAC7B,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,GAAG,KAAK,CAC7D,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;oBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,IAAI,KACP,MAAM,EAAE,OAAO,GACG,CAAC,CAAC;gBACtB,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YACH,CAAC,CAAC,CACF,CAAC;QACH,CAAC,CAAC;QACF,6BAAwB,GAAG,CAC1B,QAAkE,EAClE,OAA0C,EAC1B,EAAE;YAClB,OAAO,IAAI,CAAC,OAAO,CAClB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK;qBACV,KAAK,CAAC,WAAW,CAAC;qBAClB,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC/C,CAAC,EACD,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAChB,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9C,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,OAEf,EAAgC,EAAE;YAClC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;YACjE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,UAAK,GAAG,KAAK,IAAwD,EAAE;YACtE,OAAO;gBACN,IAAI,EAAE,MAAM,oBAAoB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC;aAClD,CAAC;QACH,CAAC,CAAC;QAEM,oBAAe,GAAG,CAAC,GAAmB,EAAqB,EAAE;YACnE,GAAW,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC;YAC5C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,OAAO,GAAG,CAAC,MAAM,CAAC;YACjB,GAA2B,CAAC,IAAI,GAAG,MAAM;gBACzC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;gBACrC,CAAC,CAAC,SAAS,CAAC;YACb,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEM,eAAU,GAAG,KAAK,EACzB,EAAU,EACV,EAAE,WAAW,KAA4C,EAAE,EACrB,EAAE;YACxC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,WAA6B,EAAE,CAChE,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,SAAS,CAAC;YAClB,CAAC;YACD,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;IACH,CAAC;CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAmB,EAAE,IAAY;IAClE,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAiB;IAC3C,8BAA8B;IAC9B,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC,OAAO,CAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACpB,OAAO,CAAC,MAAM,CAAC,MAAqB,CAAC,CAAC;QACvC,CAAC,CAAC;QACF,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC;QACxB,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,19 @@
1
+ import { Context, InitialContext } from '../../context/context.js';
2
+ import { PersistenceImplementation, PersistenceFileDb } from '../interfaces.js';
3
+ import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
4
+ import { IdbQueryDb } from './queries/IdbQueryDb.js';
5
+ import { PersistenceMetadata } from '../PersistenceMetadata.js';
6
+ export declare class IdbPersistence implements PersistenceImplementation {
7
+ private indexedDB;
8
+ private metadataDb;
9
+ constructor(indexedDB?: IDBFactory);
10
+ getNamespaces: () => Promise<string[]>;
11
+ getNamespaceVersion: (namespace: string) => Promise<number>;
12
+ deleteNamespace: (namespace: string, ctx: InitialContext) => Promise<void>;
13
+ openFiles(ctx: Omit<Context, 'files' | 'queries'>): Promise<PersistenceFileDb>;
14
+ openMetadata: (ctx: InitialContext) => Promise<IdbMetadataDb>;
15
+ openQueries: (ctx: InitialContext & {
16
+ meta: PersistenceMetadata;
17
+ }) => Promise<IdbQueryDb>;
18
+ copyNamespace: (from: string, to: string, ctx: InitialContext) => Promise<void>;
19
+ }
@@ -0,0 +1,80 @@
1
+ import { IdbPersistenceFileDb } from './files/IdbPersistenceFileDb.js';
2
+ import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
3
+ import { openMetadataDatabase } from './metadata/openMetadataDatabase.js';
4
+ import { IdbQueryDb } from './queries/IdbQueryDb.js';
5
+ import { openQueryDatabase } from './queries/migration/openQueryDatabase.js';
6
+ import { PersistenceMetadata } from '../PersistenceMetadata.js';
7
+ import { closeDatabase, deleteDatabase, getMetadataDbName, getNamespaceFromDatabaseInfo, getSizesOfAllObjectStores, } from './util.js';
8
+ import { getDatabaseVersion } from './queries/migration/db.js';
9
+ export class IdbPersistence {
10
+ constructor(indexedDB = window.indexedDB) {
11
+ this.indexedDB = indexedDB;
12
+ this.getNamespaces = async () => {
13
+ // list all idb database names
14
+ const dbs = await this.indexedDB.databases();
15
+ return Array.from(new Set(dbs.map(getNamespaceFromDatabaseInfo).filter((n) => !!n)));
16
+ };
17
+ this.getNamespaceVersion = async (namespace) => {
18
+ return getDatabaseVersion(this.indexedDB, namespace);
19
+ };
20
+ this.deleteNamespace = async (namespace, ctx) => {
21
+ await Promise.all([
22
+ deleteDatabase(getMetadataDbName(namespace), this.indexedDB),
23
+ deleteDatabase([namespace, 'collections'].join('_'), this.indexedDB),
24
+ ]);
25
+ };
26
+ this.openMetadata = async (ctx) => {
27
+ const { db } = await openMetadataDatabase({
28
+ indexedDB: this.indexedDB,
29
+ log: ctx.log,
30
+ namespace: ctx.namespace,
31
+ });
32
+ this.metadataDb = db;
33
+ return new IdbMetadataDb(db, ctx);
34
+ };
35
+ this.openQueries = async (ctx) => {
36
+ const db = await openQueryDatabase({
37
+ version: ctx.schema.version,
38
+ indexedDB: this.indexedDB,
39
+ migrations: ctx.migrations,
40
+ context: ctx,
41
+ });
42
+ return new IdbQueryDb(db, ctx);
43
+ };
44
+ this.copyNamespace = async (from, to, ctx) => {
45
+ const fromCtx = Object.assign(Object.assign({}, ctx), { namespace: from, originalNamespace: from });
46
+ const fromMetaDb = await this.openMetadata(fromCtx);
47
+ const fromMeta = new PersistenceMetadata(fromMetaDb, fromCtx);
48
+ const fromQueries = await this.openQueries(Object.assign(Object.assign({}, fromCtx), { meta: fromMeta }));
49
+ ctx.log('info', `Copying data from ${from} to ${to}`);
50
+ const { db: toMetaDb } = await openMetadataDatabase({
51
+ indexedDB: this.indexedDB,
52
+ log: ctx.log,
53
+ namespace: to,
54
+ });
55
+ ctx.log('debug', 'Metadata database opened');
56
+ await fromMetaDb.cloneTo(toMetaDb);
57
+ ctx.log('debug', 'Metadata copied');
58
+ const toQueryDb = await openQueryDatabase({
59
+ version: ctx.schema.version,
60
+ indexedDB: this.indexedDB,
61
+ migrations: ctx.migrations,
62
+ context: Object.assign(Object.assign({}, ctx), { namespace: to, originalNamespace: to, meta: fromMeta }),
63
+ });
64
+ await fromQueries.cloneTo(toQueryDb);
65
+ ctx.log('debug', 'Indexes copied');
66
+ ctx.log('debug', 'New document store stats:', await getSizesOfAllObjectStores(toQueryDb));
67
+ await fromMetaDb.dispose();
68
+ await closeDatabase(toMetaDb);
69
+ await fromQueries.dispose();
70
+ await closeDatabase(toQueryDb);
71
+ };
72
+ }
73
+ openFiles(ctx) {
74
+ if (!this.metadataDb) {
75
+ throw new Error('Metadata database must be opened first. This is a bug in Verdant.');
76
+ }
77
+ return Promise.resolve(new IdbPersistenceFileDb(this.metadataDb, ctx));
78
+ }
79
+ }
80
+ //# sourceMappingURL=idbPersistence.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"idbPersistence.js","sourceRoot":"","sources":["../../../../src/persistence/idb/idbPersistence.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EACN,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,4BAA4B,EAC5B,yBAAyB,GACzB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,OAAO,cAAc;IAE1B,YAAoB,YAAwB,MAAM,CAAC,SAAS;QAAxC,cAAS,GAAT,SAAS,CAA+B;QAE5D,kBAAa,GAAG,KAAK,IAAuB,EAAE;YAC7C,8BAA8B;YAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC,IAAI,CAChB,IAAI,GAAG,CACN,GAAG,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACrE,CACD,CAAC;QACH,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAAE,SAAiB,EAAmB,EAAE;YAClE,OAAO,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EACtB,SAAiB,EACjB,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,cAAc,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC5D,cAAc,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;aACpE,CAAC,CAAC;QACJ,CAAC,CAAC;QAaF,iBAAY,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACzC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,GAAG,CAAC,SAAS;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;YACrB,OAAO,IAAI,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,gBAAW,GAAG,KAAK,EAAE,GAAmD,EAAE,EAAE;YAC3E,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAC;gBAClC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG;aACZ,CAAC,CAAC;YACH,OAAO,IAAI,UAAU,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC,CAAC;QAEF,kBAAa,GAAG,KAAK,EACpB,IAAY,EACZ,EAAU,EACV,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,mCAAQ,GAAG,KAAE,SAAS,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,GAAE,CAAC;YACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,iCAAM,OAAO,KAAE,IAAI,EAAE,QAAQ,IAAG,CAAC;YAC3E,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC;YAEtD,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACnD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;YAC7C,MAAM,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAEpC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;gBACzC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,kCAAO,GAAG,KAAE,SAAS,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,GAAE;aACzE,CAAC,CAAC;YACH,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACrC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CACN,OAAO,EACP,2BAA2B,EAC3B,MAAM,yBAAyB,CAAC,SAAS,CAAC,CAC1C,CAAC;YAEF,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC,CAAC;IA/F6D,CAAC;IA0BhE,SAAS,CACR,GAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACd,mEAAmE,CACnE,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;CA6DD"}
@@ -0,0 +1,72 @@
1
+ import { DocumentBaseline, ObjectIdentifier } from '@verdant-web/common';
2
+ import { AbstractTransaction, AckInfo, ClientOperation, CommonQueryOptions, Iterator, LocalReplicaInfo, PersistenceMetadataDb } from '../../interfaces.js';
3
+ import { IdbService } from '../IdbService.js';
4
+ import { Context } from '../../../context/context.js';
5
+ export type StoredClientOperation = ClientOperation & {
6
+ /** This acts as the primary key */
7
+ oid_timestamp: string;
8
+ l_t: string;
9
+ d_t: string;
10
+ };
11
+ export type StoredSchema = {
12
+ type: 'schema';
13
+ schema: string;
14
+ };
15
+ export declare class IdbMetadataDb extends IdbService implements PersistenceMetadataDb {
16
+ private ctx;
17
+ constructor(db: IDBDatabase, ctx: Pick<Context, 'log' | 'namespace'>);
18
+ transaction: (opts: {
19
+ mode?: 'readwrite' | 'readonly';
20
+ storeNames: string[];
21
+ abort?: AbortSignal;
22
+ }) => IDBTransaction;
23
+ getAckInfo: () => Promise<AckInfo>;
24
+ setGlobalAck: (ack: string) => Promise<void>;
25
+ private _creatingLocalReplica;
26
+ private cachedLocalReplica;
27
+ getLocalReplica: (opts?: CommonQueryOptions) => Promise<LocalReplicaInfo>;
28
+ updateLocalReplica: (data: Partial<LocalReplicaInfo>, opts?: CommonQueryOptions) => Promise<void>;
29
+ iterateDocumentBaselines: (rootOid: string, iterator: (baseline: DocumentBaseline) => void, opts?: CommonQueryOptions) => Promise<void>;
30
+ iterateCollectionBaselines: (collection: string, iterator: (baseline: DocumentBaseline) => void, opts?: CommonQueryOptions) => Promise<void>;
31
+ iterateAllBaselines: (iterator: Iterator<DocumentBaseline>, opts: CommonQueryOptions) => Promise<void>;
32
+ getBaseline: (oid: string, opts?: CommonQueryOptions) => Promise<DocumentBaseline>;
33
+ setBaselines: (baselines: DocumentBaseline[], opts?: CommonQueryOptions) => Promise<void>;
34
+ deleteBaseline: (oid: string, opts?: CommonQueryOptions) => Promise<void>;
35
+ iterateDocumentOperations: (rootOid: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
36
+ to?: string | null;
37
+ }) => Promise<void>;
38
+ iterateEntityOperations: (oid: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
39
+ to?: string | null;
40
+ }) => Promise<void>;
41
+ consumeEntityOperations: (oid: string, iterator: Iterator<ClientOperation>, opts?: CommonQueryOptions & {
42
+ to?: string | null;
43
+ }) => Promise<void>;
44
+ iterateCollectionOperations: (collection: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions) => Promise<void>;
45
+ iterateLocalOperations: (iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
46
+ after?: string | null;
47
+ }) => Promise<void>;
48
+ iterateAllOperations: (iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
49
+ before?: string | null;
50
+ from?: string | null;
51
+ }) => Promise<void>;
52
+ addOperations: (ops: StoredClientOperation[], opts?: CommonQueryOptions) => Promise<ObjectIdentifier[]>;
53
+ reset: ({ clearReplica, transaction, }?: {
54
+ clearReplica?: boolean | undefined;
55
+ transaction?: AbstractTransaction;
56
+ }) => Promise<void>;
57
+ stats: () => Promise<{
58
+ operationsSize: {
59
+ count: number;
60
+ size: number;
61
+ };
62
+ baselinesSize: {
63
+ count: number;
64
+ size: number;
65
+ };
66
+ }>;
67
+ private resetLocalReplica;
68
+ private resetBaselines;
69
+ private resetOperations;
70
+ private addOperationIndexes;
71
+ private convertOpts;
72
+ }