@verdant-web/store 3.12.0 → 4.0.0-next.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bundle/index.js +11 -13
- package/dist/bundle/index.js.map +4 -4
- package/dist/esm/__tests__/batching.test.js +5 -5
- package/dist/esm/__tests__/batching.test.js.map +1 -1
- package/dist/esm/__tests__/entities.test.js +1 -1
- package/dist/esm/__tests__/entities.test.js.map +1 -1
- package/dist/esm/__tests__/fixtures/testStorage.d.ts +1 -3
- package/dist/esm/__tests__/fixtures/testStorage.js +3 -3
- package/dist/esm/__tests__/fixtures/testStorage.js.map +1 -1
- package/dist/esm/__tests__/queries.test.js.map +1 -1
- package/dist/esm/backup.d.ts +3 -4
- package/dist/esm/backup.js.map +1 -1
- package/dist/esm/client/Client.d.ts +28 -33
- package/dist/esm/client/Client.js +50 -161
- package/dist/esm/client/Client.js.map +1 -1
- package/dist/esm/client/ClientDescriptor.d.ts +8 -11
- package/dist/esm/client/ClientDescriptor.js +39 -141
- package/dist/esm/client/ClientDescriptor.js.map +1 -1
- package/dist/esm/context/Time.d.ts +13 -0
- package/dist/esm/context/Time.js +27 -0
- package/dist/esm/context/Time.js.map +1 -0
- package/dist/esm/context/context.d.ts +170 -0
- package/dist/esm/{context.js.map → context/context.js.map} +1 -1
- package/dist/esm/entities/DocumentManager.js.map +1 -1
- package/dist/esm/entities/Entity.d.ts +4 -5
- package/dist/esm/entities/Entity.js +5 -3
- package/dist/esm/entities/Entity.js.map +1 -1
- package/dist/esm/entities/Entity.test.js +4 -3
- package/dist/esm/entities/Entity.test.js.map +1 -1
- package/dist/esm/entities/EntityCache.d.ts +0 -3
- package/dist/esm/entities/EntityCache.js +0 -9
- package/dist/esm/entities/EntityCache.js.map +1 -1
- package/dist/esm/entities/EntityMetadata.d.ts +1 -1
- package/dist/esm/entities/EntityMetadata.js +6 -5
- package/dist/esm/entities/EntityMetadata.js.map +1 -1
- package/dist/esm/entities/EntityStore.d.ts +2 -6
- package/dist/esm/entities/EntityStore.js +22 -16
- package/dist/esm/entities/EntityStore.js.map +1 -1
- package/dist/esm/entities/OperationBatcher.d.ts +2 -5
- package/dist/esm/entities/OperationBatcher.js +9 -7
- package/dist/esm/entities/OperationBatcher.js.map +1 -1
- package/dist/esm/entities/types.d.ts +1 -1
- package/dist/esm/errors.d.ts +8 -0
- package/dist/esm/errors.js +12 -0
- package/dist/esm/errors.js.map +1 -0
- package/dist/esm/files/EntityFile.d.ts +6 -3
- package/dist/esm/files/EntityFile.js +22 -19
- package/dist/esm/files/EntityFile.js.map +1 -1
- package/dist/esm/files/FileManager.d.ts +8 -39
- package/dist/esm/files/FileManager.js +15 -170
- package/dist/esm/files/FileManager.js.map +1 -1
- package/dist/esm/files/utils.d.ts +0 -1
- package/dist/esm/files/utils.js +0 -14
- package/dist/esm/files/utils.js.map +1 -1
- package/dist/esm/index.d.ts +1 -2
- package/dist/esm/index.js +0 -1
- package/dist/esm/index.js.map +1 -1
- package/dist/esm/{metadata → persistence}/MessageCreator.d.ts +5 -6
- package/dist/esm/{metadata → persistence}/MessageCreator.js +31 -38
- package/dist/esm/persistence/MessageCreator.js.map +1 -0
- package/dist/esm/persistence/PersistenceFiles.d.ts +48 -0
- package/dist/esm/persistence/PersistenceFiles.js +160 -0
- package/dist/esm/persistence/PersistenceFiles.js.map +1 -0
- package/dist/esm/persistence/PersistenceMetadata.d.ts +69 -0
- package/dist/esm/persistence/PersistenceMetadata.js +302 -0
- package/dist/esm/persistence/PersistenceMetadata.js.map +1 -0
- package/dist/esm/persistence/PersistenceQueries.d.ts +34 -0
- package/dist/esm/persistence/PersistenceQueries.js +15 -0
- package/dist/esm/persistence/PersistenceQueries.js.map +1 -0
- package/dist/esm/persistence/PersistenceRebaser.d.ts +32 -0
- package/dist/esm/persistence/PersistenceRebaser.js +120 -0
- package/dist/esm/persistence/PersistenceRebaser.js.map +1 -0
- package/dist/esm/{IDBService.d.ts → persistence/idb/IdbService.d.ts} +9 -7
- package/dist/esm/{IDBService.js → persistence/idb/IdbService.js} +29 -8
- package/dist/esm/persistence/idb/IdbService.js.map +1 -0
- package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.d.ts +58 -0
- package/dist/esm/{files/FileStorage.js → persistence/idb/files/IdbPersistenceFileDb.js} +85 -50
- package/dist/esm/persistence/idb/files/IdbPersistenceFileDb.js.map +1 -0
- package/dist/esm/persistence/idb/idbPersistence.d.ts +19 -0
- package/dist/esm/persistence/idb/idbPersistence.js +80 -0
- package/dist/esm/persistence/idb/idbPersistence.js.map +1 -0
- package/dist/esm/persistence/idb/metadata/IdbMetadataDb.d.ts +72 -0
- package/dist/esm/persistence/idb/metadata/IdbMetadataDb.js +235 -0
- package/dist/esm/persistence/idb/metadata/IdbMetadataDb.js.map +1 -0
- package/dist/esm/{metadata → persistence/idb/metadata}/openMetadataDatabase.d.ts +3 -1
- package/dist/esm/{metadata → persistence/idb/metadata}/openMetadataDatabase.js +12 -3
- package/dist/esm/persistence/idb/metadata/openMetadataDatabase.js.map +1 -0
- package/dist/esm/persistence/idb/queries/IdbQueryDb.d.ts +41 -0
- package/dist/esm/persistence/idb/queries/IdbQueryDb.js +174 -0
- package/dist/esm/persistence/idb/queries/IdbQueryDb.js.map +1 -0
- package/dist/esm/{migration → persistence/idb/queries/migration}/db.d.ts +1 -1
- package/dist/esm/{migration → persistence/idb/queries/migration}/db.js +10 -48
- package/dist/esm/persistence/idb/queries/migration/db.js.map +1 -0
- package/dist/esm/persistence/idb/queries/migration/engine.d.ts +12 -0
- package/dist/esm/{migration → persistence/idb/queries/migration}/engine.js +29 -46
- package/dist/esm/persistence/idb/queries/migration/engine.js.map +1 -0
- package/dist/esm/{migration → persistence/idb/queries/migration}/migrations.d.ts +1 -3
- package/dist/esm/{migration → persistence/idb/queries/migration}/migrations.js +11 -10
- package/dist/esm/persistence/idb/queries/migration/migrations.js.map +1 -0
- package/dist/esm/{migration → persistence/idb/queries/migration}/openQueryDatabase.d.ts +1 -3
- package/dist/esm/{migration → persistence/idb/queries/migration}/openQueryDatabase.js +4 -7
- package/dist/esm/persistence/idb/queries/migration/openQueryDatabase.js.map +1 -0
- package/dist/esm/{migration → persistence/idb/queries/migration}/paths.js +2 -2
- package/dist/esm/persistence/idb/queries/migration/paths.js.map +1 -0
- package/dist/esm/persistence/idb/queries/migration/paths.test.js.map +1 -0
- package/dist/esm/persistence/idb/queries/migration/types.d.ts +6 -0
- package/dist/esm/persistence/idb/queries/migration/types.js.map +1 -0
- package/dist/esm/persistence/idb/queries/ranges.d.ts +2 -0
- package/dist/esm/persistence/idb/queries/ranges.js +66 -0
- package/dist/esm/persistence/idb/queries/ranges.js.map +1 -0
- package/dist/esm/{idb.d.ts → persistence/idb/util.d.ts} +11 -0
- package/dist/esm/{idb.js → persistence/idb/util.js} +58 -1
- package/dist/esm/persistence/idb/util.js.map +1 -0
- package/dist/esm/persistence/interfaces.d.ts +181 -0
- package/dist/esm/persistence/interfaces.js +2 -0
- package/dist/esm/persistence/interfaces.js.map +1 -0
- package/dist/esm/persistence/persistence.d.ts +4 -0
- package/dist/esm/persistence/persistence.js +126 -0
- package/dist/esm/persistence/persistence.js.map +1 -0
- package/dist/esm/queries/BaseQuery.d.ts +2 -1
- package/dist/esm/queries/BaseQuery.js +3 -0
- package/dist/esm/queries/BaseQuery.js.map +1 -1
- package/dist/esm/queries/CollectionQueries.d.ts +1 -1
- package/dist/esm/queries/FindAllQuery.js +1 -3
- package/dist/esm/queries/FindAllQuery.js.map +1 -1
- package/dist/esm/queries/FindInfiniteQuery.js +2 -5
- package/dist/esm/queries/FindInfiniteQuery.js.map +1 -1
- package/dist/esm/queries/FindOneQuery.js +1 -3
- package/dist/esm/queries/FindOneQuery.js.map +1 -1
- package/dist/esm/queries/FindPageQuery.js +1 -3
- package/dist/esm/queries/FindPageQuery.js.map +1 -1
- package/dist/esm/queries/QueryCache.d.ts +1 -1
- package/dist/esm/queries/QueryCache.js +4 -0
- package/dist/esm/queries/QueryCache.js.map +1 -1
- package/dist/esm/sync/FileSync.d.ts +23 -8
- package/dist/esm/sync/FileSync.js +76 -28
- package/dist/esm/sync/FileSync.js.map +1 -1
- package/dist/esm/sync/PresenceManager.d.ts +4 -3
- package/dist/esm/sync/PresenceManager.js +2 -2
- package/dist/esm/sync/PresenceManager.js.map +1 -1
- package/dist/esm/sync/PushPullSync.d.ts +4 -6
- package/dist/esm/sync/PushPullSync.js +13 -12
- package/dist/esm/sync/PushPullSync.js.map +1 -1
- package/dist/esm/sync/Sync.d.ts +9 -11
- package/dist/esm/sync/Sync.js +34 -29
- package/dist/esm/sync/Sync.js.map +1 -1
- package/dist/esm/sync/WebSocketSync.d.ts +4 -6
- package/dist/esm/sync/WebSocketSync.js +20 -22
- package/dist/esm/sync/WebSocketSync.js.map +1 -1
- package/dist/esm/utils/Disposable.d.ts +5 -2
- package/dist/esm/utils/Disposable.js +3 -2
- package/dist/esm/utils/Disposable.js.map +1 -1
- package/dist/esm/utils/wip.d.ts +2 -0
- package/dist/esm/utils/wip.js +5 -0
- package/dist/esm/utils/wip.js.map +1 -0
- package/package.json +2 -2
- package/src/__tests__/batching.test.ts +6 -6
- package/src/__tests__/entities.test.ts +1 -1
- package/src/__tests__/fixtures/testStorage.ts +2 -10
- package/src/__tests__/queries.test.ts +1 -1
- package/src/backup.ts +3 -4
- package/src/client/Client.ts +69 -226
- package/src/client/ClientDescriptor.ts +53 -184
- package/src/context/Time.ts +35 -0
- package/src/context/context.ts +200 -0
- package/src/entities/DocumentManager.ts +0 -3
- package/src/entities/Entity.test.ts +9 -9
- package/src/entities/Entity.ts +6 -12
- package/src/entities/EntityCache.ts +0 -9
- package/src/entities/EntityMetadata.ts +4 -4
- package/src/entities/EntityStore.ts +26 -29
- package/src/entities/OperationBatcher.ts +9 -11
- package/src/entities/types.ts +1 -1
- package/src/errors.ts +13 -0
- package/src/files/EntityFile.ts +16 -5
- package/src/files/FileManager.ts +18 -245
- package/src/files/utils.ts +0 -15
- package/src/index.ts +2 -1
- package/src/{metadata → persistence}/MessageCreator.ts +46 -36
- package/src/persistence/PersistenceFiles.ts +227 -0
- package/src/persistence/PersistenceMetadata.ts +425 -0
- package/src/persistence/PersistenceQueries.ts +22 -0
- package/src/persistence/PersistenceRebaser.ts +171 -0
- package/src/{IDBService.ts → persistence/idb/IdbService.ts} +45 -12
- package/src/{files/FileStorage.ts → persistence/idb/files/IdbPersistenceFileDb.ts} +128 -86
- package/src/persistence/idb/idbPersistence.ts +116 -0
- package/src/persistence/idb/metadata/IdbMetadataDb.ts +460 -0
- package/src/{metadata → persistence/idb/metadata}/openMetadataDatabase.ts +21 -4
- package/src/persistence/idb/queries/IdbQueryDb.ts +251 -0
- package/src/{migration → persistence/idb/queries/migration}/db.ts +18 -72
- package/src/{migration → persistence/idb/queries/migration}/engine.ts +39 -62
- package/src/{migration → persistence/idb/queries/migration}/migrations.ts +13 -18
- package/src/{migration → persistence/idb/queries/migration}/openQueryDatabase.ts +5 -14
- package/src/{migration → persistence/idb/queries/migration}/paths.ts +4 -3
- package/src/persistence/idb/queries/migration/types.ts +8 -0
- package/src/persistence/idb/queries/ranges.ts +107 -0
- package/src/{idb.ts → persistence/idb/util.ts} +75 -0
- package/src/persistence/interfaces.ts +240 -0
- package/src/persistence/persistence.ts +223 -0
- package/src/queries/BaseQuery.ts +5 -1
- package/src/queries/CollectionQueries.ts +2 -2
- package/src/queries/FindAllQuery.ts +1 -3
- package/src/queries/FindInfiniteQuery.ts +2 -5
- package/src/queries/FindOneQuery.ts +1 -3
- package/src/queries/FindPageQuery.ts +1 -3
- package/src/queries/QueryCache.ts +20 -1
- package/src/sync/FileSync.ts +93 -30
- package/src/sync/PresenceManager.ts +5 -7
- package/src/sync/PushPullSync.ts +23 -19
- package/src/sync/Sync.ts +45 -36
- package/src/sync/WebSocketSync.ts +41 -27
- package/src/utils/Disposable.ts +7 -4
- package/src/utils/wip.ts +5 -0
- package/dist/esm/IDBService.js.map +0 -1
- package/dist/esm/__tests__/legacyOids.test.d.ts +0 -1
- package/dist/esm/__tests__/legacyOids.test.js +0 -352
- package/dist/esm/__tests__/legacyOids.test.js.map +0 -1
- package/dist/esm/context.d.ts +0 -45
- package/dist/esm/files/FileStorage.d.ts +0 -47
- package/dist/esm/files/FileStorage.js.map +0 -1
- package/dist/esm/idb.js.map +0 -1
- package/dist/esm/metadata/AckInfoStore.d.ts +0 -10
- package/dist/esm/metadata/AckInfoStore.js +0 -22
- package/dist/esm/metadata/AckInfoStore.js.map +0 -1
- package/dist/esm/metadata/BaselinesStore.d.ts +0 -40
- package/dist/esm/metadata/BaselinesStore.js +0 -102
- package/dist/esm/metadata/BaselinesStore.js.map +0 -1
- package/dist/esm/metadata/LocalReplicaStore.d.ts +0 -19
- package/dist/esm/metadata/LocalReplicaStore.js +0 -56
- package/dist/esm/metadata/LocalReplicaStore.js.map +0 -1
- package/dist/esm/metadata/MessageCreator.js.map +0 -1
- package/dist/esm/metadata/Metadata.d.ts +0 -146
- package/dist/esm/metadata/Metadata.js +0 -452
- package/dist/esm/metadata/Metadata.js.map +0 -1
- package/dist/esm/metadata/OperationsStore.d.ts +0 -62
- package/dist/esm/metadata/OperationsStore.js +0 -175
- package/dist/esm/metadata/OperationsStore.js.map +0 -1
- package/dist/esm/metadata/SchemaStore.d.ts +0 -9
- package/dist/esm/metadata/SchemaStore.js +0 -35
- package/dist/esm/metadata/SchemaStore.js.map +0 -1
- package/dist/esm/metadata/openMetadataDatabase.js.map +0 -1
- package/dist/esm/migration/db.js.map +0 -1
- package/dist/esm/migration/engine.d.ts +0 -15
- package/dist/esm/migration/engine.js.map +0 -1
- package/dist/esm/migration/errors.d.ts +0 -5
- package/dist/esm/migration/errors.js +0 -8
- package/dist/esm/migration/errors.js.map +0 -1
- package/dist/esm/migration/migrations.js.map +0 -1
- package/dist/esm/migration/openQueryDatabase.js.map +0 -1
- package/dist/esm/migration/openWIPDatabase.d.ts +0 -11
- package/dist/esm/migration/openWIPDatabase.js +0 -65
- package/dist/esm/migration/openWIPDatabase.js.map +0 -1
- package/dist/esm/migration/paths.js.map +0 -1
- package/dist/esm/migration/paths.test.js.map +0 -1
- package/dist/esm/migration/types.d.ts +0 -3
- package/dist/esm/migration/types.js.map +0 -1
- package/dist/esm/queries/QueryableStorage.d.ts +0 -20
- package/dist/esm/queries/QueryableStorage.js +0 -90
- package/dist/esm/queries/QueryableStorage.js.map +0 -1
- package/dist/esm/queries/dbQueries.d.ts +0 -22
- package/dist/esm/queries/dbQueries.js +0 -130
- package/dist/esm/queries/dbQueries.js.map +0 -1
- package/src/__tests__/legacyOids.test.ts +0 -375
- package/src/context.ts +0 -55
- package/src/metadata/AckInfoStore.ts +0 -30
- package/src/metadata/BaselinesStore.ts +0 -188
- package/src/metadata/LocalReplicaStore.ts +0 -79
- package/src/metadata/Metadata.ts +0 -685
- package/src/metadata/OperationsStore.ts +0 -332
- package/src/metadata/SchemaStore.ts +0 -47
- package/src/migration/errors.ts +0 -7
- package/src/migration/openWIPDatabase.ts +0 -97
- package/src/migration/types.ts +0 -4
- package/src/queries/QueryableStorage.ts +0 -122
- package/src/queries/dbQueries.ts +0 -161
- /package/dist/esm/{context.js → context/context.js} +0 -0
- /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.d.ts +0 -0
- /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.test.d.ts +0 -0
- /package/dist/esm/{migration → persistence/idb/queries/migration}/paths.test.js +0 -0
- /package/dist/esm/{migration → persistence/idb/queries/migration}/types.js +0 -0
- /package/src/{migration → persistence/idb/queries/migration}/paths.test.ts +0 -0
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import { FileData } from '@verdant-web/common';
|
|
2
|
+
import { AbstractTransaction, PersistedFileData, PersistenceFileDb, QueryMode } from '../../interfaces.js';
|
|
3
|
+
import { IdbService } from '../IdbService.js';
|
|
4
|
+
/**
|
|
5
|
+
* When stored in IDB, replace the file blob with an array buffer
|
|
6
|
+
* since it's more compatible, and replace remote boolean with
|
|
7
|
+
* a string since IDB doesn't support boolean indexes.
|
|
8
|
+
*/
|
|
9
|
+
export interface StoredFileData extends Omit<FileData, 'remote' | 'file'> {
|
|
10
|
+
remote: 'true' | 'false';
|
|
11
|
+
buffer?: ArrayBuffer;
|
|
12
|
+
deletedAt: number | null;
|
|
13
|
+
timestamp?: string;
|
|
14
|
+
}
|
|
15
|
+
export declare class IdbPersistenceFileDb extends IdbService implements PersistenceFileDb {
|
|
16
|
+
transaction: (opts: {
|
|
17
|
+
mode?: QueryMode;
|
|
18
|
+
storeNames: string[];
|
|
19
|
+
abort?: AbortSignal;
|
|
20
|
+
}) => AbstractTransaction;
|
|
21
|
+
add: (file: FileData, options?: {
|
|
22
|
+
transaction?: AbstractTransaction;
|
|
23
|
+
downloadRemote?: boolean;
|
|
24
|
+
}) => Promise<void>;
|
|
25
|
+
markUploaded: (id: string, options?: {
|
|
26
|
+
transaction?: AbstractTransaction;
|
|
27
|
+
}) => Promise<void>;
|
|
28
|
+
get: (fileId: string, options?: {
|
|
29
|
+
transaction?: AbstractTransaction;
|
|
30
|
+
}) => Promise<PersistedFileData | null>;
|
|
31
|
+
delete: (fileId: string, options?: {
|
|
32
|
+
transaction?: AbstractTransaction;
|
|
33
|
+
}) => Promise<void>;
|
|
34
|
+
markPendingDelete: (fileId: string, options?: {
|
|
35
|
+
transaction?: AbstractTransaction;
|
|
36
|
+
}) => Promise<void>;
|
|
37
|
+
listUnsynced: (options?: {
|
|
38
|
+
transaction?: AbstractTransaction;
|
|
39
|
+
}) => Promise<PersistedFileData[]>;
|
|
40
|
+
resetSyncedStatusSince: (since: string | null, options?: {
|
|
41
|
+
transaction?: AbstractTransaction;
|
|
42
|
+
}) => Promise<void>;
|
|
43
|
+
iterateOverPendingDelete: (iterator: (file: PersistedFileData, store: IDBObjectStore) => void, options?: {
|
|
44
|
+
transaction?: IDBTransaction;
|
|
45
|
+
}) => Promise<void>;
|
|
46
|
+
getAll: (options?: {
|
|
47
|
+
transaction?: AbstractTransaction;
|
|
48
|
+
}) => Promise<PersistedFileData[]>;
|
|
49
|
+
stats: () => Promise<{
|
|
50
|
+
size: {
|
|
51
|
+
count: number;
|
|
52
|
+
size: number;
|
|
53
|
+
};
|
|
54
|
+
}>;
|
|
55
|
+
private hydrateFileData;
|
|
56
|
+
private getFileRaw;
|
|
57
|
+
}
|
|
58
|
+
export declare function arrayBufferToBlob(buffer: ArrayBuffer, type: string): Blob;
|
|
@@ -1,12 +1,17 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
|
|
4
|
-
export class FileStorage extends IDBService {
|
|
1
|
+
import { IdbService } from '../IdbService.js';
|
|
2
|
+
import { getAllFromObjectStores, getSizeOfObjectStore } from '../util.js';
|
|
3
|
+
export class IdbPersistenceFileDb extends IdbService {
|
|
5
4
|
constructor() {
|
|
6
5
|
super(...arguments);
|
|
7
|
-
this.
|
|
6
|
+
this.transaction = (opts) => {
|
|
7
|
+
return this.createTransaction(opts.storeNames, {
|
|
8
|
+
mode: opts.mode,
|
|
9
|
+
abort: opts.abort,
|
|
10
|
+
});
|
|
11
|
+
};
|
|
12
|
+
this.add = async (file, options) => {
|
|
8
13
|
let buffer = file.file ? await fileToArrayBuffer(file.file) : undefined;
|
|
9
|
-
if (!buffer && downloadRemote && file.url) {
|
|
14
|
+
if (!buffer && (options === null || options === void 0 ? void 0 : options.downloadRemote) && file.url) {
|
|
10
15
|
try {
|
|
11
16
|
buffer = await fetch(file.url, {
|
|
12
17
|
method: 'GET',
|
|
@@ -17,7 +22,7 @@ export class FileStorage extends IDBService {
|
|
|
17
22
|
console.error("Failed to download file to cache it locally. The file will still be available using its URL. Check the file server's CORS configuration.", err);
|
|
18
23
|
}
|
|
19
24
|
}
|
|
20
|
-
|
|
25
|
+
await this.run('files', (store) => {
|
|
21
26
|
return store.put({
|
|
22
27
|
id: file.id,
|
|
23
28
|
// IDB doesn't support boolean indexes
|
|
@@ -28,59 +33,59 @@ export class FileStorage extends IDBService {
|
|
|
28
33
|
url: file.url,
|
|
29
34
|
buffer,
|
|
30
35
|
});
|
|
31
|
-
}, {
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
const buffer = raw.buffer;
|
|
36
|
-
delete raw.buffer;
|
|
37
|
-
raw.file = buffer
|
|
38
|
-
? arrayBufferToBlob(buffer, raw.type)
|
|
39
|
-
: undefined;
|
|
40
|
-
return raw;
|
|
36
|
+
}, {
|
|
37
|
+
mode: 'readwrite',
|
|
38
|
+
transaction: options === null || options === void 0 ? void 0 : options.transaction,
|
|
39
|
+
});
|
|
41
40
|
};
|
|
42
|
-
this.markUploaded = async (id,
|
|
43
|
-
const current = await this.getFileRaw(id,
|
|
41
|
+
this.markUploaded = async (id, options) => {
|
|
42
|
+
const current = await this.getFileRaw(id, options);
|
|
44
43
|
if (!current) {
|
|
45
44
|
throw new Error('File is not in local database');
|
|
46
45
|
}
|
|
47
|
-
|
|
46
|
+
await this.run('files', (store) => {
|
|
48
47
|
return store.put(Object.assign(Object.assign({}, current), { remote: 'true' }));
|
|
49
|
-
}, {
|
|
48
|
+
}, {
|
|
49
|
+
mode: 'readwrite',
|
|
50
|
+
transaction: options === null || options === void 0 ? void 0 : options.transaction,
|
|
51
|
+
});
|
|
50
52
|
};
|
|
51
|
-
this.
|
|
52
|
-
const raw = await this.
|
|
53
|
-
return store.get(id);
|
|
54
|
-
}, { mode: 'readonly', transaction });
|
|
53
|
+
this.get = async (fileId, options) => {
|
|
54
|
+
const raw = await this.getFileRaw(fileId, options);
|
|
55
55
|
if (!raw) {
|
|
56
|
-
return
|
|
57
|
-
}
|
|
58
|
-
return raw;
|
|
59
|
-
};
|
|
60
|
-
this.getFile = async (id, { transaction } = {}) => {
|
|
61
|
-
const raw = await this.getFileRaw(id, { transaction });
|
|
62
|
-
if (!raw) {
|
|
63
|
-
return undefined;
|
|
56
|
+
return null;
|
|
64
57
|
}
|
|
65
58
|
return this.hydrateFileData(raw);
|
|
66
59
|
};
|
|
67
|
-
this.
|
|
68
|
-
|
|
60
|
+
this.delete = (fileId, options) => {
|
|
61
|
+
return this.run('files', (store) => {
|
|
62
|
+
return store.delete(fileId);
|
|
63
|
+
}, {
|
|
64
|
+
mode: 'readwrite',
|
|
65
|
+
transaction: options === null || options === void 0 ? void 0 : options.transaction,
|
|
66
|
+
});
|
|
67
|
+
};
|
|
68
|
+
this.markPendingDelete = async (fileId, options) => {
|
|
69
|
+
const current = await this.getFileRaw(fileId, options);
|
|
69
70
|
if (!current) {
|
|
70
71
|
throw new Error('File is not in local database');
|
|
71
72
|
}
|
|
72
|
-
|
|
73
|
+
await this.run('files', (store) => {
|
|
73
74
|
return store.put(Object.assign(Object.assign({}, current), { deletedAt: Date.now() }));
|
|
74
|
-
}, {
|
|
75
|
+
}, {
|
|
76
|
+
mode: 'readwrite',
|
|
77
|
+
transaction: options === null || options === void 0 ? void 0 : options.transaction,
|
|
78
|
+
});
|
|
75
79
|
};
|
|
76
|
-
this.listUnsynced = async () => {
|
|
80
|
+
this.listUnsynced = async (options) => {
|
|
77
81
|
const raw = await this.run('files', (store) => {
|
|
78
82
|
return store.index('remote').getAll('false');
|
|
79
|
-
}, { mode: 'readonly' });
|
|
83
|
+
}, { mode: 'readonly', transaction: options === null || options === void 0 ? void 0 : options.transaction });
|
|
80
84
|
return raw.map(this.hydrateFileData);
|
|
81
85
|
};
|
|
82
|
-
this.resetSyncedStatusSince = async (since) => {
|
|
83
|
-
|
|
86
|
+
this.resetSyncedStatusSince = async (since, options) => {
|
|
87
|
+
var _a;
|
|
88
|
+
const tx = (_a = options === null || options === void 0 ? void 0 : options.transaction) !== null && _a !== void 0 ? _a : this.createTransaction(['files'], { mode: 'readwrite' });
|
|
84
89
|
const raw = await this.run('files', (store) => {
|
|
85
90
|
return store.index('remote').getAll('true');
|
|
86
91
|
}, { transaction: tx });
|
|
@@ -91,16 +96,19 @@ export class FileStorage extends IDBService {
|
|
|
91
96
|
}, { transaction: tx });
|
|
92
97
|
}));
|
|
93
98
|
};
|
|
94
|
-
this.iterateOverPendingDelete = (iterator,
|
|
99
|
+
this.iterateOverPendingDelete = (iterator, options) => {
|
|
95
100
|
return this.iterate('files', (store) => {
|
|
96
101
|
return store
|
|
97
102
|
.index('deletedAt')
|
|
98
103
|
.openCursor(IDBKeyRange.lowerBound(0, true));
|
|
99
104
|
}, (value, store) => {
|
|
100
105
|
iterator(this.hydrateFileData(value), store);
|
|
101
|
-
}, {
|
|
106
|
+
}, {
|
|
107
|
+
mode: 'readwrite',
|
|
108
|
+
transaction: options === null || options === void 0 ? void 0 : options.transaction,
|
|
109
|
+
});
|
|
102
110
|
};
|
|
103
|
-
this.getAll = async () => {
|
|
111
|
+
this.getAll = async (options) => {
|
|
104
112
|
const [files] = await getAllFromObjectStores(this.db, ['files']);
|
|
105
113
|
return files.map(this.hydrateFileData);
|
|
106
114
|
};
|
|
@@ -109,14 +117,41 @@ export class FileStorage extends IDBService {
|
|
|
109
117
|
size: await getSizeOfObjectStore(this.db, 'files'),
|
|
110
118
|
};
|
|
111
119
|
};
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
120
|
+
this.hydrateFileData = (raw) => {
|
|
121
|
+
raw.remote = raw.remote === 'true';
|
|
122
|
+
const buffer = raw.buffer;
|
|
123
|
+
delete raw.buffer;
|
|
124
|
+
raw.file = buffer
|
|
125
|
+
? arrayBufferToBlob(buffer, raw.type)
|
|
126
|
+
: undefined;
|
|
127
|
+
return raw;
|
|
128
|
+
};
|
|
129
|
+
this.getFileRaw = async (id, { transaction } = {}) => {
|
|
130
|
+
const raw = await this.run('files', (store) => {
|
|
131
|
+
return store.get(id);
|
|
132
|
+
}, { mode: 'readonly', transaction: transaction });
|
|
133
|
+
if (!raw) {
|
|
134
|
+
return undefined;
|
|
135
|
+
}
|
|
136
|
+
return raw;
|
|
137
|
+
};
|
|
117
138
|
}
|
|
118
139
|
}
|
|
119
140
|
export function arrayBufferToBlob(buffer, type) {
|
|
120
141
|
return new Blob([buffer], { type });
|
|
121
142
|
}
|
|
122
|
-
|
|
143
|
+
function fileToArrayBuffer(file) {
|
|
144
|
+
// special case for testing...
|
|
145
|
+
if ('__testReadBuffer' in file) {
|
|
146
|
+
return Promise.resolve(file.__testReadBuffer);
|
|
147
|
+
}
|
|
148
|
+
return new Promise((resolve, reject) => {
|
|
149
|
+
const reader = new FileReader();
|
|
150
|
+
reader.onload = () => {
|
|
151
|
+
resolve(reader.result);
|
|
152
|
+
};
|
|
153
|
+
reader.onerror = reject;
|
|
154
|
+
reader.readAsArrayBuffer(file);
|
|
155
|
+
});
|
|
156
|
+
}
|
|
157
|
+
//# sourceMappingURL=IdbPersistenceFileDb.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"IdbPersistenceFileDb.js","sourceRoot":"","sources":["../../../../../src/persistence/idb/files/IdbPersistenceFileDb.ts"],"names":[],"mappings":"AAOA,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,sBAAsB,EAAE,oBAAoB,EAAE,MAAM,YAAY,CAAC;AAc1E,MAAM,OAAO,oBACZ,SAAQ,UAAU;IADnB;;QAIC,gBAAW,GAAG,CAAC,IAId,EAAuB,EAAE;YACzB,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,EAAE;gBAC9C,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK;aACjB,CAAC,CAAC;QACJ,CAAC,CAAC;QAEF,QAAG,GAAG,KAAK,EACV,IAAc,EACd,OAAyE,EACzD,EAAE;YAClB,IAAI,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACxE,IAAI,CAAC,MAAM,KAAI,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,cAAc,CAAA,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;gBACpD,IAAI,CAAC;oBACJ,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;wBAC9B,MAAM,EAAE,KAAK;wBACb,WAAW,EAAE,SAAS;qBACtB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;gBACjC,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACd,OAAO,CAAC,KAAK,CACZ,0IAA0I,EAC1I,GAAG,CACH,CAAC;gBACH,CAAC;YACF,CAAC;YACD,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC;oBAChB,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,sCAAsC;oBACtC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO;oBACtC,SAAS,EAAE,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,MAAM;iBACmB,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EACnB,EAAU,EACV,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;YAEnD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,MAAM,EAAE,MAAM,GACI,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,QAAG,GAAG,KAAK,EACV,MAAc,EACd,OAA+C,EACX,EAAE;YACtC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACnD,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,IAAI,CAAC;YACb,CAAC;YACD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QAClC,CAAC,CAAC;QACF,WAAM,GAAG,CACR,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7B,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,sBAAiB,GAAG,KAAK,EACxB,MAAc,EACd,OAA+C,EAC/B,EAAE;YAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAEvD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;YAClD,CAAC;YAED,MAAM,IAAI,CAAC,GAAG,CACb,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,OAAO,KACV,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GACH,CAAC,CAAC;YACtB,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,iBAAY,GAAG,KAAK,EAAE,OAErB,EAAgC,EAAE;YAClC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9C,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B,EAAE,CACzE,CAAC;YACF,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACtC,CAAC,CAAC;QACF,2BAAsB,GAAG,KAAK,EAC7B,KAAoB,EACpB,OAA+C,EAC/B,EAAE;;YAClB,MAAM,EAAE,GACP,MAAC,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAAmB,mCAC7B,IAAI,CAAC,iBAAiB,CAAC,CAAC,OAAO,CAAC,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;YAC1D,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7C,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YAEF,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAC1B,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,SAAS,GAAG,KAAK,CAC7D,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAChB,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;gBACrB,OAAO,IAAI,CAAC,GAAG,CACd,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;oBACT,OAAO,KAAK,CAAC,GAAG,CAAC,gCACb,IAAI,KACP,MAAM,EAAE,OAAO,GACG,CAAC,CAAC;gBACtB,CAAC,EACD,EAAE,WAAW,EAAE,EAAE,EAAE,CACnB,CAAC;YACH,CAAC,CAAC,CACF,CAAC;QACH,CAAC,CAAC;QACF,6BAAwB,GAAG,CAC1B,QAAkE,EAClE,OAA0C,EAC1B,EAAE;YAClB,OAAO,IAAI,CAAC,OAAO,CAClB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK;qBACV,KAAK,CAAC,WAAW,CAAC;qBAClB,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;YAC/C,CAAC,EACD,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBAChB,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,CAAC;YAC9C,CAAC,EACD;gBACC,IAAI,EAAE,WAAW;gBACjB,WAAW,EAAE,OAAO,aAAP,OAAO,uBAAP,OAAO,CAAE,WAA6B;aACnD,CACD,CAAC;QACH,CAAC,CAAC;QACF,WAAM,GAAG,KAAK,EAAE,OAEf,EAAgC,EAAE;YAClC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,sBAAsB,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;YACjE,OAAO,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxC,CAAC,CAAC;QACF,UAAK,GAAG,KAAK,IAAwD,EAAE;YACtE,OAAO;gBACN,IAAI,EAAE,MAAM,oBAAoB,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,CAAC;aAClD,CAAC;QACH,CAAC,CAAC;QAEM,oBAAe,GAAG,CAAC,GAAmB,EAAqB,EAAE;YACnE,GAAW,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,KAAK,MAAM,CAAC;YAC5C,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;YAC1B,OAAO,GAAG,CAAC,MAAM,CAAC;YACjB,GAA2B,CAAC,IAAI,GAAG,MAAM;gBACzC,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC;gBACrC,CAAC,CAAC,SAAS,CAAC;YACb,OAAO,GAAmC,CAAC;QAC5C,CAAC,CAAC;QAEM,eAAU,GAAG,KAAK,EACzB,EAAU,EACV,EAAE,WAAW,KAA4C,EAAE,EACrB,EAAE;YACxC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CACzB,OAAO,EACP,CAAC,KAAK,EAAE,EAAE;gBACT,OAAO,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,CAAC,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,WAAW,EAAE,WAA6B,EAAE,CAChE,CAAC;YACF,IAAI,CAAC,GAAG,EAAE,CAAC;gBACV,OAAO,SAAS,CAAC;YAClB,CAAC;YACD,OAAO,GAAG,CAAC;QACZ,CAAC,CAAC;IACH,CAAC;CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,MAAmB,EAAE,IAAY;IAClE,OAAO,IAAI,IAAI,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAiB;IAC3C,8BAA8B;IAC9B,IAAI,kBAAkB,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,OAAO,CAAC,OAAO,CAAM,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnD,MAAM,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAChC,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE;YACpB,OAAO,CAAC,MAAM,CAAC,MAAqB,CAAC,CAAC;QACvC,CAAC,CAAC;QACF,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC;QACxB,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { Context, InitialContext } from '../../context/context.js';
|
|
2
|
+
import { PersistenceImplementation, PersistenceFileDb } from '../interfaces.js';
|
|
3
|
+
import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
|
|
4
|
+
import { IdbQueryDb } from './queries/IdbQueryDb.js';
|
|
5
|
+
import { PersistenceMetadata } from '../PersistenceMetadata.js';
|
|
6
|
+
export declare class IdbPersistence implements PersistenceImplementation {
|
|
7
|
+
private indexedDB;
|
|
8
|
+
private metadataDb;
|
|
9
|
+
constructor(indexedDB?: IDBFactory);
|
|
10
|
+
getNamespaces: () => Promise<string[]>;
|
|
11
|
+
getNamespaceVersion: (namespace: string) => Promise<number>;
|
|
12
|
+
deleteNamespace: (namespace: string, ctx: InitialContext) => Promise<void>;
|
|
13
|
+
openFiles(ctx: Omit<Context, 'files' | 'queries'>): Promise<PersistenceFileDb>;
|
|
14
|
+
openMetadata: (ctx: InitialContext) => Promise<IdbMetadataDb>;
|
|
15
|
+
openQueries: (ctx: InitialContext & {
|
|
16
|
+
meta: PersistenceMetadata;
|
|
17
|
+
}) => Promise<IdbQueryDb>;
|
|
18
|
+
copyNamespace: (from: string, to: string, ctx: InitialContext) => Promise<void>;
|
|
19
|
+
}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
import { IdbPersistenceFileDb } from './files/IdbPersistenceFileDb.js';
|
|
2
|
+
import { IdbMetadataDb } from './metadata/IdbMetadataDb.js';
|
|
3
|
+
import { openMetadataDatabase } from './metadata/openMetadataDatabase.js';
|
|
4
|
+
import { IdbQueryDb } from './queries/IdbQueryDb.js';
|
|
5
|
+
import { openQueryDatabase } from './queries/migration/openQueryDatabase.js';
|
|
6
|
+
import { PersistenceMetadata } from '../PersistenceMetadata.js';
|
|
7
|
+
import { closeDatabase, deleteDatabase, getMetadataDbName, getNamespaceFromDatabaseInfo, getSizesOfAllObjectStores, } from './util.js';
|
|
8
|
+
import { getDatabaseVersion } from './queries/migration/db.js';
|
|
9
|
+
export class IdbPersistence {
|
|
10
|
+
constructor(indexedDB = window.indexedDB) {
|
|
11
|
+
this.indexedDB = indexedDB;
|
|
12
|
+
this.getNamespaces = async () => {
|
|
13
|
+
// list all idb database names
|
|
14
|
+
const dbs = await this.indexedDB.databases();
|
|
15
|
+
return Array.from(new Set(dbs.map(getNamespaceFromDatabaseInfo).filter((n) => !!n)));
|
|
16
|
+
};
|
|
17
|
+
this.getNamespaceVersion = async (namespace) => {
|
|
18
|
+
return getDatabaseVersion(this.indexedDB, namespace);
|
|
19
|
+
};
|
|
20
|
+
this.deleteNamespace = async (namespace, ctx) => {
|
|
21
|
+
await Promise.all([
|
|
22
|
+
deleteDatabase(getMetadataDbName(namespace), this.indexedDB),
|
|
23
|
+
deleteDatabase([namespace, 'collections'].join('_'), this.indexedDB),
|
|
24
|
+
]);
|
|
25
|
+
};
|
|
26
|
+
this.openMetadata = async (ctx) => {
|
|
27
|
+
const { db } = await openMetadataDatabase({
|
|
28
|
+
indexedDB: this.indexedDB,
|
|
29
|
+
log: ctx.log,
|
|
30
|
+
namespace: ctx.namespace,
|
|
31
|
+
});
|
|
32
|
+
this.metadataDb = db;
|
|
33
|
+
return new IdbMetadataDb(db, ctx);
|
|
34
|
+
};
|
|
35
|
+
this.openQueries = async (ctx) => {
|
|
36
|
+
const db = await openQueryDatabase({
|
|
37
|
+
version: ctx.schema.version,
|
|
38
|
+
indexedDB: this.indexedDB,
|
|
39
|
+
migrations: ctx.migrations,
|
|
40
|
+
context: ctx,
|
|
41
|
+
});
|
|
42
|
+
return new IdbQueryDb(db, ctx);
|
|
43
|
+
};
|
|
44
|
+
this.copyNamespace = async (from, to, ctx) => {
|
|
45
|
+
const fromCtx = Object.assign(Object.assign({}, ctx), { namespace: from, originalNamespace: from });
|
|
46
|
+
const fromMetaDb = await this.openMetadata(fromCtx);
|
|
47
|
+
const fromMeta = new PersistenceMetadata(fromMetaDb, fromCtx);
|
|
48
|
+
const fromQueries = await this.openQueries(Object.assign(Object.assign({}, fromCtx), { meta: fromMeta }));
|
|
49
|
+
ctx.log('info', `Copying data from ${from} to ${to}`);
|
|
50
|
+
const { db: toMetaDb } = await openMetadataDatabase({
|
|
51
|
+
indexedDB: this.indexedDB,
|
|
52
|
+
log: ctx.log,
|
|
53
|
+
namespace: to,
|
|
54
|
+
});
|
|
55
|
+
ctx.log('debug', 'Metadata database opened');
|
|
56
|
+
await fromMetaDb.cloneTo(toMetaDb);
|
|
57
|
+
ctx.log('debug', 'Metadata copied');
|
|
58
|
+
const toQueryDb = await openQueryDatabase({
|
|
59
|
+
version: ctx.schema.version,
|
|
60
|
+
indexedDB: this.indexedDB,
|
|
61
|
+
migrations: ctx.migrations,
|
|
62
|
+
context: Object.assign(Object.assign({}, ctx), { namespace: to, originalNamespace: to, meta: fromMeta }),
|
|
63
|
+
});
|
|
64
|
+
await fromQueries.cloneTo(toQueryDb);
|
|
65
|
+
ctx.log('debug', 'Indexes copied');
|
|
66
|
+
ctx.log('debug', 'New document store stats:', await getSizesOfAllObjectStores(toQueryDb));
|
|
67
|
+
await fromMetaDb.dispose();
|
|
68
|
+
await closeDatabase(toMetaDb);
|
|
69
|
+
await fromQueries.dispose();
|
|
70
|
+
await closeDatabase(toQueryDb);
|
|
71
|
+
};
|
|
72
|
+
}
|
|
73
|
+
openFiles(ctx) {
|
|
74
|
+
if (!this.metadataDb) {
|
|
75
|
+
throw new Error('Metadata database must be opened first. This is a bug in Verdant.');
|
|
76
|
+
}
|
|
77
|
+
return Promise.resolve(new IdbPersistenceFileDb(this.metadataDb, ctx));
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=idbPersistence.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"idbPersistence.js","sourceRoot":"","sources":["../../../../src/persistence/idb/idbPersistence.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AACvE,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,iBAAiB,EAAE,MAAM,0CAA0C,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EACN,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,4BAA4B,EAC5B,yBAAyB,GACzB,MAAM,WAAW,CAAC;AACnB,OAAO,EAAE,kBAAkB,EAAE,MAAM,2BAA2B,CAAC;AAE/D,MAAM,OAAO,cAAc;IAE1B,YAAoB,YAAwB,MAAM,CAAC,SAAS;QAAxC,cAAS,GAAT,SAAS,CAA+B;QAE5D,kBAAa,GAAG,KAAK,IAAuB,EAAE;YAC7C,8BAA8B;YAC9B,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;YAC7C,OAAO,KAAK,CAAC,IAAI,CAChB,IAAI,GAAG,CACN,GAAG,CAAC,GAAG,CAAC,4BAA4B,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CACrE,CACD,CAAC;QACH,CAAC,CAAC;QAEF,wBAAmB,GAAG,KAAK,EAAE,SAAiB,EAAmB,EAAE;YAClE,OAAO,kBAAkB,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;QACtD,CAAC,CAAC;QAEF,oBAAe,GAAG,KAAK,EACtB,SAAiB,EACjB,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,CAAC,GAAG,CAAC;gBACjB,cAAc,CAAC,iBAAiB,CAAC,SAAS,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;gBAC5D,cAAc,CAAC,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;aACpE,CAAC,CAAC;QACJ,CAAC,CAAC;QAaF,iBAAY,GAAG,KAAK,EAAE,GAAmB,EAAE,EAAE;YAC5C,MAAM,EAAE,EAAE,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACzC,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,GAAG,CAAC,SAAS;aACxB,CAAC,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;YACrB,OAAO,IAAI,aAAa,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QACnC,CAAC,CAAC;QAEF,gBAAW,GAAG,KAAK,EAAE,GAAmD,EAAE,EAAE;YAC3E,MAAM,EAAE,GAAG,MAAM,iBAAiB,CAAC;gBAClC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,EAAE,GAAG;aACZ,CAAC,CAAC;YACH,OAAO,IAAI,UAAU,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;QAChC,CAAC,CAAC;QAEF,kBAAa,GAAG,KAAK,EACpB,IAAY,EACZ,EAAU,EACV,GAAmB,EACH,EAAE;YAClB,MAAM,OAAO,mCAAQ,GAAG,KAAE,SAAS,EAAE,IAAI,EAAE,iBAAiB,EAAE,IAAI,GAAE,CAAC;YACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;YACpD,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,iCAAM,OAAO,KAAE,IAAI,EAAE,QAAQ,IAAG,CAAC;YAC3E,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,qBAAqB,IAAI,OAAO,EAAE,EAAE,CAAC,CAAC;YAEtD,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,CAAC;gBACnD,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,GAAG,EAAE,GAAG,CAAC,GAAG;gBACZ,SAAS,EAAE,EAAE;aACb,CAAC,CAAC;YACH,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,0BAA0B,CAAC,CAAC;YAC7C,MAAM,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;YAEpC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;gBACzC,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,OAAO;gBAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,GAAG,CAAC,UAAU;gBAC1B,OAAO,kCAAO,GAAG,KAAE,SAAS,EAAE,EAAE,EAAE,iBAAiB,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,GAAE;aACzE,CAAC,CAAC;YACH,MAAM,WAAW,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;YACrC,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;YACnC,GAAG,CAAC,GAAG,CACN,OAAO,EACP,2BAA2B,EAC3B,MAAM,yBAAyB,CAAC,SAAS,CAAC,CAC1C,CAAC;YAEF,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;YAC3B,MAAM,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC9B,MAAM,WAAW,CAAC,OAAO,EAAE,CAAC;YAC5B,MAAM,aAAa,CAAC,SAAS,CAAC,CAAC;QAChC,CAAC,CAAC;IA/F6D,CAAC;IA0BhE,SAAS,CACR,GAAuC;QAEvC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACd,mEAAmE,CACnE,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,CAAC;IACxE,CAAC;CA6DD"}
|
|
@@ -0,0 +1,72 @@
|
|
|
1
|
+
import { DocumentBaseline, ObjectIdentifier } from '@verdant-web/common';
|
|
2
|
+
import { AbstractTransaction, AckInfo, ClientOperation, CommonQueryOptions, Iterator, LocalReplicaInfo, PersistenceMetadataDb } from '../../interfaces.js';
|
|
3
|
+
import { IdbService } from '../IdbService.js';
|
|
4
|
+
import { Context } from '../../../context/context.js';
|
|
5
|
+
export type StoredClientOperation = ClientOperation & {
|
|
6
|
+
/** This acts as the primary key */
|
|
7
|
+
oid_timestamp: string;
|
|
8
|
+
l_t: string;
|
|
9
|
+
d_t: string;
|
|
10
|
+
};
|
|
11
|
+
export type StoredSchema = {
|
|
12
|
+
type: 'schema';
|
|
13
|
+
schema: string;
|
|
14
|
+
};
|
|
15
|
+
export declare class IdbMetadataDb extends IdbService implements PersistenceMetadataDb {
|
|
16
|
+
private ctx;
|
|
17
|
+
constructor(db: IDBDatabase, ctx: Pick<Context, 'log' | 'namespace'>);
|
|
18
|
+
transaction: (opts: {
|
|
19
|
+
mode?: 'readwrite' | 'readonly';
|
|
20
|
+
storeNames: string[];
|
|
21
|
+
abort?: AbortSignal;
|
|
22
|
+
}) => IDBTransaction;
|
|
23
|
+
getAckInfo: () => Promise<AckInfo>;
|
|
24
|
+
setGlobalAck: (ack: string) => Promise<void>;
|
|
25
|
+
private _creatingLocalReplica;
|
|
26
|
+
private cachedLocalReplica;
|
|
27
|
+
getLocalReplica: (opts?: CommonQueryOptions) => Promise<LocalReplicaInfo>;
|
|
28
|
+
updateLocalReplica: (data: Partial<LocalReplicaInfo>, opts?: CommonQueryOptions) => Promise<void>;
|
|
29
|
+
iterateDocumentBaselines: (rootOid: string, iterator: (baseline: DocumentBaseline) => void, opts?: CommonQueryOptions) => Promise<void>;
|
|
30
|
+
iterateCollectionBaselines: (collection: string, iterator: (baseline: DocumentBaseline) => void, opts?: CommonQueryOptions) => Promise<void>;
|
|
31
|
+
iterateAllBaselines: (iterator: Iterator<DocumentBaseline>, opts: CommonQueryOptions) => Promise<void>;
|
|
32
|
+
getBaseline: (oid: string, opts?: CommonQueryOptions) => Promise<DocumentBaseline>;
|
|
33
|
+
setBaselines: (baselines: DocumentBaseline[], opts?: CommonQueryOptions) => Promise<void>;
|
|
34
|
+
deleteBaseline: (oid: string, opts?: CommonQueryOptions) => Promise<void>;
|
|
35
|
+
iterateDocumentOperations: (rootOid: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
|
|
36
|
+
to?: string | null;
|
|
37
|
+
}) => Promise<void>;
|
|
38
|
+
iterateEntityOperations: (oid: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
|
|
39
|
+
to?: string | null;
|
|
40
|
+
}) => Promise<void>;
|
|
41
|
+
consumeEntityOperations: (oid: string, iterator: Iterator<ClientOperation>, opts?: CommonQueryOptions & {
|
|
42
|
+
to?: string | null;
|
|
43
|
+
}) => Promise<void>;
|
|
44
|
+
iterateCollectionOperations: (collection: string, iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions) => Promise<void>;
|
|
45
|
+
iterateLocalOperations: (iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
|
|
46
|
+
after?: string | null;
|
|
47
|
+
}) => Promise<void>;
|
|
48
|
+
iterateAllOperations: (iterator: (op: StoredClientOperation) => void, opts?: CommonQueryOptions & {
|
|
49
|
+
before?: string | null;
|
|
50
|
+
from?: string | null;
|
|
51
|
+
}) => Promise<void>;
|
|
52
|
+
addOperations: (ops: StoredClientOperation[], opts?: CommonQueryOptions) => Promise<ObjectIdentifier[]>;
|
|
53
|
+
reset: ({ clearReplica, transaction, }?: {
|
|
54
|
+
clearReplica?: boolean | undefined;
|
|
55
|
+
transaction?: AbstractTransaction;
|
|
56
|
+
}) => Promise<void>;
|
|
57
|
+
stats: () => Promise<{
|
|
58
|
+
operationsSize: {
|
|
59
|
+
count: number;
|
|
60
|
+
size: number;
|
|
61
|
+
};
|
|
62
|
+
baselinesSize: {
|
|
63
|
+
count: number;
|
|
64
|
+
size: number;
|
|
65
|
+
};
|
|
66
|
+
}>;
|
|
67
|
+
private resetLocalReplica;
|
|
68
|
+
private resetBaselines;
|
|
69
|
+
private resetOperations;
|
|
70
|
+
private addOperationIndexes;
|
|
71
|
+
private convertOpts;
|
|
72
|
+
}
|