@powersync/service-module-mongodb-storage 0.12.7 → 0.12.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (75) hide show
  1. package/CHANGELOG.md +33 -0
  2. package/dist/index.d.ts +1 -0
  3. package/dist/index.js +1 -0
  4. package/dist/index.js.map +1 -1
  5. package/dist/migrations/db/migrations/1752661449910-connection-reporting.d.ts +3 -0
  6. package/dist/migrations/db/migrations/1752661449910-connection-reporting.js +36 -0
  7. package/dist/migrations/db/migrations/1752661449910-connection-reporting.js.map +1 -0
  8. package/dist/migrations/db/migrations/1760433882550-bucket-state-index2.d.ts +3 -0
  9. package/dist/migrations/db/migrations/1760433882550-bucket-state-index2.js +25 -0
  10. package/dist/migrations/db/migrations/1760433882550-bucket-state-index2.js.map +1 -0
  11. package/dist/storage/MongoBucketStorage.js +1 -1
  12. package/dist/storage/MongoBucketStorage.js.map +1 -1
  13. package/dist/storage/MongoReportStorage.d.ts +17 -0
  14. package/dist/storage/MongoReportStorage.js +152 -0
  15. package/dist/storage/MongoReportStorage.js.map +1 -0
  16. package/dist/storage/implementation/MongoBucketBatch.js +1 -1
  17. package/dist/storage/implementation/MongoBucketBatch.js.map +1 -1
  18. package/dist/storage/implementation/MongoCompactor.d.ts +13 -3
  19. package/dist/storage/implementation/MongoCompactor.js +86 -90
  20. package/dist/storage/implementation/MongoCompactor.js.map +1 -1
  21. package/dist/storage/implementation/MongoStorageProvider.d.ts +1 -1
  22. package/dist/storage/implementation/MongoStorageProvider.js +7 -3
  23. package/dist/storage/implementation/MongoStorageProvider.js.map +1 -1
  24. package/dist/storage/implementation/MongoSyncBucketStorage.d.ts +2 -2
  25. package/dist/storage/implementation/MongoSyncBucketStorage.js +16 -5
  26. package/dist/storage/implementation/MongoSyncBucketStorage.js.map +1 -1
  27. package/dist/storage/implementation/MongoWriteCheckpointAPI.js +6 -2
  28. package/dist/storage/implementation/MongoWriteCheckpointAPI.js.map +1 -1
  29. package/dist/storage/implementation/PersistedBatch.js +1 -1
  30. package/dist/storage/implementation/PersistedBatch.js.map +1 -1
  31. package/dist/storage/implementation/db.d.ts +10 -1
  32. package/dist/storage/implementation/db.js +25 -0
  33. package/dist/storage/implementation/db.js.map +1 -1
  34. package/dist/storage/implementation/models.d.ts +3 -0
  35. package/dist/storage/storage-index.d.ts +3 -2
  36. package/dist/storage/storage-index.js +3 -2
  37. package/dist/storage/storage-index.js.map +1 -1
  38. package/dist/utils/test-utils.d.ts +13 -0
  39. package/dist/utils/test-utils.js +40 -0
  40. package/dist/utils/test-utils.js.map +1 -0
  41. package/dist/{storage/implementation → utils}/util.d.ts +2 -7
  42. package/dist/{storage/implementation → utils}/util.js +1 -16
  43. package/dist/utils/util.js.map +1 -0
  44. package/dist/utils/utils-index.d.ts +2 -0
  45. package/dist/utils/utils-index.js +3 -0
  46. package/dist/utils/utils-index.js.map +1 -0
  47. package/package.json +9 -9
  48. package/src/index.ts +1 -0
  49. package/src/migrations/db/migrations/1752661449910-connection-reporting.ts +58 -0
  50. package/src/migrations/db/migrations/1760433882550-bucket-state-index2.ts +34 -0
  51. package/src/storage/MongoBucketStorage.ts +1 -1
  52. package/src/storage/MongoReportStorage.ts +174 -0
  53. package/src/storage/implementation/MongoBucketBatch.ts +1 -1
  54. package/src/storage/implementation/MongoCompactor.ts +100 -96
  55. package/src/storage/implementation/MongoStorageProvider.ts +9 -4
  56. package/src/storage/implementation/MongoSyncBucketStorage.ts +20 -6
  57. package/src/storage/implementation/MongoWriteCheckpointAPI.ts +6 -2
  58. package/src/storage/implementation/PersistedBatch.ts +1 -1
  59. package/src/storage/implementation/db.ts +30 -0
  60. package/src/storage/implementation/models.ts +3 -0
  61. package/src/storage/storage-index.ts +3 -2
  62. package/src/utils/test-utils.ts +57 -0
  63. package/src/{storage/implementation → utils}/util.ts +3 -19
  64. package/src/utils/utils-index.ts +2 -0
  65. package/test/src/__snapshots__/connection-report-storage.test.ts.snap +215 -0
  66. package/test/src/connection-report-storage.test.ts +133 -0
  67. package/test/src/storage.test.ts +3 -51
  68. package/test/src/storage_compacting.test.ts +17 -2
  69. package/test/src/util.ts +6 -2
  70. package/tsconfig.tsbuildinfo +1 -1
  71. package/dist/storage/implementation/MongoTestStorageFactoryGenerator.d.ts +0 -9
  72. package/dist/storage/implementation/MongoTestStorageFactoryGenerator.js +0 -19
  73. package/dist/storage/implementation/MongoTestStorageFactoryGenerator.js.map +0 -1
  74. package/dist/storage/implementation/util.js.map +0 -1
  75. package/src/storage/implementation/MongoTestStorageFactoryGenerator.ts +0 -31
@@ -1,9 +0,0 @@
1
- import { TestStorageOptions } from '@powersync/service-core';
2
- import { MongoBucketStorage } from '../MongoBucketStorage.js';
3
- import { MongoSyncBucketStorageOptions } from './MongoSyncBucketStorage.js';
4
- export type MongoTestStorageOptions = {
5
- url: string;
6
- isCI: boolean;
7
- internalOptions?: MongoSyncBucketStorageOptions;
8
- };
9
- export declare const MongoTestStorageFactoryGenerator: (factoryOptions: MongoTestStorageOptions) => (options?: TestStorageOptions) => Promise<MongoBucketStorage>;
@@ -1,19 +0,0 @@
1
- import { MongoBucketStorage } from '../MongoBucketStorage.js';
2
- import { connectMongoForTests } from './util.js';
3
- export const MongoTestStorageFactoryGenerator = (factoryOptions) => {
4
- return async (options) => {
5
- const db = connectMongoForTests(factoryOptions.url, factoryOptions.isCI);
6
- // None of the tests insert data into this collection, so it was never created
7
- if (!(await db.db.listCollections({ name: db.bucket_parameters.collectionName }).hasNext())) {
8
- await db.db.createCollection('bucket_parameters');
9
- }
10
- if (!options?.doNotClear) {
11
- await db.clear();
12
- }
13
- // Full migrations are not currently run for tests, so we manually create the important ones
14
- await db.createCheckpointEventsCollection();
15
- await db.createBucketStateIndex();
16
- return new MongoBucketStorage(db, { slot_name_prefix: 'test_' }, factoryOptions.internalOptions);
17
- };
18
- };
19
- //# sourceMappingURL=MongoTestStorageFactoryGenerator.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"MongoTestStorageFactoryGenerator.js","sourceRoot":"","sources":["../../../src/storage/implementation/MongoTestStorageFactoryGenerator.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,oBAAoB,EAAE,MAAM,WAAW,CAAC;AASjD,MAAM,CAAC,MAAM,gCAAgC,GAAG,CAAC,cAAuC,EAAE,EAAE;IAC1F,OAAO,KAAK,EAAE,OAA4B,EAAE,EAAE;QAC5C,MAAM,EAAE,GAAG,oBAAoB,CAAC,cAAc,CAAC,GAAG,EAAE,cAAc,CAAC,IAAI,CAAC,CAAC;QAEzE,8EAA8E;QAC9E,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;YAC5F,MAAM,EAAE,CAAC,EAAE,CAAC,gBAAgB,CAAC,mBAAmB,CAAC,CAAC;QACpD,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,UAAU,EAAE,CAAC;YACzB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC;QACnB,CAAC;QAED,4FAA4F;QAC5F,MAAM,EAAE,CAAC,gCAAgC,EAAE,CAAC;QAC5C,MAAM,EAAE,CAAC,sBAAsB,EAAE,CAAC;QAElC,OAAO,IAAI,kBAAkB,CAAC,EAAE,EAAE,EAAE,gBAAgB,EAAE,OAAO,EAAE,EAAE,cAAc,CAAC,eAAe,CAAC,CAAC;IACnG,CAAC,CAAC;AACJ,CAAC,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/storage/implementation/util.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,MAAM,MAAM,QAAQ,CAAC;AACjC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAE7B,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AACvD,OAAO,EAA0D,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAEjH,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mCAAmC,CAAC;AAE1E,MAAM,UAAU,cAAc,CAAI,MAAkB,EAAE,IAAiB;IACrE,IAAI,MAAM,GAAG;QACX,IAAI,EAAE;YACJ,GAAG,MAAM;SACH;QACR,GAAG,EAAE;YACH,GAAG,MAAM;SACH;KACT,CAAC;IAEF,KAAK,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,MAAc,EAAE,aAAqB;IACpE,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAC1D,OAAO,GAAG,MAAM,GAAG,aAAa,IAAI,WAAW,EAAE,CAAC;AACpD,CAAC;AAED;;;;;;;;;;GAUG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAI,MAA+B;IACtE,IAAI,CAAC;QACH,IAAI,IAAS,CAAC;QACd,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,2CAA2C;QAC3C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;QACtC,yCAAyC;QACzC,IAAI,GAAG,MAAM,CAAC,qBAAqB,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC;YACnC,0CAA0C;YAC1C,wEAAwE;YACxE,uEAAuE;YACvE,oCAAoC;YACpC,EAAE;YACF,4EAA4E;YAC5E,2DAA2D;YAC3D,gCAAgC;YAChC,OAAO,GAAG,KAAK,CAAC;QAClB,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;IAC3B,CAAC;YAAS,CAAC;QACT,iDAAiD;QACjD,uIAAuI;QACvI,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACnB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;AACH,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,GAAuB;IAChD,IAAI,GAAG,CAAC,EAAE,IAAI,KAAK,IAAI,GAAG,CAAC,EAAE,IAAI,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,WAAW,EAAE,GAAG,CAAC,KAAK;YACtB,SAAS,EAAE,GAAG,CAAC,MAAM;YACrB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC9B,MAAM,EAAE,iBAAiB,CAAC,GAAG,CAAC,YAAa,EAAE,GAAG,CAAC,UAAW,CAAC;YAC7D,IAAI,EAAE,GAAG,CAAC,IAAI;SACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,cAAc;QAEd,OAAO;YACL,KAAK,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC;YAC9C,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;SAC/B,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAoB,EAAE,EAAqB;IAC3E,IAAI,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACvB,mDAAmD;QACnD,OAAO,GAAG,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE,CAAC;IACtD,CAAC;SAAM,CAAC;QACN,oCAAoC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC;QAC3C,OAAO,IAAI,CAAC,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAW,EAAE,IAAa,EAAE,EAAE;IACjE,0EAA0E;IAC1E,oEAAoE;IACpE,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE;QACxC,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;QACvC,eAAe,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;QACtC,wBAAwB,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK;KAChD,CAAC,CAAC;IACH,OAAO,IAAI,cAAc,CAAC,MAAM,CAAC,CAAC;AACpC,CAAC,CAAC;AAEF,MAAM,UAAU,sBAAsB,CAAC,OAA4B,EAAE,IAAoB;IACvF,gGAAgG;IAChG,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QAC7B,MAAM,IAAI,qBAAqB,CAAC,oCAAoC,CAAC,CAAC;IACxE,CAAC;IACD,IAAK,OAAe,CAAC,YAAY,IAAI,IAAI,EAAE,CAAC;QACzC,OAAe,CAAC,YAAY,GAAG,IAAI,CAAC;IACvC,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,qBAAqB,CAAC,qCAAqC,CAAC,CAAC;IACzE,CAAC;AACH,CAAC"}
@@ -1,31 +0,0 @@
1
- import { TestStorageOptions } from '@powersync/service-core';
2
- import { MongoBucketStorage } from '../MongoBucketStorage.js';
3
- import { connectMongoForTests } from './util.js';
4
- import { MongoSyncBucketStorageOptions } from './MongoSyncBucketStorage.js';
5
-
6
- export type MongoTestStorageOptions = {
7
- url: string;
8
- isCI: boolean;
9
- internalOptions?: MongoSyncBucketStorageOptions;
10
- };
11
-
12
- export const MongoTestStorageFactoryGenerator = (factoryOptions: MongoTestStorageOptions) => {
13
- return async (options?: TestStorageOptions) => {
14
- const db = connectMongoForTests(factoryOptions.url, factoryOptions.isCI);
15
-
16
- // None of the tests insert data into this collection, so it was never created
17
- if (!(await db.db.listCollections({ name: db.bucket_parameters.collectionName }).hasNext())) {
18
- await db.db.createCollection('bucket_parameters');
19
- }
20
-
21
- if (!options?.doNotClear) {
22
- await db.clear();
23
- }
24
-
25
- // Full migrations are not currently run for tests, so we manually create the important ones
26
- await db.createCheckpointEventsCollection();
27
- await db.createBucketStateIndex();
28
-
29
- return new MongoBucketStorage(db, { slot_name_prefix: 'test_' }, factoryOptions.internalOptions);
30
- };
31
- };