@powersync/service-module-mongodb 0.15.3 → 0.16.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +52 -0
- package/dist/api/MongoRouteAPIAdapter.js +2 -2
- package/dist/api/MongoRouteAPIAdapter.js.map +1 -1
- package/dist/replication/ChangeStream.d.ts +6 -6
- package/dist/replication/ChangeStream.js +300 -322
- package/dist/replication/ChangeStream.js.map +1 -1
- package/dist/replication/ChangeStreamReplicationJob.js +2 -2
- package/dist/replication/ChangeStreamReplicationJob.js.map +1 -1
- package/dist/replication/ChangeStreamReplicator.d.ts +1 -1
- package/dist/replication/ChangeStreamReplicator.js +1 -1
- package/dist/replication/ChangeStreamReplicator.js.map +1 -1
- package/dist/replication/JsonBufferWriter.d.ts +80 -0
- package/dist/replication/JsonBufferWriter.js +342 -0
- package/dist/replication/JsonBufferWriter.js.map +1 -0
- package/dist/replication/MongoManager.d.ts +1 -1
- package/dist/replication/MongoManager.js +1 -1
- package/dist/replication/MongoManager.js.map +1 -1
- package/dist/replication/MongoRelation.js +4 -0
- package/dist/replication/MongoRelation.js.map +1 -1
- package/dist/replication/MongoSnapshotQuery.d.ts +1 -1
- package/dist/replication/MongoSnapshotQuery.js +6 -3
- package/dist/replication/MongoSnapshotQuery.js.map +1 -1
- package/dist/replication/RawChangeStream.d.ts +55 -0
- package/dist/replication/RawChangeStream.js +322 -0
- package/dist/replication/RawChangeStream.js.map +1 -0
- package/dist/replication/SourceRowConverter.d.ts +46 -0
- package/dist/replication/SourceRowConverter.js +42 -0
- package/dist/replication/SourceRowConverter.js.map +1 -0
- package/dist/replication/bufferToSqlite.d.ts +43 -0
- package/dist/replication/bufferToSqlite.js +740 -0
- package/dist/replication/bufferToSqlite.js.map +1 -0
- package/dist/replication/internal-mongodb-utils.d.ts +0 -12
- package/dist/replication/internal-mongodb-utils.js +0 -54
- package/dist/replication/internal-mongodb-utils.js.map +1 -1
- package/dist/replication/replication-index.d.ts +4 -2
- package/dist/replication/replication-index.js +4 -2
- package/dist/replication/replication-index.js.map +1 -1
- package/dist/replication/replication-utils.d.ts +1 -1
- package/dist/types/types.js.map +1 -1
- package/package.json +11 -11
- package/scripts/benchmark-change-document-json.mts +358 -0
- package/scripts/benchmark-change-document.mts +370 -0
- package/src/api/MongoRouteAPIAdapter.ts +2 -2
- package/src/replication/ChangeStream.ts +348 -371
- package/src/replication/ChangeStreamReplicationJob.ts +2 -2
- package/src/replication/ChangeStreamReplicator.ts +2 -5
- package/src/replication/JsonBufferWriter.ts +390 -0
- package/src/replication/MongoManager.ts +2 -2
- package/src/replication/MongoRelation.ts +5 -2
- package/src/replication/MongoSnapshotQuery.ts +8 -5
- package/src/replication/RawChangeStream.ts +460 -0
- package/src/replication/SourceRowConverter.ts +65 -0
- package/src/replication/bufferToSqlite.ts +944 -0
- package/src/replication/internal-mongodb-utils.ts +0 -66
- package/src/replication/replication-index.ts +4 -2
- package/src/replication/replication-utils.ts +2 -2
- package/src/types/types.ts +1 -1
- package/test/src/buffer_to_sqlite.test.ts +1146 -0
- package/test/src/change_stream.test.ts +49 -3
- package/test/src/change_stream_utils.ts +4 -10
- package/test/src/mongo_test.test.ts +66 -64
- package/test/src/parse_document_id.test.ts +54 -0
- package/test/src/raw_change_stream.test.ts +547 -0
- package/test/src/resume.test.ts +12 -2
- package/test/src/util.ts +56 -3
- package/test/tsconfig.json +0 -1
- package/tsconfig.scripts.json +13 -0
- package/tsconfig.tsbuildinfo +1 -1
- package/test/src/internal_mongodb_utils.test.ts +0 -103
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"bufferToSqlite.js","sourceRoot":"","sources":["../../src/replication/bufferToSqlite.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,gCAAgC,CAAC;AACvD,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EAEnB,aAAa,EAEb,kBAAkB,EACnB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,UAAU,EACV,UAAU,EACV,WAAW,EACX,aAAa,EACb,QAAQ,EACR,WAAW,EACX,aAAa,EACb,UAAU,EACV,MAAM,EACN,SAAS,EACT,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,eAAe,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;AACpC,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,kBAAkB,GAAG,IAAI,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,sBAAsB,GAAG,IAAI,CAAC;AACpC,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,cAAc,GAAG,IAAI,CAAC;AAC5B,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,yBAAyB,GAAG,IAAI,CAAC;AACvC,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,eAAe,GAAG,IAAI,CAAC;AAC7B,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAClC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,8BAA8B,GAAG,CAAC,CAAC;AACzC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAQnC,2EAA2E;AAC3E,+DAA+D;AAC/D,sFAAsF;AACtF,uBAAuB;AACvB,MAAM,aAAa,GAAG,IAAI,gBAAgB,EAAE,CAAC;AAE7C;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH,MAAM,UAAU,cAAc,CAAC,KAAa,EAAE,cAA8B;IAC1E,MAAM,GAAG,GAAc,EAAE,CAAC;IAC1B,MAAM,UAAU,GAAG,aAAa,CAAC;IACjC,4EAA4E;IAC5E,2EAA2E;IAC3E,yBAAyB;IACzB,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,MAAM,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACxE,MAAM,GAAG,QAAQ,CAAC;QAElB,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;gBACvC,MAAM,IAAI,EAAE,CAAC;gBACb,MAAM;YACR,CAAC;YACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC5D,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACjB,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;gBACxF,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,KAAK,kBAAkB,CAAC,CAAC,CAAC;gBACxB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;gBACzF,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrC,MAAM;YACR,CAAC;YACD,KAAK,sBAAsB,CAAC,CAAC,CAAC;gBAC5B,sEAAsE;gBACtE,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,sBAAsB,CAAC,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;gBAChG,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;gBAC9C,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,GAAG,CAAC,GAAG,CAAC,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;gBACxC,MAAM,IAAI,CAAC,CAAC;gBACZ,MAAM;YACR,CAAC;YACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,GAAG,CAAC,GAAG,CAAC,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC7C,MAAM,IAAI,EAAE,CAAC;gBACb,MAAM;YACR,CAAC;YACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACjE,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACjB,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBACnE,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,cAAc,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC7C,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;gBAC1B,YAAY;gBACZ,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBACjE,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,kBAAkB;gBAClB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;gBAC/D,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,SAAS;gBACT,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAC5D,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACjB,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,yBAAyB,CAAC,CAAC,CAAC;gBAC/B,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,UAAU,GAAG,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;gBACxF,GAAG,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACjC,MAAM,GAAG,UAAU,CAAC;gBACpB,MAAM;YACR,CAAC;YACD,KAAK,mBAAmB,CAAC;YACzB,KAAK,cAAc,CAAC;YACpB,KAAK,iBAAiB,CAAC;YACvB,KAAK,iBAAiB;gBACpB,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBAChB,MAAM;YACR,KAAK,gBAAgB,CAAC,CAAC,CAAC;gBACtB,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;gBACzC,MAAM,IAAI,CAAC,CAAC;gBACZ,kEAAkE;gBAClE,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAC3D,MAAM;YACR,CAAC;YACD,OAAO,CAAC,CAAC,CAAC;gBACR,kEAAkE;gBAClE,iEAAiE;gBACjE,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBAChB,MAAM,GAAG,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC;gBAC5C,MAAM;YACR,CAAC;QACH,CAAC;QAED,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,MAAc;IAChD,OAAO,KAAK,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,MAAc;IACvD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,IAAI,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QACjD,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,MAAc;IACnD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,WAAW,EAAE,SAAS,GAAG,CAAC,CAAC;QACzD,UAAU,EAAE,SAAS;KACtB,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa,EAAE,MAAc;IACtD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC;IAC/B,MAAM,SAAS,GAAG,WAAW,GAAG,MAAM,CAAC;IACvC,IAAI,MAAM,GAAG,CAAC,IAAI,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IACD,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,MAAc;IAChD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,CAAC;QAC1C,UAAU,EAAE,GAAG,GAAG,CAAC;KACpB,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,MAAc;IAChD,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,GAAG,GAAG,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,UAAU,CAAC,KAAa,EAAE,MAAc;IAC/C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;IACpD,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;QACrC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAC3D,OAAO;QACL,OAAO;QACP,2EAA2E;QAC3E,wEAAwE;QACxE,iCAAiC;QACjC,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,UAAU,GAAG,CAAC,EAAE,UAAU,CAAC;QAC3D,UAAU,EAAE,UAAU,GAAG,CAAC;KAC3B,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,MAAc;IACvD,wCAAwC;IACxC,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAa,EAAE,MAAc;IACtD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9F,CAAC;AAED;;;GAGG;AACH,SAAS,YAAY,CAAC,KAAa;IACjC,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IAClC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,CAAC;AAC7G,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa,EAAE,MAAc;IACxD,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,IAAI,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAEjE,0EAA0E;IAC1E,sCAAsC;IACtC,IAAI,OAAO,KAAK,wBAAwB,IAAI,IAAI,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;QAC/D,OAAO,EAAE,KAAK,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;IAC5D,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,kBAAkB,CAAC,IAAI,CAAC,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;AAClE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa;IACvC,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AACnG,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,KAAa,EAAE,SAAiB,EAAE,OAAe,EAAE,OAAe;IACzF,IAAI,OAAO,KAAK,8BAA8B,EAAE,CAAC;QAC/C,OAAO,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,yEAAyE;IACzE,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC;IAClC,IAAI,YAAY,GAAG,CAAC,IAAI,WAAW,GAAG,YAAY,GAAG,OAAO,EAAE,CAAC;QAC7D,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC,QAAQ,CAAC,WAAW,EAAE,WAAW,GAAG,YAAY,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,MAAc,EAAE,IAAY;IAChE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,gBAAgB,EAAE,SAAS;YAC9B,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,SAAS;YACT,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1C,OAAO,MAAM,GAAG,CAAC,GAAG,MAAM,CAAC;QAC7B,CAAC;QACD,KAAK,kBAAkB,CAAC;QACxB,KAAK,eAAe;YAClB,OAAO,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,SAAS;YACT,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1C,OAAO,MAAM,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC;QACjC,CAAC;QACD,KAAK,mBAAmB,CAAC;QACzB,KAAK,cAAc,CAAC;QACpB,KAAK,iBAAiB,CAAC;QACvB,KAAK,iBAAiB;YACpB,OAAO,MAAM,CAAC;QAChB,KAAK,mBAAmB;YACtB,OAAO,MAAM,GAAG,EAAE,CAAC;QACrB,KAAK,iBAAiB;YACpB,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,sBAAsB;YACzB,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,qBAAqB;YACrB,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5C,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC;YACpD,IAAI,UAAU,GAAG,CAAC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;gBACrC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;YACxC,CAAC;YACD,OAAO,UAAU,GAAG,CAAC,CAAC;QACxB,CAAC;QACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC1B,YAAY;YACZ,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YACpD,OAAO,UAAU,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,KAAK,cAAc,CAAC,CAAC,CAAC;YACpB,kBAAkB;YAClB,OAAO,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,SAAS;YACT,OAAO,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC1C,CAAC;QACD,KAAK,yBAAyB,CAAC,CAAC,CAAC;YAC/B,6BAA6B;YAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1C,OAAO,MAAM,GAAG,MAAM,CAAC;QACzB,CAAC;QACD,KAAK,eAAe;YAClB,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,mBAAmB;YACtB,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,eAAe;YAClB,OAAO,MAAM,GAAG,CAAC,CAAC;QACpB,KAAK,oBAAoB;YACvB,OAAO,MAAM,GAAG,EAAE,CAAC;QACrB;YACE,MAAM,IAAI,KAAK,CAAC,qCAAqC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,iDAAiD,kBAAkB,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,GAAG,WAAW,GAAG,CAAC,CAAC;IACzC,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;IACxB,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC9B,IAAI,KAAK,GAAG,IAAI,CAAC;IAEjB,OAAO,MAAM,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,MAAM,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QACxC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;QACD,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QACnD,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC7B,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;QAEpB,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,2BAA2B,CACrE,KAAK,EACL,MAAM,EACN,IAAI,EACJ,KAAK,EACL,MAAM,EACN,cAAc,CACf,CAAC;QACF,MAAM,GAAG,UAAU,CAAC;QACpB,2EAA2E;QAC3E,wBAAwB;QACxB,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC9B,SAAS;QACX,CAAC;QAED,KAAK,GAAG,KAAK,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC9B,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,0BAA0B,CACjC,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,IAAI,KAAK,GAAG,kBAAkB,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,iDAAiD,kBAAkB,EAAE,CAAC,CAAC;IACzF,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,GAAG,WAAW,GAAG,CAAC,CAAC;IACzC,IAAI,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC;IACxB,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAChC,IAAI,KAAK,GAAG,IAAI,CAAC;IAEjB,OAAO,MAAM,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,cAAc,GAAG,MAAM,CAAC;QAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC;QAC7B,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAEpC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAC/B,CAAC;QACD,KAAK,GAAG,KAAK,CAAC;QAEd,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,2BAA2B,CACrE,KAAK,EACL,MAAM,EACN,IAAI,EACJ,KAAK,EACL,MAAM,EACN,cAAc,CACf,CAAC;QACF,MAAM,GAAG,UAAU,CAAC;QACpB,cAAc,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;QAEvC,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;IAChC,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,WAAW,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAa,EACb,MAAc,EACd,IAAY,EACZ,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,gBAAgB,EAAE,SAAS;YAC9B,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,KAAK,gBAAgB,EAAE,SAAS;YAC9B,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,KAAK,kBAAkB,EAAE,oBAAoB;YAC3C,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACpF,KAAK,eAAe,EAAE,QAAQ;YAC5B,OAAO,2BAA2B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACnF,KAAK,gBAAgB,EAAE,SAAS;YAC9B,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,KAAK,mBAAmB,EAAE,YAAY;YACpC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;QAChD,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,WAAW;YACX,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;YAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpD,CAAC;QACD,KAAK,iBAAiB,EAAE,UAAU;YAChC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;YACvD,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACnD,KAAK,sBAAsB,EAAE,eAAe;YAC1C,OAAO,8BAA8B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAC/E,KAAK,cAAc,CAAC,CAAC,OAAO;QAC5B,KAAK,iBAAiB,CAAC,CAAC,SAAS;QACjC,KAAK,iBAAiB,EAAE,SAAS;YAC/B,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;YAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAC/C,KAAK,eAAe,EAAE,qBAAqB;YACzC,OAAO,2BAA2B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC5D,KAAK,oBAAoB,EAAE,YAAY;YACrC,OAAO,+BAA+B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAChE,KAAK,cAAc,EAAE,kBAAkB;YACrC,OAAO,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAClE,KAAK,gBAAgB,EAAE,SAAS;YAC9B,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,KAAK,yBAAyB,EAAE,6BAA6B;YAC3D,OAAO,mCAAmC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QAC3F,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,QAAQ;YACR,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;YACtD,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACnD,CAAC;QACD,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,YAAY;YACZ,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC/D,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACnD,CAAC;QACD,KAAK,eAAe,CAAC,CAAC,CAAC;YACrB,QAAQ;YACR,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACnD,CAAC;QACD,KAAK,oBAAoB,EAAE,aAAa;YACtC,MAAM,CAAC,qBAAqB,CAAC,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;YAChE,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpD;YACE,MAAM,IAAI,KAAK,CAAC,mCAAmC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC;AAED,SAAS,4BAA4B,CACnC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;SAAM,CAAC;QACN,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,4BAA4B,CACnC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACpD,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC;IAC/B,MAAM,MAAM,GAAG,UAAU,GAAG,WAAW,CAAC;IACxC,MAAM,CAAC,oBAAoB,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1E,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACvC,CAAC;AAED,SAAS,4BAA4B,CACnC,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,MAAM,MAAM,GAAG,2BAA2B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IAC7F,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,MAAM,MAAM,GAAG,0BAA0B,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IAC5F,OAAO,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAC1D,CAAC;AAED,SAAS,8BAA8B,CACrC,KAAa,EACb,MAAc,EACd,MAAwB,EACxB,cAA8B;IAE9B,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;IAC3F,OAAO,EAAE,UAAU,EAAE,MAAM,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,2BAA2B,CAClC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACnE,cAAc,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IACzC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACvC,CAAC;AAED;;;;;GAKG;AACH,MAAM,8BAA8B,GAAiD;IACnF,4CAAoC,EAAE,oBAAoB,CAAC,4BAA4B;IACvF,yCAAiC,EAAE,IAAI,oBAAoB,CAAC;QAC1D,OAAO,EAAE,CAAC;QACV,qBAAqB,EAAE,kBAAkB,CAAC,YAAY;KACvD,CAAC;IACF,oCAA4B,EAAE,IAAI,oBAAoB,CAAC;QACrD,OAAO,EAAE,CAAC;QACV,qBAAqB,EAAE,kBAAkB,CAAC,OAAO;KAClD,CAAC;CACH,CAAC;AAEF,MAAM,kBAAkB,GAA0B;IAChD,kBAAkB,EAAE,kBAAkB,CAAC,YAAY;IACnD,yBAAyB,EAAE,kBAAkB,CAAC,YAAY;CAC3D,CAAC;AAEF;;;;GAIG;AACH,SAAS,sBAAsB,CAAC,MAAc,EAAE,cAA8B;IAC5E,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;IACjD,MAAM,oBAAoB,GAAG,8BAA8B,CAAC,cAAc,CAAC,CAAC;IAC5E,OAAO,IAAI,aAAa,CAAC,SAAS,EAAE,SAAS,EAAE,kBAAkB,CAAC,CAAC,aAAa,CAAC,oBAAoB,CAAW,CAAC;AACnH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,oBAA0C;IAC1E,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,EAAE,CAAC;QAC3E,kDAA0C;IAC5C,CAAC;IAED,MAAM,YAAY,GAAG,oBAAoB,CAAC,qBAAqB,IAAI,kBAAkB,CAAC,YAAY,CAAC;IACnG,IAAI,YAAY,KAAK,kBAAkB,CAAC,OAAO,EAAE,CAAC;QAChD,0CAAkC;IACpC,CAAC;IAED,yFAAyF;IACzF,gCAAgC;IAChC,+CAAuC;AACzC,CAAC;AAED,SAAS,sBAAsB,CAC7B,MAAwB,EACxB,MAAc,EACd,MAAe,EACf,cAA8B;IAE9B,MAAM,IAAI,GAAG,eAAe,CAAC;IAC7B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IAErB,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAAC,oBAAoB,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;IACnC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,IAAI,EAAE,CAAC;QAC5B,8EAA8E;QAC9E,MAAM,MAAM,GAAG,sBAAsB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC9D,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,CAAC;QACvC,CAAC;aAAM,CAAC;YACN,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO;IACT,CAAC;IAED,MAAM,CAAC,aAAa,CAClB,IAAI,EACJ,IAAI,CAAC,WAAW,EAAE,GAAG,CAAC,EACtB,IAAI,CAAC,UAAU,EAAE,EACjB,IAAI,CAAC,WAAW,EAAE,EAClB,IAAI,CAAC,aAAa,EAAE,EACpB,IAAI,CAAC,aAAa,EAAE,EACpB,IAAI,CAAC,kBAAkB,EAAE,EACzB,MAAM,EACN,cAAc,+CAAuC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,EAC3E,cAAc,uCAA+B,CAC9C,CAAC;AACJ,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,MAAc,EAAE,MAAc;IAC7D,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,cAAc,CAAC,MAAwB,EAAE,OAAe,EAAE,OAAe;IAChF,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC;IACjC,MAAM,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACtC,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,MAAc,EAAE,KAAa,EAAE,MAAwB;IAC3F,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAClE,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAC9B,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACpC,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,sBAAsB,CAC7B,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC/C,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC;IACjF,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IAC9B,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAC/B,2BAA2B,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,GAAG,CAAC,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;IACjF,MAAM,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC9B,2EAA2E;IAC3E,qEAAqE;IACrE,OAAO,MAAM,GAAG,WAAW,CAAC;AAC9B,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAa,EAAE,MAAc,EAAE,MAAwB;IACjF,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACxE,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM,cAAc,GAAG,SAAS,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IACrF,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACpC,MAAM,CAAC,qBAAqB,CAAC,cAAc,CAAC,CAAC;IAC7C,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IAC7B,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE,CAAC,CAAC;IAClD,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC;QACf,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;QAC5B,MAAM,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,CAAC;IACnC,OAAO,UAAU,GAAG,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,4BAA4B,CACnC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC1C,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IACD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;IAC7B,MAAM,OAAO,GAAG,SAAS,GAAG,MAAM,CAAC;IACnC,IAAI,OAAO,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC3B,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;IAClE,8EAA8E;IAC9E,qEAAqE;IACrE,IAAI,OAAO,KAAK,wBAAwB,IAAI,KAAK,CAAC,MAAM,KAAK,EAAE,EAAE,CAAC;QAChE,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QACjC,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IAChD,CAAC;IAED,OAAO,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CAAC,cAAsB,EAAE,UAAkB;IAChE,IAAI,UAAU,IAAI,cAAc,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;AACH,CAAC;AAED,SAAS,+BAA+B,CACtC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,OAAO,EAAE,UAAU,EAAE,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AAClF,CAAC;AAED,SAAS,0BAA0B,CACjC,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB;IAExB,OAAO,EAAE,UAAU,EAAE,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;AACpF,CAAC;AAED,SAAS,4BAA4B,CACnC,KAAa,EACb,MAAc,EACd,MAAwB;IAExB,OAAO,4BAA4B,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAC7D,CAAC;AAED,SAAS,mCAAmC,CAC1C,KAAa,EACb,MAAc,EACd,KAAa,EACb,MAAwB,EACxB,cAA8B;IAE9B,OAAO;QACL,UAAU,EAAE,sBAAsB,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC;QAChF,OAAO,EAAE,IAAI;KACd,CAAC;AACJ,CAAC;AAED,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;AAEjC;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC;IACjD,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,OAAO,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,MAAM,CAAC;QAC1B,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC;QAC/B,4EAA4E;QAC5E,mBAAmB;QACnB,MAAM,QAAQ,GAAG,UAAU,GAAG,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,QAAQ,GAAG,CAAC,CAAC,CAAC,0BAA0B;QACvD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QACxD,MAAM,GAAG,UAAU,CAAC;QACpB,IAAI,MAAM,GAAG,QAAQ,IAAI,CAAC,EAAE,CAAC;YAC3B,SAAS;QACX,CAAC;QAED,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;YACpD,+BAA+B;YAC/B,SAAS;QACX,CAAC;QAED,wFAAwF;QACxF,iCAAiC;QACjC,6CAA6C;QAC7C,4BAA4B;QAC5B,qCAAqC;QACrC,MAAM,UAAU,GAAG,UAAU,GAAG,UAAU,CAAC;QAE3C,yFAAyF;QACzF,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QACrD,SAAS,CAAC,YAAY,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAC1C,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,UAAU,GAAG,UAAU,CAAC,CAAC;QAC9D,SAAS,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QACpC,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IACnG,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;AAC3D,CAAC"}
|
|
@@ -1,16 +1,4 @@
|
|
|
1
1
|
import { mongo } from '@powersync/lib-service-mongodb';
|
|
2
|
-
/**
|
|
3
|
-
* Track bytes read on a change stream.
|
|
4
|
-
*
|
|
5
|
-
* This is after decompression, and without TLS overhead.
|
|
6
|
-
*
|
|
7
|
-
* This excludes some protocol overhead, but does include per-batch overhead.
|
|
8
|
-
*
|
|
9
|
-
* This is built on internal APIs, and may stop working in future driver versions.
|
|
10
|
-
*
|
|
11
|
-
* @param add Called once for each batch of data.
|
|
12
|
-
*/
|
|
13
|
-
export declare function trackChangeStreamBsonBytes(changeStream: mongo.ChangeStream, add: (bytes: number) => void): () => void;
|
|
14
2
|
/**
|
|
15
3
|
* Get the byte size of the current batch on a cursor.
|
|
16
4
|
*
|
|
@@ -1,39 +1,3 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Track bytes read on a change stream.
|
|
3
|
-
*
|
|
4
|
-
* This is after decompression, and without TLS overhead.
|
|
5
|
-
*
|
|
6
|
-
* This excludes some protocol overhead, but does include per-batch overhead.
|
|
7
|
-
*
|
|
8
|
-
* This is built on internal APIs, and may stop working in future driver versions.
|
|
9
|
-
*
|
|
10
|
-
* @param add Called once for each batch of data.
|
|
11
|
-
*/
|
|
12
|
-
export function trackChangeStreamBsonBytes(changeStream, add) {
|
|
13
|
-
let internalChangeStream = changeStream;
|
|
14
|
-
let current = internalChangeStream.cursor;
|
|
15
|
-
let degisterCursor = trackCursor(current, add);
|
|
16
|
-
const refresh = () => {
|
|
17
|
-
// The cursor may be replaced closed and re-opened (replaced) in various scenarios, such as
|
|
18
|
-
// after a primary fail-over event.
|
|
19
|
-
// There is no direct even to track that, but the `resumeTokenChanged` event is a good proxy.
|
|
20
|
-
// It may be called more often than the cursor is replaced, so we just check whether the cursor changed.
|
|
21
|
-
// This might miss the init batch, so we may under-count slightly in that case. It is a rare event
|
|
22
|
-
// and typically a small number of bytes, so it's fine to ignore.
|
|
23
|
-
const next = internalChangeStream.cursor;
|
|
24
|
-
if (next !== current) {
|
|
25
|
-
degisterCursor();
|
|
26
|
-
current = next;
|
|
27
|
-
degisterCursor = trackCursor(current, add);
|
|
28
|
-
}
|
|
29
|
-
};
|
|
30
|
-
changeStream.on('resumeTokenChanged', refresh);
|
|
31
|
-
// We return this to allow de-registration of the event listeners.
|
|
32
|
-
// However, these are garbage collected automatically when the stream is closed, so it's not strictly necessary to call this.
|
|
33
|
-
return () => {
|
|
34
|
-
changeStream.off('resumeTokenChanged', refresh);
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
1
|
/**
|
|
38
2
|
* Get the byte size of the current batch on a cursor.
|
|
39
3
|
*
|
|
@@ -45,24 +9,6 @@ export function getCursorBatchBytes(cursor) {
|
|
|
45
9
|
const documents = cursor.documents;
|
|
46
10
|
return getResponseBytes(documents);
|
|
47
11
|
}
|
|
48
|
-
function trackCursor(cursor, add) {
|
|
49
|
-
if (cursor == null) {
|
|
50
|
-
return () => { };
|
|
51
|
-
}
|
|
52
|
-
const countBatch = (response) => {
|
|
53
|
-
const bytes = getResponseBytes(response);
|
|
54
|
-
if (bytes > 0) {
|
|
55
|
-
add(bytes);
|
|
56
|
-
}
|
|
57
|
-
};
|
|
58
|
-
// The `init` event is emitted for the first batch, and the `more` event is emitted for subsequent batches.
|
|
59
|
-
cursor.on('init', countBatch);
|
|
60
|
-
cursor.on('more', countBatch);
|
|
61
|
-
return () => {
|
|
62
|
-
cursor.off('init', countBatch);
|
|
63
|
-
cursor.off('more', countBatch);
|
|
64
|
-
};
|
|
65
|
-
}
|
|
66
12
|
function getResponseBytes(response) {
|
|
67
13
|
const buffer = response?.toBytes?.();
|
|
68
14
|
return buffer?.byteLength ?? 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"internal-mongodb-utils.js","sourceRoot":"","sources":["../../src/replication/internal-mongodb-utils.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"internal-mongodb-utils.js","sourceRoot":"","sources":["../../src/replication/internal-mongodb-utils.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAA4B;IAC9D,MAAM,SAAS,GAAI,MAAc,CAAC,SAAuC,CAAC;IAC1E,OAAO,gBAAgB,CAAC,SAAS,CAAC,CAAC;AACrC,CAAC;AASD,SAAS,gBAAgB,CAAC,QAAoC;IAC5D,MAAM,MAAM,GAAG,QAAQ,EAAE,OAAO,EAAE,EAAE,CAAC;IACrC,OAAO,MAAM,EAAE,UAAU,IAAI,CAAC,CAAC;AACjC,CAAC"}
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
-
export * from './MongoRelation.js';
|
|
2
1
|
export * from './ChangeStream.js';
|
|
3
|
-
export * from './ChangeStreamReplicator.js';
|
|
4
2
|
export * from './ChangeStreamReplicationJob.js';
|
|
3
|
+
export * from './ChangeStreamReplicator.js';
|
|
5
4
|
export * from './internal-mongodb-utils.js';
|
|
5
|
+
export * from './MongoRelation.js';
|
|
6
|
+
export * from './RawChangeStream.js';
|
|
7
|
+
export * from './SourceRowConverter.js';
|
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
export * from './MongoRelation.js';
|
|
2
1
|
export * from './ChangeStream.js';
|
|
3
|
-
export * from './ChangeStreamReplicator.js';
|
|
4
2
|
export * from './ChangeStreamReplicationJob.js';
|
|
3
|
+
export * from './ChangeStreamReplicator.js';
|
|
5
4
|
export * from './internal-mongodb-utils.js';
|
|
5
|
+
export * from './MongoRelation.js';
|
|
6
|
+
export * from './RawChangeStream.js';
|
|
7
|
+
export * from './SourceRowConverter.js';
|
|
6
8
|
//# sourceMappingURL=replication-index.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replication-index.js","sourceRoot":"","sources":["../../src/replication/replication-index.ts"],"names":[],"mappings":"AAAA,cAAc,
|
|
1
|
+
{"version":3,"file":"replication-index.js","sourceRoot":"","sources":["../../src/replication/replication-index.ts"],"names":[],"mappings":"AAAA,cAAc,mBAAmB,CAAC;AAClC,cAAc,iCAAiC,CAAC;AAChD,cAAc,6BAA6B,CAAC;AAC5C,cAAc,6BAA6B,CAAC;AAC5C,cAAc,oBAAoB,CAAC;AACnC,cAAc,sBAAsB,CAAC;AACrC,cAAc,yBAAyB,CAAC"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { MongoManager } from './MongoManager.js';
|
|
2
1
|
import * as bson from 'bson';
|
|
2
|
+
import { MongoManager } from './MongoManager.js';
|
|
3
3
|
export declare const CHECKPOINTS_COLLECTION = "_powersync_checkpoints";
|
|
4
4
|
export declare function checkSourceConfiguration(connectionManager: MongoManager): Promise<void>;
|
|
5
5
|
export declare function timestampToDate(timestamp: bson.Timestamp): Date;
|
package/dist/types/types.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,SAAS,MAAM,sCAAsC,CAAC;AAClE,OAAO,KAAK,aAAa,MAAM,0BAA0B,CAAC;AAE1D,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,MAAM,CAAN,IAAY,gBAkCX;AAlCD,WAAY,gBAAgB;IAC1B;;;;;;;OAOG;IACH,+BAAW,CAAA;IAEX;;;;;;;OAOG;IACH,qDAAiC,CAAA;IAEjC;;;;;;;;;;;OAWG;IACH,2CAAuB,CAAA;AACzB,CAAC,EAlCW,gBAAgB,KAAhB,gBAAgB,QAkC3B;AAmBD,MAAM,CAAC,MAAM,qBAAqB,GAAG,aAAa,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,GAAG,CAC/G,CAAC,CAAC,MAAM,CAAC;IACP,gCAAgC;IAChC,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,QAAQ,EAAE;CACpG,CAAC,CACH,CAAC;AAaF;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,OAAqC;IAC7E,MAAM,IAAI,GAAG,SAAS,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IAErD,OAAO;QACL,GAAG,IAAI;QACP,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,SAAS;QAC3B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,SAAS;QAC7B,UAAU,EAAG,OAAO,CAAC,WAA4C,IAAI,gBAAgB,CAAC,GAAG;KAC1F,CAAC;AACJ,CAAC"}
|
package/package.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"name": "@powersync/service-module-mongodb",
|
|
3
3
|
"repository": "https://github.com/powersync-ja/powersync-service",
|
|
4
4
|
"types": "dist/index.d.ts",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.16.0",
|
|
6
6
|
"main": "dist/index.js",
|
|
7
7
|
"license": "FSL-1.1-ALv2",
|
|
8
8
|
"type": "module",
|
|
@@ -24,18 +24,18 @@
|
|
|
24
24
|
"dependencies": {
|
|
25
25
|
"bson": "^6.10.4",
|
|
26
26
|
"ts-codec": "^1.3.0",
|
|
27
|
-
"uuid": "^
|
|
28
|
-
"@powersync/lib-service-mongodb": "0.6.
|
|
29
|
-
"@powersync/lib-services-framework": "0.9.
|
|
30
|
-
"@powersync/service-core": "1.
|
|
31
|
-
"@powersync/service-jsonbig": "0.17.
|
|
32
|
-
"@powersync/service-sync-rules": "0.
|
|
33
|
-
"@powersync/service-types": "0.15.
|
|
27
|
+
"uuid": "^14.0.0",
|
|
28
|
+
"@powersync/lib-service-mongodb": "0.6.25",
|
|
29
|
+
"@powersync/lib-services-framework": "0.9.4",
|
|
30
|
+
"@powersync/service-core": "1.21.0",
|
|
31
|
+
"@powersync/service-jsonbig": "0.17.13",
|
|
32
|
+
"@powersync/service-sync-rules": "0.36.0",
|
|
33
|
+
"@powersync/service-types": "0.15.2"
|
|
34
34
|
},
|
|
35
35
|
"devDependencies": {
|
|
36
|
-
"@powersync/service-core-tests": "0.15.
|
|
37
|
-
"@powersync/service-module-mongodb-storage": "0.
|
|
38
|
-
"@powersync/service-module-postgres-storage": "0.
|
|
36
|
+
"@powersync/service-core-tests": "0.15.5",
|
|
37
|
+
"@powersync/service-module-mongodb-storage": "0.16.0",
|
|
38
|
+
"@powersync/service-module-postgres-storage": "0.14.0"
|
|
39
39
|
},
|
|
40
40
|
"scripts": {
|
|
41
41
|
"build": "tsc -b",
|
|
@@ -0,0 +1,358 @@
|
|
|
1
|
+
import { CompatibilityContext } from '@powersync/service-sync-rules';
|
|
2
|
+
import * as bson from 'bson';
|
|
3
|
+
import { performance } from 'node:perf_hooks';
|
|
4
|
+
import { DirectSourceRowConverter, LegacySourceRowConverter, parseChangeDocument } from '../dist/index.js';
|
|
5
|
+
|
|
6
|
+
// This is a synthetic benchmark to test performance of parseChangeDocument
|
|
7
|
+
// versus the normal bson.deserialize().
|
|
8
|
+
// Primarily AI-generated.
|
|
9
|
+
|
|
10
|
+
const BSON_OPTIONS = { useBigInt64: true } as const;
|
|
11
|
+
const OPERATION_TYPES = ['insert', 'update'] as const;
|
|
12
|
+
const SIZE_TARGETS = [
|
|
13
|
+
{ label: '1 KB', bytes: 1_024 },
|
|
14
|
+
{ label: '10 KB', bytes: 10_240 },
|
|
15
|
+
{ label: '100 KB', bytes: 102_400 }
|
|
16
|
+
] as const;
|
|
17
|
+
|
|
18
|
+
type OperationType = (typeof OPERATION_TYPES)[number];
|
|
19
|
+
|
|
20
|
+
type FullDocument = {
|
|
21
|
+
_id: bson.ObjectId;
|
|
22
|
+
checksum: number;
|
|
23
|
+
operationType: OperationType;
|
|
24
|
+
tenantId: string;
|
|
25
|
+
version: number;
|
|
26
|
+
createdAt: Date;
|
|
27
|
+
updatedAt: Date;
|
|
28
|
+
flags: {
|
|
29
|
+
active: boolean;
|
|
30
|
+
archived: boolean;
|
|
31
|
+
source: string;
|
|
32
|
+
};
|
|
33
|
+
metrics: {
|
|
34
|
+
itemCount: number;
|
|
35
|
+
ratio: number;
|
|
36
|
+
};
|
|
37
|
+
tags: string[];
|
|
38
|
+
nested: {
|
|
39
|
+
owner: {
|
|
40
|
+
id: string;
|
|
41
|
+
region: string;
|
|
42
|
+
};
|
|
43
|
+
counters: number[];
|
|
44
|
+
changedFields: string[];
|
|
45
|
+
};
|
|
46
|
+
payload: string;
|
|
47
|
+
};
|
|
48
|
+
|
|
49
|
+
type UpdateDescription = {
|
|
50
|
+
updatedFields: {
|
|
51
|
+
payload: string;
|
|
52
|
+
metrics: FullDocument['metrics'];
|
|
53
|
+
updatedAt: Date;
|
|
54
|
+
version: number;
|
|
55
|
+
};
|
|
56
|
+
removedFields: string[];
|
|
57
|
+
truncatedArrays: never[];
|
|
58
|
+
};
|
|
59
|
+
|
|
60
|
+
type ChangeDocument = {
|
|
61
|
+
_id: {
|
|
62
|
+
_data: string;
|
|
63
|
+
};
|
|
64
|
+
operationType: OperationType;
|
|
65
|
+
wallTime: Date;
|
|
66
|
+
ns: {
|
|
67
|
+
db: string;
|
|
68
|
+
coll: string;
|
|
69
|
+
};
|
|
70
|
+
lsid: {
|
|
71
|
+
id: bson.Binary;
|
|
72
|
+
};
|
|
73
|
+
txnNumber: bson.Long;
|
|
74
|
+
documentKey: {
|
|
75
|
+
_id: bson.ObjectId;
|
|
76
|
+
};
|
|
77
|
+
fullDocument: FullDocument;
|
|
78
|
+
updateDescription?: UpdateDescription;
|
|
79
|
+
};
|
|
80
|
+
|
|
81
|
+
type Benchmark = {
|
|
82
|
+
label: string;
|
|
83
|
+
run: (buffer: Buffer) => number;
|
|
84
|
+
};
|
|
85
|
+
|
|
86
|
+
type Scenario = {
|
|
87
|
+
label: string;
|
|
88
|
+
operationType: OperationType;
|
|
89
|
+
targetBytes: number;
|
|
90
|
+
fullDocumentBytes: number;
|
|
91
|
+
eventBytes: number;
|
|
92
|
+
buffer: Buffer;
|
|
93
|
+
};
|
|
94
|
+
|
|
95
|
+
type BenchmarkResult = {
|
|
96
|
+
elapsedMs: number;
|
|
97
|
+
opsPerSecond: number;
|
|
98
|
+
mibPerSecond: number;
|
|
99
|
+
};
|
|
100
|
+
|
|
101
|
+
const rawConverter = new DirectSourceRowConverter(CompatibilityContext.FULL_BACKWARDS_COMPATIBILITY);
|
|
102
|
+
const docConverter = new LegacySourceRowConverter(CompatibilityContext.FULL_BACKWARDS_COMPATIBILITY);
|
|
103
|
+
|
|
104
|
+
const BENCHMARKS: readonly Benchmark[] = [
|
|
105
|
+
{
|
|
106
|
+
label: 'parseChangeDocument + rawToSqliteRow',
|
|
107
|
+
run: (buffer: Buffer) => {
|
|
108
|
+
const change = parseChangeDocument(buffer);
|
|
109
|
+
if (!('fullDocument' in change)) {
|
|
110
|
+
throw new Error('Unsupported change type: ' + change.operationType);
|
|
111
|
+
}
|
|
112
|
+
if (change.fullDocument == null) {
|
|
113
|
+
throw new Error('Expected fullDocument to be present');
|
|
114
|
+
}
|
|
115
|
+
const fullDocument = rawConverter.rawToSqliteRow(change.fullDocument) as { checksum?: number };
|
|
116
|
+
return Number(fullDocument.checksum ?? 0);
|
|
117
|
+
}
|
|
118
|
+
},
|
|
119
|
+
{
|
|
120
|
+
label: 'bson.deserialize + documentToSqliteRow',
|
|
121
|
+
run: (buffer: Buffer) => {
|
|
122
|
+
const change = bson.deserialize(buffer, BSON_OPTIONS) as { fullDocument?: { checksum?: number } };
|
|
123
|
+
const fullDocument = docConverter.documentToSqliteRow(change.fullDocument!);
|
|
124
|
+
return Number(change.fullDocument?.checksum ?? 0);
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
] as const;
|
|
128
|
+
|
|
129
|
+
function createFullDocument(operationType: OperationType, targetBytes: number): FullDocument {
|
|
130
|
+
const seed = targetBytes + (operationType === 'insert' ? 11 : 29);
|
|
131
|
+
const baseDocument: FullDocument = {
|
|
132
|
+
_id: new bson.ObjectId(),
|
|
133
|
+
checksum: seed,
|
|
134
|
+
operationType,
|
|
135
|
+
tenantId: 'tenant-benchmark',
|
|
136
|
+
version: operationType === 'insert' ? 1 : 2,
|
|
137
|
+
createdAt: new Date('2026-01-01T00:00:00.000Z'),
|
|
138
|
+
updatedAt: new Date('2026-01-02T03:04:05.000Z'),
|
|
139
|
+
flags: {
|
|
140
|
+
active: true,
|
|
141
|
+
archived: false,
|
|
142
|
+
source: 'benchmark'
|
|
143
|
+
},
|
|
144
|
+
metrics: {
|
|
145
|
+
itemCount: seed,
|
|
146
|
+
ratio: Number((targetBytes / 1024).toFixed(3))
|
|
147
|
+
},
|
|
148
|
+
tags: ['alpha', 'beta', 'gamma', operationType],
|
|
149
|
+
nested: {
|
|
150
|
+
owner: {
|
|
151
|
+
id: `owner-${seed}`,
|
|
152
|
+
region: 'af-south-1'
|
|
153
|
+
},
|
|
154
|
+
counters: [1, 2, 3, 5, 8, 13],
|
|
155
|
+
changedFields: operationType === 'update' ? ['payload', 'metrics.itemCount', 'updatedAt'] : []
|
|
156
|
+
},
|
|
157
|
+
payload: ''
|
|
158
|
+
};
|
|
159
|
+
|
|
160
|
+
const payloadLength = findPayloadLength(baseDocument, targetBytes);
|
|
161
|
+
const payload = repeatCharacter('x', payloadLength);
|
|
162
|
+
return {
|
|
163
|
+
...baseDocument,
|
|
164
|
+
payload
|
|
165
|
+
};
|
|
166
|
+
}
|
|
167
|
+
|
|
168
|
+
function createChangeDocument(fullDocument: FullDocument, operationType: OperationType): ChangeDocument {
|
|
169
|
+
const updateDescription: UpdateDescription | undefined =
|
|
170
|
+
operationType === 'update'
|
|
171
|
+
? {
|
|
172
|
+
updatedFields: {
|
|
173
|
+
payload: fullDocument.payload,
|
|
174
|
+
metrics: fullDocument.metrics,
|
|
175
|
+
updatedAt: fullDocument.updatedAt,
|
|
176
|
+
version: fullDocument.version
|
|
177
|
+
},
|
|
178
|
+
removedFields: ['legacyField'],
|
|
179
|
+
truncatedArrays: []
|
|
180
|
+
}
|
|
181
|
+
: undefined;
|
|
182
|
+
|
|
183
|
+
return {
|
|
184
|
+
_id: {
|
|
185
|
+
_data: `${operationType}-${fullDocument.checksum}-${new bson.ObjectId().toHexString()}`
|
|
186
|
+
},
|
|
187
|
+
operationType,
|
|
188
|
+
wallTime: new Date('2026-01-03T09:10:11.000Z'),
|
|
189
|
+
ns: {
|
|
190
|
+
db: 'benchmark_db',
|
|
191
|
+
coll: 'benchmark_coll'
|
|
192
|
+
},
|
|
193
|
+
lsid: {
|
|
194
|
+
id: new bson.Binary(Buffer.alloc(16, operationType === 'insert' ? 0x11 : 0x22))
|
|
195
|
+
},
|
|
196
|
+
txnNumber: seedLong(fullDocument.checksum),
|
|
197
|
+
documentKey: {
|
|
198
|
+
_id: fullDocument._id
|
|
199
|
+
},
|
|
200
|
+
...(updateDescription == null ? {} : { updateDescription }),
|
|
201
|
+
fullDocument
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
function seedLong(value: number): bson.Long {
|
|
206
|
+
return bson.Long.fromNumber(value);
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function findPayloadLength(baseDocument: FullDocument, targetBytes: number): number {
|
|
210
|
+
const baseSize = bson.calculateObjectSize(baseDocument);
|
|
211
|
+
if (baseSize >= targetBytes) {
|
|
212
|
+
return 0;
|
|
213
|
+
}
|
|
214
|
+
|
|
215
|
+
let low = 0;
|
|
216
|
+
let high = Math.max(16, targetBytes - baseSize);
|
|
217
|
+
while (calculateSizedDocumentBytes(baseDocument, high) < targetBytes) {
|
|
218
|
+
high *= 2;
|
|
219
|
+
}
|
|
220
|
+
|
|
221
|
+
while (low < high) {
|
|
222
|
+
const mid = Math.floor((low + high) / 2);
|
|
223
|
+
if (calculateSizedDocumentBytes(baseDocument, mid) < targetBytes) {
|
|
224
|
+
low = mid + 1;
|
|
225
|
+
} else {
|
|
226
|
+
high = mid;
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
return low;
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
function calculateSizedDocumentBytes(baseDocument: FullDocument, payloadLength: number): number {
|
|
234
|
+
return bson.calculateObjectSize({
|
|
235
|
+
...baseDocument,
|
|
236
|
+
payload: repeatCharacter('x', payloadLength)
|
|
237
|
+
});
|
|
238
|
+
}
|
|
239
|
+
|
|
240
|
+
function repeatCharacter(character: string, count: number): string {
|
|
241
|
+
return character.repeat(Math.max(0, count));
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
function chooseIterations(eventBytes: number): number {
|
|
245
|
+
const targetBytes = 256 * 1024 * 1024;
|
|
246
|
+
return clamp(Math.floor(targetBytes / eventBytes), 200, 50_000);
|
|
247
|
+
}
|
|
248
|
+
|
|
249
|
+
function clamp(value: number, min: number, max: number): number {
|
|
250
|
+
return Math.max(min, Math.min(max, value));
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
function median(values: number[]): number {
|
|
254
|
+
const sorted = [...values].sort((a, b) => a - b);
|
|
255
|
+
const middle = Math.floor(sorted.length / 2);
|
|
256
|
+
return sorted.length % 2 === 0 ? (sorted[middle - 1] + sorted[middle]) / 2 : sorted[middle];
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
function buildScenario(operationType: OperationType, sizeLabel: string, targetBytes: number): Scenario {
|
|
260
|
+
const fullDocument = createFullDocument(operationType, targetBytes);
|
|
261
|
+
const changeDocument = createChangeDocument(fullDocument, operationType);
|
|
262
|
+
const buffer = Buffer.from(bson.serialize(changeDocument));
|
|
263
|
+
return {
|
|
264
|
+
label: `${operationType} ${sizeLabel}`,
|
|
265
|
+
operationType,
|
|
266
|
+
targetBytes,
|
|
267
|
+
fullDocumentBytes: bson.calculateObjectSize(fullDocument),
|
|
268
|
+
eventBytes: buffer.byteLength,
|
|
269
|
+
buffer
|
|
270
|
+
};
|
|
271
|
+
}
|
|
272
|
+
|
|
273
|
+
function runBenchmark(
|
|
274
|
+
label: string,
|
|
275
|
+
fn: (buffer: Buffer) => number,
|
|
276
|
+
buffer: Buffer,
|
|
277
|
+
iterations: number
|
|
278
|
+
): BenchmarkResult {
|
|
279
|
+
const warmupIterations = Math.min(2_000, Math.max(50, Math.floor(iterations / 10)));
|
|
280
|
+
let sink = 0;
|
|
281
|
+
for (let i = 0; i < warmupIterations; i += 1) {
|
|
282
|
+
sink += fn(buffer);
|
|
283
|
+
}
|
|
284
|
+
|
|
285
|
+
const samples: number[] = [];
|
|
286
|
+
for (let round = 0; round < 5; round += 1) {
|
|
287
|
+
const start = performance.now();
|
|
288
|
+
for (let i = 0; i < iterations; i += 1) {
|
|
289
|
+
sink += fn(buffer);
|
|
290
|
+
}
|
|
291
|
+
samples.push(performance.now() - start);
|
|
292
|
+
}
|
|
293
|
+
|
|
294
|
+
if (sink === Number.MIN_SAFE_INTEGER) {
|
|
295
|
+
console.error(label);
|
|
296
|
+
}
|
|
297
|
+
|
|
298
|
+
const elapsedMs = median(samples);
|
|
299
|
+
const opsPerSecond = (iterations * 1000) / elapsedMs;
|
|
300
|
+
const mibPerSecond = (buffer.byteLength * iterations) / (1024 * 1024) / (elapsedMs / 1000);
|
|
301
|
+
return {
|
|
302
|
+
elapsedMs,
|
|
303
|
+
opsPerSecond,
|
|
304
|
+
mibPerSecond
|
|
305
|
+
};
|
|
306
|
+
}
|
|
307
|
+
|
|
308
|
+
function printRow(values: string[]): void {
|
|
309
|
+
const widths = [16, 10, 10, 38, 10, 10];
|
|
310
|
+
const line = values
|
|
311
|
+
.map((value, index) => value.padEnd(widths[index] ?? value.length))
|
|
312
|
+
.join(' ')
|
|
313
|
+
.trimEnd();
|
|
314
|
+
console.log(line);
|
|
315
|
+
}
|
|
316
|
+
|
|
317
|
+
printRow(['Scenario', 'Full doc', 'Event', 'Benchmark', 'Ops/s', 'MiB/s']);
|
|
318
|
+
printRow(['--------', '--------', '-----', '---------', '-----', '-----']);
|
|
319
|
+
|
|
320
|
+
for (const operationType of OPERATION_TYPES) {
|
|
321
|
+
for (const size of SIZE_TARGETS) {
|
|
322
|
+
const scenario = buildScenario(operationType, size.label, size.bytes);
|
|
323
|
+
const iterations = chooseIterations(scenario.eventBytes);
|
|
324
|
+
const results = BENCHMARKS.map((benchmark) => ({
|
|
325
|
+
label: benchmark.label,
|
|
326
|
+
...runBenchmark(benchmark.label, benchmark.run, scenario.buffer, iterations)
|
|
327
|
+
}));
|
|
328
|
+
|
|
329
|
+
let isFirstRow = true;
|
|
330
|
+
for (const result of results) {
|
|
331
|
+
printRow([
|
|
332
|
+
isFirstRow ? scenario.label : '',
|
|
333
|
+
isFirstRow ? formatBytes(scenario.fullDocumentBytes) : '',
|
|
334
|
+
isFirstRow ? formatBytes(scenario.eventBytes) : '',
|
|
335
|
+
result.label,
|
|
336
|
+
formatNumber(result.opsPerSecond),
|
|
337
|
+
formatNumber(result.mibPerSecond)
|
|
338
|
+
]);
|
|
339
|
+
isFirstRow = false;
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
}
|
|
343
|
+
|
|
344
|
+
function formatNumber(value: number): string {
|
|
345
|
+
return new Intl.NumberFormat('en-US', {
|
|
346
|
+
maximumFractionDigits: value >= 100 ? 0 : 1
|
|
347
|
+
}).format(value);
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
function formatBytes(bytes: number): string {
|
|
351
|
+
if (bytes < 1024) {
|
|
352
|
+
return `${bytes} B`;
|
|
353
|
+
}
|
|
354
|
+
if (bytes < 1024 * 1024) {
|
|
355
|
+
return `${(bytes / 1024).toFixed(bytes >= 10 * 1024 ? 0 : 1)} KB`;
|
|
356
|
+
}
|
|
357
|
+
return `${(bytes / (1024 * 1024)).toFixed(1)} MB`;
|
|
358
|
+
}
|