@powersync/service-core 0.0.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.probes/.gitkeep +0 -0
- package/CHANGELOG.md +13 -0
- package/LICENSE +67 -0
- package/README.md +3 -0
- package/dist/api/api-index.d.ts +2 -0
- package/dist/api/api-index.js +3 -0
- package/dist/api/api-index.js.map +1 -0
- package/dist/api/diagnostics.d.ts +21 -0
- package/dist/api/diagnostics.js +183 -0
- package/dist/api/diagnostics.js.map +1 -0
- package/dist/api/schema.d.ts +5 -0
- package/dist/api/schema.js +88 -0
- package/dist/api/schema.js.map +1 -0
- package/dist/auth/CachedKeyCollector.d.ts +46 -0
- package/dist/auth/CachedKeyCollector.js +116 -0
- package/dist/auth/CachedKeyCollector.js.map +1 -0
- package/dist/auth/CompoundKeyCollector.d.ts +8 -0
- package/dist/auth/CompoundKeyCollector.js +23 -0
- package/dist/auth/CompoundKeyCollector.js.map +1 -0
- package/dist/auth/JwtPayload.d.ts +10 -0
- package/dist/auth/JwtPayload.js +2 -0
- package/dist/auth/JwtPayload.js.map +1 -0
- package/dist/auth/KeyCollector.d.ts +24 -0
- package/dist/auth/KeyCollector.js +2 -0
- package/dist/auth/KeyCollector.js.map +1 -0
- package/dist/auth/KeySpec.d.ts +26 -0
- package/dist/auth/KeySpec.js +49 -0
- package/dist/auth/KeySpec.js.map +1 -0
- package/dist/auth/KeyStore.d.ts +39 -0
- package/dist/auth/KeyStore.js +131 -0
- package/dist/auth/KeyStore.js.map +1 -0
- package/dist/auth/LeakyBucket.d.ts +39 -0
- package/dist/auth/LeakyBucket.js +57 -0
- package/dist/auth/LeakyBucket.js.map +1 -0
- package/dist/auth/RemoteJWKSCollector.d.ts +24 -0
- package/dist/auth/RemoteJWKSCollector.js +106 -0
- package/dist/auth/RemoteJWKSCollector.js.map +1 -0
- package/dist/auth/StaticKeyCollector.d.ts +14 -0
- package/dist/auth/StaticKeyCollector.js +19 -0
- package/dist/auth/StaticKeyCollector.js.map +1 -0
- package/dist/auth/SupabaseKeyCollector.d.ts +22 -0
- package/dist/auth/SupabaseKeyCollector.js +61 -0
- package/dist/auth/SupabaseKeyCollector.js.map +1 -0
- package/dist/auth/auth-index.d.ts +10 -0
- package/dist/auth/auth-index.js +11 -0
- package/dist/auth/auth-index.js.map +1 -0
- package/dist/db/db-index.d.ts +1 -0
- package/dist/db/db-index.js +2 -0
- package/dist/db/db-index.js.map +1 -0
- package/dist/db/mongo.d.ts +29 -0
- package/dist/db/mongo.js +65 -0
- package/dist/db/mongo.js.map +1 -0
- package/dist/entry/cli-entry.d.ts +15 -0
- package/dist/entry/cli-entry.js +36 -0
- package/dist/entry/cli-entry.js.map +1 -0
- package/dist/entry/commands/config-command.d.ts +10 -0
- package/dist/entry/commands/config-command.js +21 -0
- package/dist/entry/commands/config-command.js.map +1 -0
- package/dist/entry/commands/migrate-action.d.ts +2 -0
- package/dist/entry/commands/migrate-action.js +18 -0
- package/dist/entry/commands/migrate-action.js.map +1 -0
- package/dist/entry/commands/start-action.d.ts +3 -0
- package/dist/entry/commands/start-action.js +15 -0
- package/dist/entry/commands/start-action.js.map +1 -0
- package/dist/entry/commands/teardown-action.d.ts +2 -0
- package/dist/entry/commands/teardown-action.js +17 -0
- package/dist/entry/commands/teardown-action.js.map +1 -0
- package/dist/entry/entry-index.d.ts +5 -0
- package/dist/entry/entry-index.js +6 -0
- package/dist/entry/entry-index.js.map +1 -0
- package/dist/index.d.ts +24 -0
- package/dist/index.js +26 -0
- package/dist/index.js.map +1 -0
- package/dist/metrics/metrics.d.ts +16 -0
- package/dist/metrics/metrics.js +139 -0
- package/dist/metrics/metrics.js.map +1 -0
- package/dist/migrations/db/migrations/1684951997326-init.d.ts +3 -0
- package/dist/migrations/db/migrations/1684951997326-init.js +31 -0
- package/dist/migrations/db/migrations/1684951997326-init.js.map +1 -0
- package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.d.ts +2 -0
- package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js +5 -0
- package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js.map +1 -0
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts +3 -0
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +54 -0
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -0
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts +3 -0
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js +27 -0
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map +1 -0
- package/dist/migrations/db/store.d.ts +3 -0
- package/dist/migrations/db/store.js +10 -0
- package/dist/migrations/db/store.js.map +1 -0
- package/dist/migrations/migrations.d.ts +10 -0
- package/dist/migrations/migrations.js +94 -0
- package/dist/migrations/migrations.js.map +1 -0
- package/dist/replication/ErrorRateLimiter.d.ts +17 -0
- package/dist/replication/ErrorRateLimiter.js +42 -0
- package/dist/replication/ErrorRateLimiter.js.map +1 -0
- package/dist/replication/PgRelation.d.ts +16 -0
- package/dist/replication/PgRelation.js +26 -0
- package/dist/replication/PgRelation.js.map +1 -0
- package/dist/replication/WalConnection.d.ts +34 -0
- package/dist/replication/WalConnection.js +190 -0
- package/dist/replication/WalConnection.js.map +1 -0
- package/dist/replication/WalStream.d.ts +58 -0
- package/dist/replication/WalStream.js +517 -0
- package/dist/replication/WalStream.js.map +1 -0
- package/dist/replication/WalStreamManager.d.ts +30 -0
- package/dist/replication/WalStreamManager.js +199 -0
- package/dist/replication/WalStreamManager.js.map +1 -0
- package/dist/replication/WalStreamRunner.d.ts +38 -0
- package/dist/replication/WalStreamRunner.js +155 -0
- package/dist/replication/WalStreamRunner.js.map +1 -0
- package/dist/replication/replication-index.d.ts +7 -0
- package/dist/replication/replication-index.js +8 -0
- package/dist/replication/replication-index.js.map +1 -0
- package/dist/replication/util.d.ts +9 -0
- package/dist/replication/util.js +62 -0
- package/dist/replication/util.js.map +1 -0
- package/dist/routes/admin.d.ts +7 -0
- package/dist/routes/admin.js +192 -0
- package/dist/routes/admin.js.map +1 -0
- package/dist/routes/auth.d.ts +58 -0
- package/dist/routes/auth.js +182 -0
- package/dist/routes/auth.js.map +1 -0
- package/dist/routes/checkpointing.d.ts +3 -0
- package/dist/routes/checkpointing.js +30 -0
- package/dist/routes/checkpointing.js.map +1 -0
- package/dist/routes/dev.d.ts +6 -0
- package/dist/routes/dev.js +163 -0
- package/dist/routes/dev.js.map +1 -0
- package/dist/routes/route-generators.d.ts +15 -0
- package/dist/routes/route-generators.js +32 -0
- package/dist/routes/route-generators.js.map +1 -0
- package/dist/routes/router-socket.d.ts +10 -0
- package/dist/routes/router-socket.js +5 -0
- package/dist/routes/router-socket.js.map +1 -0
- package/dist/routes/router.d.ts +13 -0
- package/dist/routes/router.js +2 -0
- package/dist/routes/router.js.map +1 -0
- package/dist/routes/routes-index.d.ts +4 -0
- package/dist/routes/routes-index.js +5 -0
- package/dist/routes/routes-index.js.map +1 -0
- package/dist/routes/socket-route.d.ts +2 -0
- package/dist/routes/socket-route.js +119 -0
- package/dist/routes/socket-route.js.map +1 -0
- package/dist/routes/sync-rules.d.ts +6 -0
- package/dist/routes/sync-rules.js +182 -0
- package/dist/routes/sync-rules.js.map +1 -0
- package/dist/routes/sync-stream.d.ts +5 -0
- package/dist/routes/sync-stream.js +74 -0
- package/dist/routes/sync-stream.js.map +1 -0
- package/dist/runner/teardown.d.ts +2 -0
- package/dist/runner/teardown.js +79 -0
- package/dist/runner/teardown.js.map +1 -0
- package/dist/storage/BucketStorage.d.ts +298 -0
- package/dist/storage/BucketStorage.js +25 -0
- package/dist/storage/BucketStorage.js.map +1 -0
- package/dist/storage/MongoBucketStorage.d.ts +51 -0
- package/dist/storage/MongoBucketStorage.js +388 -0
- package/dist/storage/MongoBucketStorage.js.map +1 -0
- package/dist/storage/SourceTable.d.ts +39 -0
- package/dist/storage/SourceTable.js +50 -0
- package/dist/storage/SourceTable.js.map +1 -0
- package/dist/storage/mongo/MongoBucketBatch.d.ts +48 -0
- package/dist/storage/mongo/MongoBucketBatch.js +584 -0
- package/dist/storage/mongo/MongoBucketBatch.js.map +1 -0
- package/dist/storage/mongo/MongoIdSequence.d.ts +12 -0
- package/dist/storage/mongo/MongoIdSequence.js +21 -0
- package/dist/storage/mongo/MongoIdSequence.js.map +1 -0
- package/dist/storage/mongo/MongoPersistedSyncRules.d.ts +9 -0
- package/dist/storage/mongo/MongoPersistedSyncRules.js +9 -0
- package/dist/storage/mongo/MongoPersistedSyncRules.js.map +1 -0
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.d.ts +20 -0
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.js +26 -0
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.js.map +1 -0
- package/dist/storage/mongo/MongoSyncBucketStorage.d.ts +27 -0
- package/dist/storage/mongo/MongoSyncBucketStorage.js +379 -0
- package/dist/storage/mongo/MongoSyncBucketStorage.js.map +1 -0
- package/dist/storage/mongo/MongoSyncRulesLock.d.ts +16 -0
- package/dist/storage/mongo/MongoSyncRulesLock.js +65 -0
- package/dist/storage/mongo/MongoSyncRulesLock.js.map +1 -0
- package/dist/storage/mongo/OperationBatch.d.ts +26 -0
- package/dist/storage/mongo/OperationBatch.js +101 -0
- package/dist/storage/mongo/OperationBatch.js.map +1 -0
- package/dist/storage/mongo/PersistedBatch.d.ts +42 -0
- package/dist/storage/mongo/PersistedBatch.js +200 -0
- package/dist/storage/mongo/PersistedBatch.js.map +1 -0
- package/dist/storage/mongo/db.d.ts +23 -0
- package/dist/storage/mongo/db.js +34 -0
- package/dist/storage/mongo/db.js.map +1 -0
- package/dist/storage/mongo/models.d.ts +137 -0
- package/dist/storage/mongo/models.js +27 -0
- package/dist/storage/mongo/models.js.map +1 -0
- package/dist/storage/mongo/util.d.ts +26 -0
- package/dist/storage/mongo/util.js +81 -0
- package/dist/storage/mongo/util.js.map +1 -0
- package/dist/storage/storage-index.d.ts +14 -0
- package/dist/storage/storage-index.js +15 -0
- package/dist/storage/storage-index.js.map +1 -0
- package/dist/sync/BroadcastIterable.d.ts +38 -0
- package/dist/sync/BroadcastIterable.js +153 -0
- package/dist/sync/BroadcastIterable.js.map +1 -0
- package/dist/sync/LastValueSink.d.ts +25 -0
- package/dist/sync/LastValueSink.js +84 -0
- package/dist/sync/LastValueSink.js.map +1 -0
- package/dist/sync/merge.d.ts +39 -0
- package/dist/sync/merge.js +175 -0
- package/dist/sync/merge.js.map +1 -0
- package/dist/sync/safeRace.d.ts +1 -0
- package/dist/sync/safeRace.js +91 -0
- package/dist/sync/safeRace.js.map +1 -0
- package/dist/sync/sync-index.d.ts +6 -0
- package/dist/sync/sync-index.js +7 -0
- package/dist/sync/sync-index.js.map +1 -0
- package/dist/sync/sync.d.ts +18 -0
- package/dist/sync/sync.js +248 -0
- package/dist/sync/sync.js.map +1 -0
- package/dist/sync/util.d.ts +26 -0
- package/dist/sync/util.js +73 -0
- package/dist/sync/util.js.map +1 -0
- package/dist/system/CorePowerSyncSystem.d.ts +18 -0
- package/dist/system/CorePowerSyncSystem.js +28 -0
- package/dist/system/CorePowerSyncSystem.js.map +1 -0
- package/dist/util/Mutex.d.ts +47 -0
- package/dist/util/Mutex.js +132 -0
- package/dist/util/Mutex.js.map +1 -0
- package/dist/util/PgManager.d.ts +24 -0
- package/dist/util/PgManager.js +55 -0
- package/dist/util/PgManager.js.map +1 -0
- package/dist/util/alerting.d.ts +4 -0
- package/dist/util/alerting.js +14 -0
- package/dist/util/alerting.js.map +1 -0
- package/dist/util/config/collectors/config-collector.d.ts +29 -0
- package/dist/util/config/collectors/config-collector.js +116 -0
- package/dist/util/config/collectors/config-collector.js.map +1 -0
- package/dist/util/config/collectors/impl/base64-config-collector.d.ts +6 -0
- package/dist/util/config/collectors/impl/base64-config-collector.js +15 -0
- package/dist/util/config/collectors/impl/base64-config-collector.js.map +1 -0
- package/dist/util/config/collectors/impl/fallback-config-collector.d.ts +11 -0
- package/dist/util/config/collectors/impl/fallback-config-collector.js +19 -0
- package/dist/util/config/collectors/impl/fallback-config-collector.js.map +1 -0
- package/dist/util/config/collectors/impl/filesystem-config-collector.d.ts +6 -0
- package/dist/util/config/collectors/impl/filesystem-config-collector.js +35 -0
- package/dist/util/config/collectors/impl/filesystem-config-collector.js.map +1 -0
- package/dist/util/config/compound-config-collector.d.ts +32 -0
- package/dist/util/config/compound-config-collector.js +126 -0
- package/dist/util/config/compound-config-collector.js.map +1 -0
- package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.d.ts +7 -0
- package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js +17 -0
- package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js.map +1 -0
- package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.d.ts +7 -0
- package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js +21 -0
- package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js.map +1 -0
- package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.d.ts +7 -0
- package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js +17 -0
- package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js.map +1 -0
- package/dist/util/config/sync-rules/sync-collector.d.ts +6 -0
- package/dist/util/config/sync-rules/sync-collector.js +3 -0
- package/dist/util/config/sync-rules/sync-collector.js.map +1 -0
- package/dist/util/config/types.d.ts +53 -0
- package/dist/util/config/types.js +7 -0
- package/dist/util/config/types.js.map +1 -0
- package/dist/util/config.d.ts +7 -0
- package/dist/util/config.js +35 -0
- package/dist/util/config.js.map +1 -0
- package/dist/util/env.d.ts +10 -0
- package/dist/util/env.js +25 -0
- package/dist/util/env.js.map +1 -0
- package/dist/util/memory-tracking.d.ts +7 -0
- package/dist/util/memory-tracking.js +58 -0
- package/dist/util/memory-tracking.js.map +1 -0
- package/dist/util/migration_lib.d.ts +11 -0
- package/dist/util/migration_lib.js +64 -0
- package/dist/util/migration_lib.js.map +1 -0
- package/dist/util/pgwire_utils.d.ts +24 -0
- package/dist/util/pgwire_utils.js +117 -0
- package/dist/util/pgwire_utils.js.map +1 -0
- package/dist/util/populate_test_data.d.ts +8 -0
- package/dist/util/populate_test_data.js +65 -0
- package/dist/util/populate_test_data.js.map +1 -0
- package/dist/util/protocol-types.d.ts +178 -0
- package/dist/util/protocol-types.js +38 -0
- package/dist/util/protocol-types.js.map +1 -0
- package/dist/util/secs.d.ts +2 -0
- package/dist/util/secs.js +49 -0
- package/dist/util/secs.js.map +1 -0
- package/dist/util/util-index.d.ts +22 -0
- package/dist/util/util-index.js +23 -0
- package/dist/util/util-index.js.map +1 -0
- package/dist/util/utils.d.ts +14 -0
- package/dist/util/utils.js +75 -0
- package/dist/util/utils.js.map +1 -0
- package/package.json +55 -0
- package/src/api/api-index.ts +2 -0
- package/src/api/diagnostics.ts +221 -0
- package/src/api/schema.ts +99 -0
- package/src/auth/CachedKeyCollector.ts +132 -0
- package/src/auth/CompoundKeyCollector.ts +33 -0
- package/src/auth/JwtPayload.ts +11 -0
- package/src/auth/KeyCollector.ts +27 -0
- package/src/auth/KeySpec.ts +67 -0
- package/src/auth/KeyStore.ts +156 -0
- package/src/auth/LeakyBucket.ts +66 -0
- package/src/auth/RemoteJWKSCollector.ts +130 -0
- package/src/auth/StaticKeyCollector.ts +21 -0
- package/src/auth/SupabaseKeyCollector.ts +67 -0
- package/src/auth/auth-index.ts +10 -0
- package/src/db/db-index.ts +1 -0
- package/src/db/mongo.ts +72 -0
- package/src/entry/cli-entry.ts +41 -0
- package/src/entry/commands/config-command.ts +36 -0
- package/src/entry/commands/migrate-action.ts +25 -0
- package/src/entry/commands/start-action.ts +24 -0
- package/src/entry/commands/teardown-action.ts +23 -0
- package/src/entry/entry-index.ts +5 -0
- package/src/index.ts +37 -0
- package/src/metrics/metrics.ts +169 -0
- package/src/migrations/db/migrations/1684951997326-init.ts +33 -0
- package/src/migrations/db/migrations/1688556755264-initial-sync-rules.ts +5 -0
- package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +99 -0
- package/src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts +32 -0
- package/src/migrations/db/store.ts +11 -0
- package/src/migrations/migrations.ts +122 -0
- package/src/replication/ErrorRateLimiter.ts +49 -0
- package/src/replication/PgRelation.ts +42 -0
- package/src/replication/WalConnection.ts +227 -0
- package/src/replication/WalStream.ts +626 -0
- package/src/replication/WalStreamManager.ts +214 -0
- package/src/replication/WalStreamRunner.ts +180 -0
- package/src/replication/replication-index.ts +7 -0
- package/src/replication/util.ts +76 -0
- package/src/routes/admin.ts +229 -0
- package/src/routes/auth.ts +209 -0
- package/src/routes/checkpointing.ts +38 -0
- package/src/routes/dev.ts +194 -0
- package/src/routes/route-generators.ts +39 -0
- package/src/routes/router-socket.ts +13 -0
- package/src/routes/router.ts +17 -0
- package/src/routes/routes-index.ts +5 -0
- package/src/routes/socket-route.ts +131 -0
- package/src/routes/sync-rules.ts +210 -0
- package/src/routes/sync-stream.ts +92 -0
- package/src/runner/teardown.ts +91 -0
- package/src/storage/BucketStorage.ts +386 -0
- package/src/storage/MongoBucketStorage.ts +493 -0
- package/src/storage/SourceTable.ts +60 -0
- package/src/storage/mongo/MongoBucketBatch.ts +756 -0
- package/src/storage/mongo/MongoIdSequence.ts +24 -0
- package/src/storage/mongo/MongoPersistedSyncRules.ts +16 -0
- package/src/storage/mongo/MongoPersistedSyncRulesContent.ts +47 -0
- package/src/storage/mongo/MongoSyncBucketStorage.ts +517 -0
- package/src/storage/mongo/MongoSyncRulesLock.ts +81 -0
- package/src/storage/mongo/OperationBatch.ts +115 -0
- package/src/storage/mongo/PersistedBatch.ts +245 -0
- package/src/storage/mongo/db.ts +69 -0
- package/src/storage/mongo/models.ts +157 -0
- package/src/storage/mongo/util.ts +88 -0
- package/src/storage/storage-index.ts +15 -0
- package/src/sync/BroadcastIterable.ts +161 -0
- package/src/sync/LastValueSink.ts +100 -0
- package/src/sync/merge.ts +200 -0
- package/src/sync/safeRace.ts +99 -0
- package/src/sync/sync-index.ts +6 -0
- package/src/sync/sync.ts +312 -0
- package/src/sync/util.ts +98 -0
- package/src/system/CorePowerSyncSystem.ts +43 -0
- package/src/util/Mutex.ts +159 -0
- package/src/util/PgManager.ts +64 -0
- package/src/util/alerting.ts +17 -0
- package/src/util/config/collectors/config-collector.ts +141 -0
- package/src/util/config/collectors/impl/base64-config-collector.ts +18 -0
- package/src/util/config/collectors/impl/fallback-config-collector.ts +22 -0
- package/src/util/config/collectors/impl/filesystem-config-collector.ts +41 -0
- package/src/util/config/compound-config-collector.ts +171 -0
- package/src/util/config/sync-rules/impl/base64-sync-rules-collector.ts +21 -0
- package/src/util/config/sync-rules/impl/filesystem-sync-rules-collector.ts +26 -0
- package/src/util/config/sync-rules/impl/inline-sync-rules-collector.ts +21 -0
- package/src/util/config/sync-rules/sync-collector.ts +8 -0
- package/src/util/config/types.ts +60 -0
- package/src/util/config.ts +39 -0
- package/src/util/env.ts +28 -0
- package/src/util/memory-tracking.ts +67 -0
- package/src/util/migration_lib.ts +79 -0
- package/src/util/pgwire_utils.ts +139 -0
- package/src/util/populate_test_data.ts +78 -0
- package/src/util/protocol-types.ts +223 -0
- package/src/util/secs.ts +54 -0
- package/src/util/util-index.ts +25 -0
- package/src/util/utils.ts +102 -0
- package/test/src/__snapshots__/pg_test.test.ts.snap +256 -0
- package/test/src/__snapshots__/sync.test.ts.snap +235 -0
- package/test/src/auth.test.ts +340 -0
- package/test/src/broadcast_iterable.test.ts +156 -0
- package/test/src/data_storage.test.ts +1176 -0
- package/test/src/env.ts +8 -0
- package/test/src/large_batch.test.ts +194 -0
- package/test/src/merge_iterable.test.ts +355 -0
- package/test/src/pg_test.test.ts +432 -0
- package/test/src/schema_changes.test.ts +545 -0
- package/test/src/slow_tests.test.ts +257 -0
- package/test/src/sql_functions.test.ts +254 -0
- package/test/src/sql_operators.test.ts +132 -0
- package/test/src/sync.test.ts +293 -0
- package/test/src/sync_rules.test.ts +1051 -0
- package/test/src/util.ts +67 -0
- package/test/src/validation.test.ts +63 -0
- package/test/src/wal_stream.test.ts +310 -0
- package/test/src/wal_stream_utils.ts +147 -0
- package/test/tsconfig.json +20 -0
- package/tsconfig.json +20 -0
- package/tsconfig.tsbuildinfo +1 -0
- package/vitest.config.ts +11 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"dev.js","sourceRoot":"","sources":["../../src/routes/dev.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAC9B,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AAGrD,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,mBAAmB,EAAE,mBAAmB,EAAE,MAAM,WAAW,CAAC;AAGrH,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IAC1B,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,QAAQ,EAAE,CAAC,CAAC,MAAM;CACnB,CAAC,CAAC;AAEH,2CAA2C;AAC3C,MAAM,CAAC,MAAM,IAAI,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC7C,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE;IACxB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,UAAU,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACrF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7C,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC9F,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QACvE,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,KAAK,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC9C,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE;IAC5B,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,UAAU,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACrF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC;QAC1C,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;QAE7C,IAAI,MAAM,CAAC,GAAG,CAAC,SAAS,IAAI,KAAK,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;YACtE,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,QAAQ,IAAI,MAAM,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC;YACzC,MAAM,KAAK,GAAG,MAAM,aAAa,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YACxF,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QAClC,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,kBAAkB,CAAC,CAAC,uBAAuB,CAAC,CAAC,CAAC;QACvE,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAEjC,MAAM,CAAC,MAAM,KAAK,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC9C,MAAM,CAAC,IAAI,CAAC,iBAAiB,EAAE;IAC7B,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,WAAW,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACtF,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,OAAO,EAAE,OAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACrG,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;IACpF,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,MAAM,GAAG;IACb,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,QAAQ;CACjB,CAAC;AAEF,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IACzB,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;IAClB,IAAI,EAAE,CAAC,CAAC,MAAM;IACd,EAAE,EAAE,CAAC,CAAC,MAAM;IACZ,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE;CACvB,CAAC,CAAC;AAEH,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC3B,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;IACxB,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE;CACvC,CAAC,CAAC;AACH,MAAM,CAAC,MAAM,IAAI,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC7C,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE;IACxB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,WAAW,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACtF,SAAS,EAAE,QAAQ;IAEnB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC;QAE5C,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QAEpC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAE9B,IAAI,UAAU,GAAuB,EAAE,CAAC;QAExC,uBAAuB;QACvB,+DAA+D;QAC/D,iEAAiE;QACjE,uBAAuB;QACvB,+DAA+D;QAC/D,8CAA8C;QAE9C,KAAK,IAAI,EAAE,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;YAC7C,IAAI,EAAE,CAAC,EAAE,IAAI,KAAK,EAAE,CAAC;gBACnB,MAAM,IAAI,GAAG,EAAE,CAAC,IAA2B,CAAC;gBAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAEvC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;gBACvE,MAAM,aAAa,GAAG,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEhD,IAAI,aAAa,GAAa,EAAE,CAAC;gBAEjC,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,iBAAiB,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;gBAE3G,MAAM,SAAS,GAAG;;mDAEuB,KAAK;;wBAEhC,KAAK,KAAK,aAAa;mBAC5B,aAAa;4BACJ,YAAY,EAAE,CAAC;gBAEjC,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,EAAE,CAAC,EAAE,IAAI,OAAO,EAAE,CAAC;gBAC5B,MAAM,IAAI,GAAG,EAAE,CAAC,IAA2B,CAAC;gBAC5C,MAAM,OAAO,GAAG,EAAE,GAAG,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;gBAEvC,IAAI,aAAa,GAAa,EAAE,CAAC;gBAEjC,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;oBAClC,aAAa,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,eAAe,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC/F,CAAC;gBAED,MAAM,SAAS,GAAG;;mDAEuB,KAAK;;mBAErC,KAAK;gBACR,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC;;kBAEtB,KAAK,mBAAmB,CAAC;gBAEjC,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE,SAAS;oBACpB,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC;iBAC9D,CAAC,CAAC;YACL,CAAC;iBAAM,IAAI,EAAE,CAAC,EAAE,IAAI,QAAQ,EAAE,CAAC;gBAC7B,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE;;iDAE0B,KAAK;;wBAE9B,KAAK;;kBAEX,KAAK,mBAAmB;oBAC9B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;iBACpE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QACD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,CAAC;QAEhC,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,IAAI,EAAE,CAAC;YAC7C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,OAAQ,CAAC,CAAC;YACnG,OAAO,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACxD,CAAC;aAAM,IAAI,OAAO,CAAC,MAAM,CAAC,gBAAgB,KAAK,KAAK,EAAE,CAAC;YACrD,OAAO,EAAE,CAAC;QACZ,CAAC;aAAM,CAAC;YACN,SAAS;YACT,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACjE,OAAO;gBACL,UAAU;aACX,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
2
|
+
import { Context } from './router.js';
|
|
3
|
+
import { IReactiveStream, ReactiveSocketRouter } from '@powersync/service-rsocket-router';
|
|
4
|
+
/**
|
|
5
|
+
* Generates router endpoints using the specified router instance
|
|
6
|
+
*/
|
|
7
|
+
export declare const generateHTTPRoutes: (router: micro.fastify.FastifyRouter<Context>) => micro.router.Route[];
|
|
8
|
+
/**
|
|
9
|
+
* Generates route endpoint for HTTP sync streaming
|
|
10
|
+
*/
|
|
11
|
+
export declare const generateHTTPStreamRoutes: (router: micro.fastify.FastifyRouter<Context>) => micro.router.Route[];
|
|
12
|
+
/**
|
|
13
|
+
* Generates socket router endpoints using the specified router instance
|
|
14
|
+
*/
|
|
15
|
+
export declare const generateSocketRoutes: (router: ReactiveSocketRouter<Context>) => IReactiveStream[];
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import { admin_routes } from './admin.js';
|
|
2
|
+
import { writeCheckpoint, writeCheckpoint2 } from './checkpointing.js';
|
|
3
|
+
import { dev_routes } from './dev.js';
|
|
4
|
+
import { syncRulesRoutes } from './sync-rules.js';
|
|
5
|
+
import { sync_stream_reactive } from './socket-route.js';
|
|
6
|
+
import { syncStreamed } from './sync-stream.js';
|
|
7
|
+
/**
|
|
8
|
+
* Generates router endpoints using the specified router instance
|
|
9
|
+
*/
|
|
10
|
+
export const generateHTTPRoutes = (router) => {
|
|
11
|
+
const generators = [
|
|
12
|
+
...dev_routes,
|
|
13
|
+
writeCheckpoint,
|
|
14
|
+
writeCheckpoint2,
|
|
15
|
+
...syncRulesRoutes,
|
|
16
|
+
...admin_routes
|
|
17
|
+
];
|
|
18
|
+
return generators.map((generateRoute) => generateRoute(router));
|
|
19
|
+
};
|
|
20
|
+
/**
|
|
21
|
+
* Generates route endpoint for HTTP sync streaming
|
|
22
|
+
*/
|
|
23
|
+
export const generateHTTPStreamRoutes = (router) => {
|
|
24
|
+
return [syncStreamed].map((generateRoute) => generateRoute(router));
|
|
25
|
+
};
|
|
26
|
+
/**
|
|
27
|
+
* Generates socket router endpoints using the specified router instance
|
|
28
|
+
*/
|
|
29
|
+
export const generateSocketRoutes = (router) => {
|
|
30
|
+
return [sync_stream_reactive].map((generateRoute) => generateRoute(router));
|
|
31
|
+
};
|
|
32
|
+
//# sourceMappingURL=route-generators.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"route-generators.js","sourceRoot":"","sources":["../../src/routes/route-generators.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAC1C,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACvE,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC;AAEhD;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,MAA4C,EAAwB,EAAE;IACvG,MAAM,UAAU,GAAqB;QACnC,GAAG,UAAU;QACb,eAAe;QACf,gBAAgB;QAChB,GAAG,eAAe;QAClB,GAAG,YAAY;KAChB,CAAC;IAEF,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;AAClE,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,MAA4C,EAAwB,EAAE;IAC7G,OAAO,CAAC,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;AACtE,CAAC,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,MAAqC,EAAqB,EAAE;IAC/F,OAAO,CAAC,oBAAoB,CAAC,CAAC,GAAG,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC;AAC9E,CAAC,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import * as t from 'ts-codec';
|
|
2
|
+
import { ReactiveSocketRouter, IReactiveStream } from '@powersync/service-rsocket-router';
|
|
3
|
+
import { Context } from './router.js';
|
|
4
|
+
export declare const RSocketContextMeta: t.ObjectCodec<{
|
|
5
|
+
token: t.IdentityCodec<t.CodecType.String>;
|
|
6
|
+
}>;
|
|
7
|
+
/**
|
|
8
|
+
* Creates a socket route handler given a router instance
|
|
9
|
+
*/
|
|
10
|
+
export type SocketRouteGenerator = (router: ReactiveSocketRouter<Context>) => IReactiveStream;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router-socket.js","sourceRoot":"","sources":["../../src/routes/router-socket.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAK9B,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,MAAM,CAAC;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM;CAChB,CAAC,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
2
|
+
import * as auth from '../auth/auth-index.js';
|
|
3
|
+
import { CorePowerSyncSystem } from '../system/CorePowerSyncSystem.js';
|
|
4
|
+
export type Context = {
|
|
5
|
+
user_id?: string;
|
|
6
|
+
system: CorePowerSyncSystem;
|
|
7
|
+
token_payload?: auth.JwtPayload;
|
|
8
|
+
};
|
|
9
|
+
/**
|
|
10
|
+
* Creates a route handler given a router instance
|
|
11
|
+
* TODO move away from Fastify specific types
|
|
12
|
+
*/
|
|
13
|
+
export type RouteGenerator = (router: micro.fastify.FastifyRouter<Context>) => micro.router.Route;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"router.js","sourceRoot":"","sources":["../../src/routes/router.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"routes-index.js","sourceRoot":"","sources":["../../src/routes/routes-index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,oBAAoB,CAAC;AACnC,cAAc,uBAAuB,CAAC;AAEtC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC"}
|
|
@@ -0,0 +1,119 @@
|
|
|
1
|
+
import { serialize } from 'bson';
|
|
2
|
+
import { normalizeTokenParameters } from '@powersync/service-sync-rules';
|
|
3
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
4
|
+
import * as util from '../util/util-index.js';
|
|
5
|
+
import { concurrent_connections, data_synced_bytes } from '../metrics/metrics.js';
|
|
6
|
+
import { streamResponse } from '../sync/sync.js';
|
|
7
|
+
import { SyncRoutes } from './sync-stream.js';
|
|
8
|
+
export const sync_stream_reactive = (router) => router.reactiveStream(SyncRoutes.STREAM, {
|
|
9
|
+
authorize: ({ context }) => {
|
|
10
|
+
return {
|
|
11
|
+
authorized: !!context.token_payload,
|
|
12
|
+
errors: ['Authentication required']
|
|
13
|
+
};
|
|
14
|
+
},
|
|
15
|
+
validator: micro.schema.createTsCodecValidator(util.StreamingSyncRequest, { allowAdditional: true }),
|
|
16
|
+
handler: async ({ context, params, responder, observer, initialN }) => {
|
|
17
|
+
const { system } = context;
|
|
18
|
+
if (system.closed) {
|
|
19
|
+
responder.onError(new micro.errors.JourneyError({
|
|
20
|
+
status: 503,
|
|
21
|
+
code: 'SERVICE_UNAVAILABLE',
|
|
22
|
+
description: 'Service temporarily unavailable'
|
|
23
|
+
}));
|
|
24
|
+
responder.onComplete();
|
|
25
|
+
return;
|
|
26
|
+
}
|
|
27
|
+
const controller = new AbortController();
|
|
28
|
+
const syncParams = normalizeTokenParameters(context.token_payload?.parameters ?? {});
|
|
29
|
+
const storage = system.storage;
|
|
30
|
+
// Sanity check before we start the stream
|
|
31
|
+
const cp = await storage.getActiveCheckpoint();
|
|
32
|
+
if (!cp.hasSyncRules()) {
|
|
33
|
+
responder.onError(new micro.errors.JourneyError({
|
|
34
|
+
status: 500,
|
|
35
|
+
code: 'NO_SYNC_RULES',
|
|
36
|
+
description: 'No sync rules available'
|
|
37
|
+
}));
|
|
38
|
+
responder.onComplete();
|
|
39
|
+
return;
|
|
40
|
+
}
|
|
41
|
+
let requestedN = initialN;
|
|
42
|
+
const disposer = observer.registerListener({
|
|
43
|
+
request(n) {
|
|
44
|
+
requestedN += n;
|
|
45
|
+
},
|
|
46
|
+
cancel: () => {
|
|
47
|
+
controller.abort();
|
|
48
|
+
}
|
|
49
|
+
});
|
|
50
|
+
const removeStopHandler = system.addStopHandler(() => {
|
|
51
|
+
observer.triggerCancel();
|
|
52
|
+
});
|
|
53
|
+
concurrent_connections.add(1);
|
|
54
|
+
try {
|
|
55
|
+
for await (const data of streamResponse({
|
|
56
|
+
storage,
|
|
57
|
+
params: {
|
|
58
|
+
...params,
|
|
59
|
+
binary_data: true // always true for web sockets
|
|
60
|
+
},
|
|
61
|
+
syncParams,
|
|
62
|
+
token: context.token_payload,
|
|
63
|
+
tokenStreamOptions: {
|
|
64
|
+
// RSocket handles keepalive events by default
|
|
65
|
+
keep_alive: false
|
|
66
|
+
},
|
|
67
|
+
signal: controller.signal
|
|
68
|
+
})) {
|
|
69
|
+
if (data == null) {
|
|
70
|
+
// Empty value just to flush iterator memory
|
|
71
|
+
continue;
|
|
72
|
+
}
|
|
73
|
+
else if (typeof data == 'string') {
|
|
74
|
+
// Should not happen with binary_data: true
|
|
75
|
+
throw new Error(`Unexpected string data: ${data}`);
|
|
76
|
+
}
|
|
77
|
+
{
|
|
78
|
+
// On NodeJS, serialize always returns a Buffer
|
|
79
|
+
const serialized = serialize(data);
|
|
80
|
+
responder.onNext({ data: serialized }, false);
|
|
81
|
+
requestedN--;
|
|
82
|
+
data_synced_bytes.add(serialized.length);
|
|
83
|
+
}
|
|
84
|
+
if (requestedN <= 0) {
|
|
85
|
+
await new Promise((resolve) => {
|
|
86
|
+
const l = observer.registerListener({
|
|
87
|
+
request() {
|
|
88
|
+
if (requestedN > 0) {
|
|
89
|
+
// Management of updating the total requested items is done above
|
|
90
|
+
resolve();
|
|
91
|
+
l();
|
|
92
|
+
}
|
|
93
|
+
},
|
|
94
|
+
cancel: () => {
|
|
95
|
+
// Don't wait here if the request is cancelled
|
|
96
|
+
resolve();
|
|
97
|
+
l();
|
|
98
|
+
}
|
|
99
|
+
});
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
catch (ex) {
|
|
105
|
+
// Convert to our standard form before responding.
|
|
106
|
+
// This ensures the error can be serialized.
|
|
107
|
+
const error = new micro.errors.InternalServerError(ex);
|
|
108
|
+
micro.logger.error('Sync stream error', error);
|
|
109
|
+
responder.onError(error);
|
|
110
|
+
}
|
|
111
|
+
finally {
|
|
112
|
+
responder.onComplete();
|
|
113
|
+
removeStopHandler();
|
|
114
|
+
disposer();
|
|
115
|
+
concurrent_connections.add(-1);
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
});
|
|
119
|
+
//# sourceMappingURL=socket-route.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"socket-route.js","sourceRoot":"","sources":["../../src/routes/socket-route.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AACjC,OAAO,EAAkB,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AACzF,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AAErD,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,sBAAsB,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAClF,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAG9C,MAAM,CAAC,MAAM,oBAAoB,GAAyB,CAAC,MAAM,EAAE,EAAE,CACnE,MAAM,CAAC,cAAc,CAAiC,UAAU,CAAC,MAAM,EAAE;IACvE,SAAS,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE;QACzB,OAAO;YACL,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa;YACnC,MAAM,EAAE,CAAC,yBAAyB,CAAC;SACpC,CAAC;IACJ,CAAC;IACD,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACpG,OAAO,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE;QACpE,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAE3B,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,OAAO,CACf,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAC5B,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,qBAAqB;gBAC3B,WAAW,EAAE,iCAAiC;aAC/C,CAAC,CACH,CAAC;YACF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QAEzC,MAAM,UAAU,GAAmB,wBAAwB,CAAC,OAAO,CAAC,aAAa,EAAE,UAAU,IAAI,EAAE,CAAC,CAAC;QACrG,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,0CAA0C;QAC1C,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC/C,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC;YACvB,SAAS,CAAC,OAAO,CACf,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAC5B,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,yBAAyB;aACvC,CAAC,CACH,CAAC;YACF,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,OAAO;QACT,CAAC;QAED,IAAI,UAAU,GAAG,QAAQ,CAAC;QAC1B,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC;YACzC,OAAO,CAAC,CAAC;gBACP,UAAU,IAAI,CAAC,CAAC;YAClB,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,UAAU,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;QAEH,MAAM,iBAAiB,GAAG,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE;YACnD,QAAQ,CAAC,aAAa,EAAE,CAAC;QAC3B,CAAC,CAAC,CAAC;QAEH,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9B,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,cAAc,CAAC;gBACtC,OAAO;gBACP,MAAM,EAAE;oBACN,GAAG,MAAM;oBACT,WAAW,EAAE,IAAI,CAAC,8BAA8B;iBACjD;gBACD,UAAU;gBACV,KAAK,EAAE,OAAQ,CAAC,aAAc;gBAC9B,kBAAkB,EAAE;oBAClB,8CAA8C;oBAC9C,UAAU,EAAE,KAAK;iBAClB;gBACD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,EAAE,CAAC;gBACH,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;oBACjB,4CAA4C;oBAC5C,SAAS;gBACX,CAAC;qBAAM,IAAI,OAAO,IAAI,IAAI,QAAQ,EAAE,CAAC;oBACnC,2CAA2C;oBAC3C,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC;gBACrD,CAAC;gBAED,CAAC;oBACC,+CAA+C;oBAC/C,MAAM,UAAU,GAAG,SAAS,CAAC,IAAI,CAAW,CAAC;oBAC7C,SAAS,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;oBAC9C,UAAU,EAAE,CAAC;oBACb,iBAAiB,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;gBAC3C,CAAC;gBAED,IAAI,UAAU,IAAI,CAAC,EAAE,CAAC;oBACpB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE;wBAClC,MAAM,CAAC,GAAG,QAAQ,CAAC,gBAAgB,CAAC;4BAClC,OAAO;gCACL,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;oCACnB,iEAAiE;oCACjE,OAAO,EAAE,CAAC;oCACV,CAAC,EAAE,CAAC;gCACN,CAAC;4BACH,CAAC;4BACD,MAAM,EAAE,GAAG,EAAE;gCACX,8CAA8C;gCAC9C,OAAO,EAAE,CAAC;gCACV,CAAC,EAAE,CAAC;4BACN,CAAC;yBACF,CAAC,CAAC;oBACL,CAAC,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,EAAE,EAAE,CAAC;YACZ,kDAAkD;YAClD,4CAA4C;YAC5C,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;YACvD,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;YAC/C,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,UAAU,EAAE,CAAC;YACvB,iBAAiB,EAAE,CAAC;YACpB,QAAQ,EAAE,CAAC;YACX,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
import { RouteGenerator } from './router.js';
|
|
2
|
+
export declare const deploySyncRules: RouteGenerator;
|
|
3
|
+
export declare const validateSyncRules: RouteGenerator;
|
|
4
|
+
export declare const currentSyncRules: RouteGenerator;
|
|
5
|
+
export declare const reprocessSyncRules: RouteGenerator;
|
|
6
|
+
export declare const syncRulesRoutes: RouteGenerator[];
|
|
@@ -0,0 +1,182 @@
|
|
|
1
|
+
import * as t from 'ts-codec';
|
|
2
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
3
|
+
import { SqlSyncRules, SyncRulesErrors } from '@powersync/service-sync-rules';
|
|
4
|
+
import * as replication from '../replication/replication-index.js';
|
|
5
|
+
import { authApi } from './auth.js';
|
|
6
|
+
const DeploySyncRulesRequest = t.object({
|
|
7
|
+
content: t.string
|
|
8
|
+
});
|
|
9
|
+
const yamlPlugin = async (fastify) => {
|
|
10
|
+
fastify.addContentTypeParser('application/yaml', async (request, payload, _d) => {
|
|
11
|
+
const data = await micro.streaming.drain(payload);
|
|
12
|
+
request.params = { content: Buffer.concat(data).toString('utf8') };
|
|
13
|
+
});
|
|
14
|
+
};
|
|
15
|
+
export const deploySyncRules = (router) => router.post('/api/sync-rules/v1/deploy', {
|
|
16
|
+
authorize: authApi,
|
|
17
|
+
parse: true,
|
|
18
|
+
plugins: [yamlPlugin],
|
|
19
|
+
validator: micro.schema.createTsCodecValidator(DeploySyncRulesRequest, { allowAdditional: true }),
|
|
20
|
+
handler: async (payload) => {
|
|
21
|
+
if (payload.context.system.config.sync_rules.present) {
|
|
22
|
+
// If sync rules are configured via the config, disable deploy via the API.
|
|
23
|
+
throw new micro.errors.JourneyError({
|
|
24
|
+
status: 422,
|
|
25
|
+
code: 'API_DISABLED',
|
|
26
|
+
description: 'Sync rules API disabled',
|
|
27
|
+
details: 'Use the management API to deploy sync rules'
|
|
28
|
+
});
|
|
29
|
+
}
|
|
30
|
+
const content = payload.params.content;
|
|
31
|
+
try {
|
|
32
|
+
SqlSyncRules.fromYaml(payload.params.content);
|
|
33
|
+
}
|
|
34
|
+
catch (e) {
|
|
35
|
+
throw new micro.errors.JourneyError({
|
|
36
|
+
status: 422,
|
|
37
|
+
code: 'INVALID_SYNC_RULES',
|
|
38
|
+
description: 'Sync rules parsing failed',
|
|
39
|
+
details: e.message
|
|
40
|
+
});
|
|
41
|
+
}
|
|
42
|
+
const sync_rules = await payload.context.system.storage.updateSyncRules({
|
|
43
|
+
content: content
|
|
44
|
+
});
|
|
45
|
+
return {
|
|
46
|
+
slot_name: sync_rules.slot_name
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
});
|
|
50
|
+
const ValidateSyncRulesRequest = t.object({
|
|
51
|
+
content: t.string
|
|
52
|
+
});
|
|
53
|
+
export const validateSyncRules = (router) => router.post('/api/sync-rules/v1/validate', {
|
|
54
|
+
authorize: authApi,
|
|
55
|
+
parse: true,
|
|
56
|
+
plugins: [yamlPlugin],
|
|
57
|
+
validator: micro.schema.createTsCodecValidator(ValidateSyncRulesRequest, { allowAdditional: true }),
|
|
58
|
+
handler: async (payload) => {
|
|
59
|
+
const content = payload.params.content;
|
|
60
|
+
const info = await debugSyncRules(payload.context.system.requirePgPool(), content);
|
|
61
|
+
replyPrettyJson(payload.reply, info);
|
|
62
|
+
}
|
|
63
|
+
});
|
|
64
|
+
export const currentSyncRules = (router) => router.get('/api/sync-rules/v1/current', {
|
|
65
|
+
authorize: authApi,
|
|
66
|
+
handler: async (payload) => {
|
|
67
|
+
const storage = payload.context.system.storage;
|
|
68
|
+
const sync_rules = await storage.getActiveSyncRulesContent();
|
|
69
|
+
if (!sync_rules) {
|
|
70
|
+
throw new micro.errors.JourneyError({
|
|
71
|
+
status: 422,
|
|
72
|
+
code: 'NO_SYNC_RULES',
|
|
73
|
+
description: 'No active sync rules'
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
const info = await debugSyncRules(payload.context.system.requirePgPool(), sync_rules.sync_rules_content);
|
|
77
|
+
const next = await storage.getNextSyncRulesContent();
|
|
78
|
+
const next_info = next
|
|
79
|
+
? await debugSyncRules(payload.context.system.requirePgPool(), next.sync_rules_content)
|
|
80
|
+
: null;
|
|
81
|
+
const response = {
|
|
82
|
+
current: {
|
|
83
|
+
slot_name: sync_rules.slot_name,
|
|
84
|
+
content: sync_rules.sync_rules_content,
|
|
85
|
+
...info
|
|
86
|
+
},
|
|
87
|
+
next: next == null
|
|
88
|
+
? null
|
|
89
|
+
: {
|
|
90
|
+
slot_name: next.slot_name,
|
|
91
|
+
content: next.sync_rules_content,
|
|
92
|
+
...next_info
|
|
93
|
+
}
|
|
94
|
+
};
|
|
95
|
+
replyPrettyJson(payload.reply, { data: response });
|
|
96
|
+
}
|
|
97
|
+
});
|
|
98
|
+
const ReprocessSyncRulesRequest = t.object({});
|
|
99
|
+
export const reprocessSyncRules = (router) => router.post('/api/sync-rules/v1/reprocess', {
|
|
100
|
+
authorize: authApi,
|
|
101
|
+
validator: micro.schema.createTsCodecValidator(ReprocessSyncRulesRequest),
|
|
102
|
+
handler: async (payload) => {
|
|
103
|
+
const storage = payload.context.system.storage;
|
|
104
|
+
const sync_rules = await storage.getActiveSyncRules();
|
|
105
|
+
if (sync_rules == null) {
|
|
106
|
+
throw new micro.errors.JourneyError({
|
|
107
|
+
status: 422,
|
|
108
|
+
code: 'NO_SYNC_RULES',
|
|
109
|
+
description: 'No active sync rules'
|
|
110
|
+
});
|
|
111
|
+
}
|
|
112
|
+
const new_rules = await storage.updateSyncRules({
|
|
113
|
+
content: sync_rules.sync_rules.content
|
|
114
|
+
});
|
|
115
|
+
return {
|
|
116
|
+
slot_name: new_rules.slot_name
|
|
117
|
+
};
|
|
118
|
+
}
|
|
119
|
+
});
|
|
120
|
+
export const syncRulesRoutes = [validateSyncRules, deploySyncRules, reprocessSyncRules, currentSyncRules];
|
|
121
|
+
function replyPrettyJson(reply, payload) {
|
|
122
|
+
reply
|
|
123
|
+
.status(200)
|
|
124
|
+
.header('Content-Type', 'application/json')
|
|
125
|
+
.send(JSON.stringify(payload, null, 2) + '\n');
|
|
126
|
+
}
|
|
127
|
+
async function debugSyncRules(db, sync_rules) {
|
|
128
|
+
try {
|
|
129
|
+
const rules = SqlSyncRules.fromYaml(sync_rules);
|
|
130
|
+
const source_table_patterns = rules.getSourceTables();
|
|
131
|
+
const wc = new replication.WalConnection({
|
|
132
|
+
db: db,
|
|
133
|
+
sync_rules: rules
|
|
134
|
+
});
|
|
135
|
+
const resolved_tables = await wc.getDebugTablesInfo(source_table_patterns);
|
|
136
|
+
return {
|
|
137
|
+
valid: true,
|
|
138
|
+
bucket_definitions: rules.bucket_descriptors.map((d) => {
|
|
139
|
+
let all_parameter_queries = [...d.parameter_queries.values()].flat();
|
|
140
|
+
let all_data_queries = [...d.data_queries.values()].flat();
|
|
141
|
+
return {
|
|
142
|
+
name: d.name,
|
|
143
|
+
bucket_parameters: d.bucket_parameters,
|
|
144
|
+
global_parameter_queries: d.global_parameter_queries.map((q) => {
|
|
145
|
+
return {
|
|
146
|
+
sql: q.sql
|
|
147
|
+
};
|
|
148
|
+
}),
|
|
149
|
+
parameter_queries: all_parameter_queries.map((q) => {
|
|
150
|
+
return {
|
|
151
|
+
sql: q.sql,
|
|
152
|
+
table: q.sourceTable,
|
|
153
|
+
input_parameters: q.input_parameters
|
|
154
|
+
};
|
|
155
|
+
}),
|
|
156
|
+
data_queries: all_data_queries.map((q) => {
|
|
157
|
+
return {
|
|
158
|
+
sql: q.sql,
|
|
159
|
+
table: q.sourceTable,
|
|
160
|
+
columns: q.columnOutputNames()
|
|
161
|
+
};
|
|
162
|
+
})
|
|
163
|
+
};
|
|
164
|
+
}),
|
|
165
|
+
source_tables: resolved_tables,
|
|
166
|
+
data_tables: rules.debugGetOutputTables()
|
|
167
|
+
};
|
|
168
|
+
}
|
|
169
|
+
catch (e) {
|
|
170
|
+
if (e instanceof SyncRulesErrors) {
|
|
171
|
+
return {
|
|
172
|
+
valid: false,
|
|
173
|
+
errors: e.errors.map((e) => e.message)
|
|
174
|
+
};
|
|
175
|
+
}
|
|
176
|
+
return {
|
|
177
|
+
valid: false,
|
|
178
|
+
errors: [e.message]
|
|
179
|
+
};
|
|
180
|
+
}
|
|
181
|
+
}
|
|
182
|
+
//# sourceMappingURL=sync-rules.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sync-rules.js","sourceRoot":"","sources":["../../src/routes/sync-rules.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,CAAC,MAAM,UAAU,CAAC;AAE9B,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AAErD,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,+BAA+B,CAAC;AAE9E,OAAO,KAAK,WAAW,MAAM,oCAAoC,CAAC;AAClE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,OAAO,EAAE,CAAC,CAAC,MAAM;CAClB,CAAC,CAAC;AAEH,MAAM,UAAU,GAAuB,KAAK,EAAE,OAAO,EAAE,EAAE;IACvD,OAAO,CAAC,oBAAoB,CAAC,kBAAkB,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE;QAC9E,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAElD,OAAO,CAAC,MAAM,GAAG,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;IACrE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAmB,CAAC,MAAM,EAAE,EAAE,CACxD,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;IACvC,SAAS,EAAE,OAAO;IAClB,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,CAAC,UAAU,CAAC;IACrB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,sBAAsB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACjG,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,IAAI,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YACrD,2EAA2E;YAC3E,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,cAAc;gBACpB,WAAW,EAAE,yBAAyB;gBACtC,OAAO,EAAE,6CAA6C;aACvD,CAAC,CAAC;QACL,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAEvC,IAAI,CAAC;YACH,YAAY,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,oBAAoB;gBAC1B,WAAW,EAAE,2BAA2B;gBACxC,OAAO,EAAE,CAAC,CAAC,OAAO;aACnB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC;YACtE,OAAO,EAAE,OAAO;SACjB,CAAC,CAAC;QAEH,OAAO;YACL,SAAS,EAAE,UAAU,CAAC,SAAS;SAChC,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,wBAAwB,GAAG,CAAC,CAAC,MAAM,CAAC;IACxC,OAAO,EAAE,CAAC,CAAC,MAAM;CAClB,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,iBAAiB,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC1D,MAAM,CAAC,IAAI,CAAC,6BAA6B,EAAE;IACzC,SAAS,EAAE,OAAO;IAClB,KAAK,EAAE,IAAI;IACX,OAAO,EAAE,CAAC,UAAU,CAAC;IACrB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,wBAAwB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACnG,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAEvC,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,OAAO,CAAC,CAAC;QAEnF,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,gBAAgB,GAAmB,CAAC,MAAM,EAAE,EAAE,CACzD,MAAM,CAAC,GAAG,CAAC,4BAA4B,EAAE;IACvC,SAAS,EAAE,OAAO;IAClB,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,yBAAyB,EAAE,CAAC;QAC7D,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,sBAAsB;aACpC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,UAAU,CAAC,kBAAkB,CAAC,CAAC;QACzG,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,uBAAuB,EAAE,CAAC;QAErD,MAAM,SAAS,GAAG,IAAI;YACpB,CAAC,CAAC,MAAM,cAAc,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,kBAAkB,CAAC;YACvF,CAAC,CAAC,IAAI,CAAC;QAET,MAAM,QAAQ,GAAG;YACf,OAAO,EAAE;gBACP,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,OAAO,EAAE,UAAU,CAAC,kBAAkB;gBACtC,GAAG,IAAI;aACR;YACD,IAAI,EACF,IAAI,IAAI,IAAI;gBACV,CAAC,CAAC,IAAI;gBACN,CAAC,CAAC;oBACE,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,OAAO,EAAE,IAAI,CAAC,kBAAkB;oBAChC,GAAG,SAAS;iBACb;SACR,CAAC;QACF,eAAe,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;IACrD,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,yBAAyB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;AAE/C,MAAM,CAAC,MAAM,kBAAkB,GAAmB,CAAC,MAAM,EAAE,EAAE,CAC3D,MAAM,CAAC,IAAI,CAAC,8BAA8B,EAAE;IAC1C,SAAS,EAAE,OAAO;IAClB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,yBAAyB,CAAC;IACzE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;QAC/C,MAAM,UAAU,GAAG,MAAM,OAAO,CAAC,kBAAkB,EAAE,CAAC;QACtD,IAAI,UAAU,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,sBAAsB;aACpC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,SAAS,GAAG,MAAM,OAAO,CAAC,eAAe,CAAC;YAC9C,OAAO,EAAE,UAAU,CAAC,UAAU,CAAC,OAAO;SACvC,CAAC,CAAC;QACH,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,SAAS;SAC/B,CAAC;IACJ,CAAC;CACF,CAAC,CAAC;AAEL,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,iBAAiB,EAAE,eAAe,EAAE,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;AAE1G,SAAS,eAAe,CAAC,KAAmB,EAAE,OAAY;IACxD,KAAK;SACF,MAAM,CAAC,GAAG,CAAC;SACX,MAAM,CAAC,cAAc,EAAE,kBAAkB,CAAC;SAC1C,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AACnD,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,EAAmB,EAAE,UAAkB;IACnE,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAChD,MAAM,qBAAqB,GAAG,KAAK,CAAC,eAAe,EAAE,CAAC;QACtD,MAAM,EAAE,GAAG,IAAI,WAAW,CAAC,aAAa,CAAC;YACvC,EAAE,EAAE,EAAE;YACN,UAAU,EAAE,KAAK;SAClB,CAAC,CAAC;QACH,MAAM,eAAe,GAAG,MAAM,EAAE,CAAC,kBAAkB,CAAC,qBAAqB,CAAC,CAAC;QAE3E,OAAO;YACL,KAAK,EAAE,IAAI;YACX,kBAAkB,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACrD,IAAI,qBAAqB,GAAG,CAAC,GAAG,CAAC,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBACrE,IAAI,gBAAgB,GAAG,CAAC,GAAG,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;gBAC3D,OAAO;oBACL,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,iBAAiB,EAAE,CAAC,CAAC,iBAAiB;oBACtC,wBAAwB,EAAE,CAAC,CAAC,wBAAwB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBAC7D,OAAO;4BACL,GAAG,EAAE,CAAC,CAAC,GAAG;yBACX,CAAC;oBACJ,CAAC,CAAC;oBACF,iBAAiB,EAAE,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACjD,OAAO;4BACL,GAAG,EAAE,CAAC,CAAC,GAAG;4BACV,KAAK,EAAE,CAAC,CAAC,WAAW;4BACpB,gBAAgB,EAAE,CAAC,CAAC,gBAAgB;yBACrC,CAAC;oBACJ,CAAC,CAAC;oBAEF,YAAY,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACvC,OAAO;4BACL,GAAG,EAAE,CAAC,CAAC,GAAG;4BACV,KAAK,EAAE,CAAC,CAAC,WAAW;4BACpB,OAAO,EAAE,CAAC,CAAC,iBAAiB,EAAE;yBAC/B,CAAC;oBACJ,CAAC,CAAC;iBACH,CAAC;YACJ,CAAC,CAAC;YACF,aAAa,EAAE,eAAe;YAC9B,WAAW,EAAE,KAAK,CAAC,oBAAoB,EAAE;SAC1C,CAAC;IACJ,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,IAAI,CAAC,YAAY,eAAe,EAAE,CAAC;YACjC,OAAO;gBACL,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aACvC,CAAC;QACJ,CAAC;QACD,OAAO;YACL,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;SACpB,CAAC;IACJ,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
import { Readable } from 'stream';
|
|
2
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
3
|
+
import { normalizeTokenParameters } from '@powersync/service-sync-rules';
|
|
4
|
+
import * as sync from '../sync/sync-index.js';
|
|
5
|
+
import * as util from '../util/util-index.js';
|
|
6
|
+
import { concurrent_connections } from '../metrics/metrics.js';
|
|
7
|
+
import { authUser } from './auth.js';
|
|
8
|
+
export var SyncRoutes;
|
|
9
|
+
(function (SyncRoutes) {
|
|
10
|
+
SyncRoutes["STREAM"] = "/sync/stream";
|
|
11
|
+
})(SyncRoutes || (SyncRoutes = {}));
|
|
12
|
+
export const syncStreamed = (router) => router.post(SyncRoutes.STREAM, {
|
|
13
|
+
authorize: authUser,
|
|
14
|
+
validator: micro.schema.createTsCodecValidator(util.StreamingSyncRequest, { allowAdditional: true }),
|
|
15
|
+
handler: async (payload) => {
|
|
16
|
+
const userId = payload.context.user_id;
|
|
17
|
+
const system = payload.context.system;
|
|
18
|
+
if (system.closed) {
|
|
19
|
+
throw new micro.errors.JourneyError({
|
|
20
|
+
status: 503,
|
|
21
|
+
code: 'SERVICE_UNAVAILABLE',
|
|
22
|
+
description: 'Service temporarily unavailable'
|
|
23
|
+
});
|
|
24
|
+
}
|
|
25
|
+
const params = payload.params;
|
|
26
|
+
const syncParams = normalizeTokenParameters(payload.context.token_payload.parameters ?? {});
|
|
27
|
+
const storage = system.storage;
|
|
28
|
+
// Sanity check before we start the stream
|
|
29
|
+
const cp = await storage.getActiveCheckpoint();
|
|
30
|
+
if (!cp.hasSyncRules()) {
|
|
31
|
+
throw new micro.errors.JourneyError({
|
|
32
|
+
status: 500,
|
|
33
|
+
code: 'NO_SYNC_RULES',
|
|
34
|
+
description: 'No sync rules available'
|
|
35
|
+
});
|
|
36
|
+
}
|
|
37
|
+
const res = payload.reply;
|
|
38
|
+
res.status(200).header('Content-Type', 'application/x-ndjson');
|
|
39
|
+
const controller = new AbortController();
|
|
40
|
+
try {
|
|
41
|
+
concurrent_connections.add(1);
|
|
42
|
+
const stream = Readable.from(sync.transformToBytesTracked(sync.ndjson(sync.streamResponse({
|
|
43
|
+
storage,
|
|
44
|
+
params,
|
|
45
|
+
syncParams,
|
|
46
|
+
token: payload.context.token_payload,
|
|
47
|
+
signal: controller.signal
|
|
48
|
+
}))), { objectMode: false, highWaterMark: 16 * 1024 });
|
|
49
|
+
const deregister = system.addStopHandler(() => {
|
|
50
|
+
// This error is not currently propagated to the client
|
|
51
|
+
controller.abort();
|
|
52
|
+
stream.destroy(new Error('Shutting down system'));
|
|
53
|
+
});
|
|
54
|
+
stream.on('close', () => {
|
|
55
|
+
deregister();
|
|
56
|
+
});
|
|
57
|
+
stream.on('error', (error) => {
|
|
58
|
+
controller.abort();
|
|
59
|
+
// Note: This appears as a 200 response in the logs.
|
|
60
|
+
if (error.message != 'Shutting down system') {
|
|
61
|
+
micro.logger.error('Streaming sync request failed', error);
|
|
62
|
+
}
|
|
63
|
+
});
|
|
64
|
+
await res.send(stream);
|
|
65
|
+
}
|
|
66
|
+
finally {
|
|
67
|
+
controller.abort();
|
|
68
|
+
concurrent_connections.add(-1);
|
|
69
|
+
// Prevent double-send
|
|
70
|
+
res.hijack();
|
|
71
|
+
}
|
|
72
|
+
}
|
|
73
|
+
});
|
|
74
|
+
//# sourceMappingURL=sync-stream.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sync-stream.js","sourceRoot":"","sources":["../../src/routes/sync-stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAClC,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AACrD,OAAO,EAAkB,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAEzF,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,sBAAsB,CAAC;AAC7C,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAE/D,OAAO,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAC;AAGrC,MAAM,CAAN,IAAY,UAEX;AAFD,WAAY,UAAU;IACpB,qCAAuB,CAAA;AACzB,CAAC,EAFW,UAAU,KAAV,UAAU,QAErB;AAED,MAAM,CAAC,MAAM,YAAY,GAAmB,CAAC,MAAM,EAAE,EAAE,CACrD,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE;IAC7B,SAAS,EAAE,QAAQ;IACnB,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,sBAAsB,CAAC,IAAI,CAAC,oBAAoB,EAAE,EAAE,eAAe,EAAE,IAAI,EAAE,CAAC;IACpG,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;QACzB,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,OAAQ,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC;QAEtC,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,qBAAqB;gBAC3B,WAAW,EAAE,iCAAiC;aAC/C,CAAC,CAAC;QACL,CAAC;QAED,MAAM,MAAM,GAA8B,OAAO,CAAC,MAAM,CAAC;QACzD,MAAM,UAAU,GAAmB,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC,aAAc,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAE7G,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,0CAA0C;QAC1C,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,mBAAmB,EAAE,CAAC;QAC/C,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC;gBAClC,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,eAAe;gBACrB,WAAW,EAAE,yBAAyB;aACvC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC;QAE1B,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,cAAc,EAAE,sBAAsB,CAAC,CAAC;QAE/D,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9B,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAC1B,IAAI,CAAC,uBAAuB,CAC1B,IAAI,CAAC,MAAM,CACT,IAAI,CAAC,cAAc,CAAC;gBAClB,OAAO;gBACP,MAAM;gBACN,UAAU;gBACV,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,aAAc;gBACrC,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CACH,CACF,EACD,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,GAAG,IAAI,EAAE,CAChD,CAAC;YAEF,MAAM,UAAU,GAAG,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE;gBAC5C,uDAAuD;gBACvD,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAC,CAAC;YACpD,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;gBACtB,UAAU,EAAE,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3B,UAAU,CAAC,KAAK,EAAE,CAAC;gBACnB,oDAAoD;gBACpD,IAAI,KAAK,CAAC,OAAO,IAAI,sBAAsB,EAAE,CAAC;oBAC5C,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;gBAC7D,CAAC;YACH,CAAC,CAAC,CAAC;YACH,MAAM,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,CAAC;gBAAS,CAAC;YACT,UAAU,CAAC,KAAK,EAAE,CAAC;YACnB,sBAAsB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/B,sBAAsB;YACtB,GAAG,CAAC,MAAM,EAAE,CAAC;QACf,CAAC;IACH,CAAC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
// Script to tear down the data when deleting an instance.
|
|
2
|
+
// This deletes:
|
|
3
|
+
// 1. The replication slots on the source postgres instance (if available).
|
|
4
|
+
// 2. The mongo database.
|
|
5
|
+
import * as micro from '@journeyapps-platform/micro';
|
|
6
|
+
import * as timers from 'timers/promises';
|
|
7
|
+
import * as db from '../db/db-index.js';
|
|
8
|
+
import * as storage from '../storage/storage-index.js';
|
|
9
|
+
import * as utils from '../util/util-index.js';
|
|
10
|
+
import * as replication from '../replication/replication-index.js';
|
|
11
|
+
/**
|
|
12
|
+
* Attempt to terminate a single sync rules instance.
|
|
13
|
+
*
|
|
14
|
+
* This may fail with a lock error.
|
|
15
|
+
*/
|
|
16
|
+
async function terminateReplicator(storageFactory, connection, syncRules) {
|
|
17
|
+
// The lock may still be active if the current replication instance
|
|
18
|
+
// hasn't stopped yet.
|
|
19
|
+
const lock = await syncRules.lock();
|
|
20
|
+
try {
|
|
21
|
+
const parsed = syncRules.parsed();
|
|
22
|
+
const storage = storageFactory.getInstance(parsed);
|
|
23
|
+
const stream = new replication.WalStreamRunner({
|
|
24
|
+
factory: storageFactory,
|
|
25
|
+
storage: storage,
|
|
26
|
+
source_db: connection,
|
|
27
|
+
lock
|
|
28
|
+
});
|
|
29
|
+
console.log('terminating', stream.slot_name);
|
|
30
|
+
await stream.terminate();
|
|
31
|
+
console.log('terminated', stream.slot_name);
|
|
32
|
+
}
|
|
33
|
+
finally {
|
|
34
|
+
await lock.release();
|
|
35
|
+
}
|
|
36
|
+
}
|
|
37
|
+
/**
|
|
38
|
+
* Terminate all replicating sync rules, deleting the replication slots.
|
|
39
|
+
*
|
|
40
|
+
* Retries lock and other errors for up to two minutes.
|
|
41
|
+
*
|
|
42
|
+
* This is a best-effot attempt. In some cases it may not be possible to delete the replication
|
|
43
|
+
* slot, such as when the postgres instance is unreachable.
|
|
44
|
+
*/
|
|
45
|
+
async function terminateReplicators(storageFactory, connection) {
|
|
46
|
+
const start = Date.now();
|
|
47
|
+
while (Date.now() - start < 12000) {
|
|
48
|
+
let retry = false;
|
|
49
|
+
const replicationRules = await storageFactory.getReplicatingSyncRules();
|
|
50
|
+
for (let syncRules of replicationRules) {
|
|
51
|
+
try {
|
|
52
|
+
await terminateReplicator(storageFactory, connection, syncRules);
|
|
53
|
+
}
|
|
54
|
+
catch (e) {
|
|
55
|
+
retry = true;
|
|
56
|
+
console.error(e);
|
|
57
|
+
micro.logger.warn(`Failed to terminate ${syncRules.slot_name}`, e);
|
|
58
|
+
}
|
|
59
|
+
}
|
|
60
|
+
if (!retry) {
|
|
61
|
+
break;
|
|
62
|
+
}
|
|
63
|
+
await timers.setTimeout(5000);
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
export async function teardown(runnerConfig) {
|
|
67
|
+
const config = await utils.loadConfig(runnerConfig);
|
|
68
|
+
const mongoDB = storage.createPowerSyncMongo(config.storage);
|
|
69
|
+
await db.mongo.waitForAuth(mongoDB.db);
|
|
70
|
+
const bucketStorage = new storage.MongoBucketStorage(mongoDB, { slot_name_prefix: config.slot_name_prefix });
|
|
71
|
+
const connection = config.connection;
|
|
72
|
+
if (connection) {
|
|
73
|
+
await terminateReplicators(bucketStorage, connection);
|
|
74
|
+
}
|
|
75
|
+
const database = mongoDB.db;
|
|
76
|
+
await database.dropDatabase();
|
|
77
|
+
await mongoDB.client.close();
|
|
78
|
+
}
|
|
79
|
+
//# sourceMappingURL=teardown.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"teardown.js","sourceRoot":"","sources":["../../src/runner/teardown.ts"],"names":[],"mappings":"AAAA,0DAA0D;AAC1D,gBAAgB;AAChB,2EAA2E;AAC3E,yBAAyB;AAEzB,OAAO,KAAK,KAAK,MAAM,6BAA6B,CAAC;AACrD,OAAO,KAAK,MAAM,MAAM,iBAAiB,CAAC;AAE1C,OAAO,KAAK,EAAE,MAAM,mBAAmB,CAAC;AACxC,OAAO,KAAK,OAAO,MAAM,6BAA6B,CAAC;AACvD,OAAO,KAAK,KAAK,MAAM,uBAAuB,CAAC;AAC/C,OAAO,KAAK,WAAW,MAAM,qCAAqC,CAAC;AAEnE;;;;GAIG;AACH,KAAK,UAAU,mBAAmB,CAChC,cAA4C,EAC5C,UAAoC,EACpC,SAA4C;IAE5C,mEAAmE;IACnE,sBAAsB;IACtB,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAC;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,cAAc,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,eAAe,CAAC;YAC7C,OAAO,EAAE,cAAc;YACvB,OAAO,EAAE,OAAO;YAChB,SAAS,EAAE,UAAU;YACrB,IAAI;SACL,CAAC,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,MAAM,CAAC,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACvB,CAAC;AACH,CAAC;AAED;;;;;;;GAOG;AACH,KAAK,UAAU,oBAAoB,CACjC,cAA4C,EAC5C,UAAoC;IAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,OAAO,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,GAAG,KAAM,EAAE,CAAC;QACnC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,MAAM,gBAAgB,GAAG,MAAM,cAAc,CAAC,uBAAuB,EAAE,CAAC;QACxE,KAAK,IAAI,SAAS,IAAI,gBAAgB,EAAE,CAAC;YACvC,IAAI,CAAC;gBACH,MAAM,mBAAmB,CAAC,cAAc,EAAE,UAAU,EAAE,SAAS,CAAC,CAAC;YACnE,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,KAAK,GAAG,IAAI,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;gBACjB,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,uBAAuB,SAAS,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC;YACrE,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM;QACR,CAAC;QACD,MAAM,MAAM,CAAC,UAAU,CAAC,IAAK,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,QAAQ,CAAC,YAAgC;IAC7D,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;IACpD,MAAM,OAAO,GAAG,OAAO,CAAC,oBAAoB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7D,MAAM,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IAEvC,MAAM,aAAa,GAAG,IAAI,OAAO,CAAC,kBAAkB,CAAC,OAAO,EAAE,EAAE,gBAAgB,EAAE,MAAM,CAAC,gBAAgB,EAAE,CAAC,CAAC;IAC7G,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IAErC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,oBAAoB,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC;IACxD,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,CAAC;IAC5B,MAAM,QAAQ,CAAC,YAAY,EAAE,CAAC;IAC9B,MAAM,OAAO,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;AAC/B,CAAC"}
|