@powersync/service-core 0.8.7 → 0.9.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +37 -0
- package/dist/api/RouteAPI.d.ts +67 -0
- package/dist/api/RouteAPI.js +2 -0
- package/dist/api/RouteAPI.js.map +1 -0
- package/dist/api/api-index.d.ts +1 -0
- package/dist/api/api-index.js +1 -0
- package/dist/api/api-index.js.map +1 -1
- package/dist/api/diagnostics.d.ts +4 -4
- package/dist/api/diagnostics.js +170 -158
- package/dist/api/diagnostics.js.map +1 -1
- package/dist/api/schema.d.ts +3 -5
- package/dist/api/schema.js +14 -80
- package/dist/api/schema.js.map +1 -1
- package/dist/auth/CachedKeyCollector.js.map +1 -1
- package/dist/auth/KeySpec.js.map +1 -1
- package/dist/auth/KeyStore.d.ts +7 -4
- package/dist/auth/KeyStore.js +1 -1
- package/dist/auth/KeyStore.js.map +1 -1
- package/dist/auth/LeakyBucket.js.map +1 -1
- package/dist/auth/RemoteJWKSCollector.d.ts +0 -2
- package/dist/auth/RemoteJWKSCollector.js.map +1 -1
- package/dist/auth/auth-index.d.ts +0 -1
- package/dist/auth/auth-index.js +0 -1
- package/dist/auth/auth-index.js.map +1 -1
- package/dist/db/mongo.js +5 -3
- package/dist/db/mongo.js.map +1 -1
- package/dist/entry/cli-entry.js +3 -2
- package/dist/entry/cli-entry.js.map +1 -1
- package/dist/entry/commands/compact-action.js +90 -14
- package/dist/entry/commands/compact-action.js.map +1 -1
- package/dist/entry/commands/migrate-action.js +4 -5
- package/dist/entry/commands/migrate-action.js.map +1 -1
- package/dist/entry/commands/teardown-action.js +2 -2
- package/dist/entry/commands/teardown-action.js.map +1 -1
- package/dist/index.d.ts +4 -2
- package/dist/index.js +4 -2
- package/dist/index.js.map +1 -1
- package/dist/locks/MongoLocks.js.map +1 -1
- package/dist/metrics/Metrics.d.ts +2 -2
- package/dist/metrics/Metrics.js +5 -13
- package/dist/metrics/Metrics.js.map +1 -1
- package/dist/migrations/db/migrations/1684951997326-init.d.ts +2 -2
- package/dist/migrations/db/migrations/1684951997326-init.js +4 -2
- package/dist/migrations/db/migrations/1684951997326-init.js.map +1 -1
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts +2 -2
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +4 -2
- package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -1
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts +2 -2
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js +4 -2
- package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map +1 -1
- package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.d.ts +3 -0
- package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js +31 -0
- package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js.map +1 -0
- package/dist/migrations/executor.js.map +1 -1
- package/dist/migrations/migrations.d.ts +8 -0
- package/dist/migrations/migrations.js +19 -7
- package/dist/migrations/migrations.js.map +1 -1
- package/dist/migrations/store/migration-store.js.map +1 -1
- package/dist/modules/AbstractModule.d.ts +26 -0
- package/dist/modules/AbstractModule.js +11 -0
- package/dist/modules/AbstractModule.js.map +1 -0
- package/dist/modules/ModuleManager.d.ts +11 -0
- package/dist/modules/ModuleManager.js +32 -0
- package/dist/modules/ModuleManager.js.map +1 -0
- package/dist/modules/modules-index.d.ts +2 -0
- package/dist/modules/modules-index.js +3 -0
- package/dist/modules/modules-index.js.map +1 -0
- package/dist/replication/AbstractReplicationJob.d.ts +37 -0
- package/dist/replication/AbstractReplicationJob.js +51 -0
- package/dist/replication/AbstractReplicationJob.js.map +1 -0
- package/dist/replication/AbstractReplicator.d.ts +53 -0
- package/dist/replication/AbstractReplicator.js +250 -0
- package/dist/replication/AbstractReplicator.js.map +1 -0
- package/dist/replication/ErrorRateLimiter.d.ts +0 -10
- package/dist/replication/ErrorRateLimiter.js +1 -42
- package/dist/replication/ErrorRateLimiter.js.map +1 -1
- package/dist/replication/ReplicationEngine.d.ts +18 -0
- package/dist/replication/ReplicationEngine.js +41 -0
- package/dist/replication/ReplicationEngine.js.map +1 -0
- package/dist/replication/ReplicationModule.d.ts +51 -0
- package/dist/replication/ReplicationModule.js +68 -0
- package/dist/replication/ReplicationModule.js.map +1 -0
- package/dist/replication/replication-index.d.ts +4 -6
- package/dist/replication/replication-index.js +4 -6
- package/dist/replication/replication-index.js.map +1 -1
- package/dist/routes/RouterEngine.d.ts +42 -0
- package/dist/routes/RouterEngine.js +80 -0
- package/dist/routes/RouterEngine.js.map +1 -0
- package/dist/routes/auth.d.ts +2 -2
- package/dist/routes/auth.js +11 -11
- package/dist/routes/auth.js.map +1 -1
- package/dist/routes/configure-fastify.d.ts +37 -7
- package/dist/routes/configure-fastify.js +20 -19
- package/dist/routes/configure-fastify.js.map +1 -1
- package/dist/routes/configure-rsocket.d.ts +3 -4
- package/dist/routes/configure-rsocket.js +7 -4
- package/dist/routes/configure-rsocket.js.map +1 -1
- package/dist/routes/endpoints/admin.d.ts +30 -0
- package/dist/routes/endpoints/admin.js +46 -67
- package/dist/routes/endpoints/admin.js.map +1 -1
- package/dist/routes/endpoints/checkpointing.js +103 -15
- package/dist/routes/endpoints/checkpointing.js.map +1 -1
- package/dist/routes/endpoints/probes.d.ts +74 -0
- package/dist/routes/endpoints/probes.js +51 -0
- package/dist/routes/endpoints/probes.js.map +1 -0
- package/dist/routes/endpoints/socket-route.js +8 -6
- package/dist/routes/endpoints/socket-route.js.map +1 -1
- package/dist/routes/endpoints/sync-rules.d.ts +1 -1
- package/dist/routes/endpoints/sync-rules.js +32 -23
- package/dist/routes/endpoints/sync-rules.js.map +1 -1
- package/dist/routes/endpoints/sync-stream.d.ts +0 -1
- package/dist/routes/endpoints/sync-stream.js +8 -8
- package/dist/routes/endpoints/sync-stream.js.map +1 -1
- package/dist/routes/hooks.js.map +1 -1
- package/dist/routes/route-register.js.map +1 -1
- package/dist/routes/router.d.ts +11 -4
- package/dist/routes/router.js.map +1 -1
- package/dist/routes/routes-index.d.ts +1 -0
- package/dist/routes/routes-index.js +1 -0
- package/dist/routes/routes-index.js.map +1 -1
- package/dist/runner/teardown.js +109 -76
- package/dist/runner/teardown.js.map +1 -1
- package/dist/storage/BucketStorage.d.ts +86 -36
- package/dist/storage/BucketStorage.js +6 -10
- package/dist/storage/BucketStorage.js.map +1 -1
- package/dist/storage/ChecksumCache.js.map +1 -1
- package/dist/storage/MongoBucketStorage.d.ts +7 -11
- package/dist/storage/MongoBucketStorage.js +48 -41
- package/dist/storage/MongoBucketStorage.js.map +1 -1
- package/dist/storage/ReplicationEventPayload.d.ts +14 -0
- package/dist/storage/ReplicationEventPayload.js +2 -0
- package/dist/storage/ReplicationEventPayload.js.map +1 -0
- package/dist/storage/SourceEntity.d.ts +20 -0
- package/dist/storage/SourceEntity.js +2 -0
- package/dist/storage/SourceEntity.js.map +1 -0
- package/dist/storage/SourceTable.d.ts +12 -5
- package/dist/storage/SourceTable.js +12 -5
- package/dist/storage/SourceTable.js.map +1 -1
- package/dist/storage/StorageEngine.d.ts +28 -0
- package/dist/storage/StorageEngine.js +45 -0
- package/dist/storage/StorageEngine.js.map +1 -0
- package/dist/storage/StorageProvider.d.ts +21 -0
- package/dist/storage/StorageProvider.js +2 -0
- package/dist/storage/StorageProvider.js.map +1 -0
- package/dist/storage/WriteCheckpointAPI.d.ts +74 -0
- package/dist/storage/WriteCheckpointAPI.js +16 -0
- package/dist/storage/WriteCheckpointAPI.js.map +1 -0
- package/dist/storage/mongo/MongoBucketBatch.d.ts +24 -5
- package/dist/storage/mongo/MongoBucketBatch.js +119 -62
- package/dist/storage/mongo/MongoBucketBatch.js.map +1 -1
- package/dist/storage/mongo/MongoCompactor.js +20 -3
- package/dist/storage/mongo/MongoCompactor.js.map +1 -1
- package/dist/storage/mongo/MongoIdSequence.js.map +1 -1
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.d.ts +2 -2
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.js +2 -2
- package/dist/storage/mongo/MongoPersistedSyncRulesContent.js.map +1 -1
- package/dist/storage/mongo/MongoStorageProvider.d.ts +5 -0
- package/dist/storage/mongo/MongoStorageProvider.js +26 -0
- package/dist/storage/mongo/MongoStorageProvider.js.map +1 -0
- package/dist/storage/mongo/MongoSyncBucketStorage.d.ts +18 -10
- package/dist/storage/mongo/MongoSyncBucketStorage.js +140 -25
- package/dist/storage/mongo/MongoSyncBucketStorage.js.map +1 -1
- package/dist/storage/mongo/MongoSyncRulesLock.js +1 -1
- package/dist/storage/mongo/MongoSyncRulesLock.js.map +1 -1
- package/dist/storage/mongo/MongoWriteCheckpointAPI.d.ts +20 -0
- package/dist/storage/mongo/MongoWriteCheckpointAPI.js +103 -0
- package/dist/storage/mongo/MongoWriteCheckpointAPI.js.map +1 -0
- package/dist/storage/mongo/OperationBatch.d.ts +13 -4
- package/dist/storage/mongo/OperationBatch.js +25 -7
- package/dist/storage/mongo/OperationBatch.js.map +1 -1
- package/dist/storage/mongo/PersistedBatch.d.ts +3 -3
- package/dist/storage/mongo/PersistedBatch.js +2 -2
- package/dist/storage/mongo/PersistedBatch.js.map +1 -1
- package/dist/storage/mongo/config.d.ts +19 -0
- package/dist/storage/mongo/config.js +26 -0
- package/dist/storage/mongo/config.js.map +1 -0
- package/dist/storage/mongo/db.d.ts +3 -2
- package/dist/storage/mongo/db.js +1 -0
- package/dist/storage/mongo/db.js.map +1 -1
- package/dist/storage/mongo/models.d.ts +20 -5
- package/dist/storage/mongo/models.js.map +1 -1
- package/dist/storage/mongo/util.d.ts +12 -1
- package/dist/storage/mongo/util.js +50 -2
- package/dist/storage/mongo/util.js.map +1 -1
- package/dist/storage/storage-index.d.ts +8 -2
- package/dist/storage/storage-index.js +8 -2
- package/dist/storage/storage-index.js.map +1 -1
- package/dist/sync/BroadcastIterable.d.ts +0 -1
- package/dist/sync/BroadcastIterable.js.map +1 -1
- package/dist/sync/LastValueSink.d.ts +0 -1
- package/dist/sync/LastValueSink.js.map +1 -1
- package/dist/sync/merge.d.ts +0 -1
- package/dist/sync/merge.js.map +1 -1
- package/dist/sync/safeRace.js.map +1 -1
- package/dist/sync/sync.d.ts +1 -1
- package/dist/sync/sync.js +5 -5
- package/dist/sync/sync.js.map +1 -1
- package/dist/sync/util.d.ts +0 -2
- package/dist/sync/util.js.map +1 -1
- package/dist/system/ServiceContext.d.ts +37 -0
- package/dist/system/ServiceContext.js +48 -0
- package/dist/system/ServiceContext.js.map +1 -0
- package/dist/system/system-index.d.ts +1 -1
- package/dist/system/system-index.js +1 -1
- package/dist/system/system-index.js.map +1 -1
- package/dist/util/Mutex.js.map +1 -1
- package/dist/util/config/collectors/config-collector.js.map +1 -1
- package/dist/util/config/collectors/impl/base64-config-collector.js.map +1 -1
- package/dist/util/config/collectors/impl/filesystem-config-collector.js.map +1 -1
- package/dist/util/config/compound-config-collector.d.ts +9 -2
- package/dist/util/config/compound-config-collector.js +16 -24
- package/dist/util/config/compound-config-collector.js.map +1 -1
- package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js.map +1 -1
- package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js.map +1 -1
- package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js.map +1 -1
- package/dist/util/config/sync-rules/sync-rules-provider.d.ts +9 -0
- package/dist/util/config/sync-rules/sync-rules-provider.js +15 -0
- package/dist/util/config/sync-rules/sync-rules-provider.js.map +1 -0
- package/dist/util/config/types.d.ts +7 -4
- package/dist/util/config/types.js.map +1 -1
- package/dist/util/config.d.ts +3 -4
- package/dist/util/config.js +5 -20
- package/dist/util/config.js.map +1 -1
- package/dist/util/memory-tracking.js.map +1 -1
- package/dist/util/secs.js.map +1 -1
- package/dist/util/util-index.d.ts +3 -6
- package/dist/util/util-index.js +3 -6
- package/dist/util/util-index.js.map +1 -1
- package/dist/util/utils.d.ts +10 -7
- package/dist/util/utils.js +36 -25
- package/dist/util/utils.js.map +1 -1
- package/package.json +8 -12
- package/src/api/RouteAPI.ts +78 -0
- package/src/api/api-index.ts +1 -0
- package/src/api/diagnostics.ts +18 -70
- package/src/api/schema.ts +18 -90
- package/src/auth/KeyStore.ts +9 -6
- package/src/auth/RemoteJWKSCollector.ts +4 -1
- package/src/auth/auth-index.ts +0 -1
- package/src/db/mongo.ts +5 -3
- package/src/entry/cli-entry.ts +3 -2
- package/src/entry/commands/compact-action.ts +24 -12
- package/src/entry/commands/migrate-action.ts +5 -8
- package/src/entry/commands/teardown-action.ts +2 -2
- package/src/index.ts +5 -2
- package/src/metrics/Metrics.ts +6 -16
- package/src/migrations/db/migrations/1684951997326-init.ts +9 -4
- package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +7 -4
- package/src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts +6 -4
- package/src/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.ts +37 -0
- package/src/migrations/migrations.ts +24 -8
- package/src/modules/AbstractModule.ts +37 -0
- package/src/modules/ModuleManager.ts +34 -0
- package/src/modules/modules-index.ts +2 -0
- package/src/replication/AbstractReplicationJob.ts +79 -0
- package/src/replication/AbstractReplicator.ts +228 -0
- package/src/replication/ErrorRateLimiter.ts +0 -44
- package/src/replication/ReplicationEngine.ts +43 -0
- package/src/replication/ReplicationModule.ts +122 -0
- package/src/replication/replication-index.ts +4 -6
- package/src/routes/RouterEngine.ts +120 -0
- package/src/routes/auth.ts +21 -12
- package/src/routes/configure-fastify.ts +28 -28
- package/src/routes/configure-rsocket.ts +13 -8
- package/src/routes/endpoints/admin.ts +72 -76
- package/src/routes/endpoints/checkpointing.ts +51 -11
- package/src/routes/endpoints/probes.ts +58 -0
- package/src/routes/endpoints/socket-route.ts +10 -6
- package/src/routes/endpoints/sync-rules.ts +41 -25
- package/src/routes/endpoints/sync-stream.ts +8 -8
- package/src/routes/router.ts +10 -5
- package/src/routes/routes-index.ts +1 -0
- package/src/runner/teardown.ts +50 -88
- package/src/storage/BucketStorage.ts +103 -41
- package/src/storage/MongoBucketStorage.ts +65 -53
- package/src/storage/ReplicationEventPayload.ts +16 -0
- package/src/storage/SourceEntity.ts +22 -0
- package/src/storage/SourceTable.ts +14 -7
- package/src/storage/StorageEngine.ts +62 -0
- package/src/storage/StorageProvider.ts +27 -0
- package/src/storage/WriteCheckpointAPI.ts +85 -0
- package/src/storage/mongo/MongoBucketBatch.ts +164 -84
- package/src/storage/mongo/MongoCompactor.ts +25 -4
- package/src/storage/mongo/MongoPersistedSyncRulesContent.ts +7 -4
- package/src/storage/mongo/MongoStorageProvider.ts +31 -0
- package/src/storage/mongo/MongoSyncBucketStorage.ts +118 -41
- package/src/storage/mongo/MongoSyncRulesLock.ts +7 -3
- package/src/storage/mongo/MongoWriteCheckpointAPI.ts +151 -0
- package/src/storage/mongo/OperationBatch.ts +28 -12
- package/src/storage/mongo/PersistedBatch.ts +10 -6
- package/src/storage/mongo/config.ts +40 -0
- package/src/storage/mongo/db.ts +4 -1
- package/src/storage/mongo/models.ts +21 -5
- package/src/storage/mongo/util.ts +48 -3
- package/src/storage/storage-index.ts +8 -2
- package/src/sync/sync.ts +7 -4
- package/src/sync/util.ts +0 -1
- package/src/system/ServiceContext.ts +68 -0
- package/src/system/system-index.ts +1 -1
- package/src/util/config/compound-config-collector.ts +31 -31
- package/src/util/config/sync-rules/sync-rules-provider.ts +18 -0
- package/src/util/config/types.ts +7 -5
- package/src/util/config.ts +6 -23
- package/src/util/util-index.ts +3 -6
- package/src/util/utils.ts +48 -41
- package/test/src/__snapshots__/sync.test.ts.snap +14 -14
- package/test/src/auth.test.ts +7 -7
- package/test/src/broadcast_iterable.test.ts +1 -1
- package/test/src/compacting.test.ts +50 -40
- package/test/src/data_storage.test.ts +382 -202
- package/test/src/env.ts +1 -3
- package/test/src/merge_iterable.test.ts +1 -6
- package/test/src/routes/probes.integration.test.ts +235 -0
- package/test/src/routes/probes.test.ts +153 -0
- package/test/src/setup.ts +1 -1
- package/test/src/stream_utils.ts +42 -0
- package/test/src/sync.test.ts +115 -39
- package/test/src/util.ts +48 -51
- package/test/tsconfig.json +1 -1
- package/tsconfig.tsbuildinfo +1 -1
- package/vitest.config.ts +7 -1
- package/dist/auth/SupabaseKeyCollector.d.ts +0 -22
- package/dist/auth/SupabaseKeyCollector.js +0 -61
- package/dist/auth/SupabaseKeyCollector.js.map +0 -1
- package/dist/replication/PgRelation.d.ts +0 -16
- package/dist/replication/PgRelation.js +0 -26
- package/dist/replication/PgRelation.js.map +0 -1
- package/dist/replication/WalConnection.d.ts +0 -34
- package/dist/replication/WalConnection.js +0 -190
- package/dist/replication/WalConnection.js.map +0 -1
- package/dist/replication/WalStream.d.ts +0 -57
- package/dist/replication/WalStream.js +0 -519
- package/dist/replication/WalStream.js.map +0 -1
- package/dist/replication/WalStreamManager.d.ts +0 -30
- package/dist/replication/WalStreamManager.js +0 -198
- package/dist/replication/WalStreamManager.js.map +0 -1
- package/dist/replication/WalStreamRunner.d.ts +0 -38
- package/dist/replication/WalStreamRunner.js +0 -155
- package/dist/replication/WalStreamRunner.js.map +0 -1
- package/dist/replication/util.d.ts +0 -9
- package/dist/replication/util.js +0 -62
- package/dist/replication/util.js.map +0 -1
- package/dist/system/CorePowerSyncSystem.d.ts +0 -23
- package/dist/system/CorePowerSyncSystem.js +0 -52
- package/dist/system/CorePowerSyncSystem.js.map +0 -1
- package/dist/util/PgManager.d.ts +0 -24
- package/dist/util/PgManager.js +0 -55
- package/dist/util/PgManager.js.map +0 -1
- package/dist/util/migration_lib.d.ts +0 -11
- package/dist/util/migration_lib.js +0 -64
- package/dist/util/migration_lib.js.map +0 -1
- package/dist/util/pgwire_utils.d.ts +0 -24
- package/dist/util/pgwire_utils.js +0 -117
- package/dist/util/pgwire_utils.js.map +0 -1
- package/dist/util/populate_test_data.d.ts +0 -8
- package/dist/util/populate_test_data.js +0 -65
- package/dist/util/populate_test_data.js.map +0 -1
- package/src/auth/SupabaseKeyCollector.ts +0 -67
- package/src/replication/PgRelation.ts +0 -42
- package/src/replication/WalConnection.ts +0 -227
- package/src/replication/WalStream.ts +0 -631
- package/src/replication/WalStreamManager.ts +0 -213
- package/src/replication/WalStreamRunner.ts +0 -180
- package/src/replication/util.ts +0 -76
- package/src/system/CorePowerSyncSystem.ts +0 -64
- package/src/util/PgManager.ts +0 -64
- package/src/util/migration_lib.ts +0 -79
- package/src/util/pgwire_utils.ts +0 -139
- package/src/util/populate_test_data.ts +0 -78
- package/test/src/__snapshots__/pg_test.test.ts.snap +0 -256
- package/test/src/large_batch.test.ts +0 -194
- package/test/src/pg_test.test.ts +0 -450
- package/test/src/schema_changes.test.ts +0 -545
- package/test/src/slow_tests.test.ts +0 -338
- package/test/src/validation.test.ts +0 -63
- package/test/src/wal_stream.test.ts +0 -319
- package/test/src/wal_stream_utils.ts +0 -156
package/test/src/env.ts
CHANGED
|
@@ -2,7 +2,5 @@ import { utils } from '@powersync/lib-services-framework';
|
|
|
2
2
|
|
|
3
3
|
export const env = utils.collectEnvironmentVariables({
|
|
4
4
|
MONGO_TEST_URL: utils.type.string.default('mongodb://localhost:27017/powersync_test'),
|
|
5
|
-
|
|
6
|
-
CI: utils.type.boolean.default('false'),
|
|
7
|
-
SLOW_TESTS: utils.type.boolean.default('false')
|
|
5
|
+
CI: utils.type.boolean.default('false')
|
|
8
6
|
});
|
|
@@ -1,11 +1,6 @@
|
|
|
1
|
+
import { mergeAsyncIterablesNew, mergeAsyncIterablesOld } from '@/sync/merge.js';
|
|
1
2
|
import * as timers from 'timers/promises';
|
|
2
3
|
import { describe, expect, test } from 'vitest';
|
|
3
|
-
import {
|
|
4
|
-
FixedMergeAsyncIterable,
|
|
5
|
-
mergeAsyncIterables,
|
|
6
|
-
mergeAsyncIterablesNew,
|
|
7
|
-
mergeAsyncIterablesOld
|
|
8
|
-
} from '../../src/sync/merge.js';
|
|
9
4
|
|
|
10
5
|
type MergeIteratorFunction = <T>(source: AsyncIterable<T>[]) => AsyncIterable<T>;
|
|
11
6
|
|
|
@@ -0,0 +1,235 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
|
|
2
|
+
import Fastify, { FastifyInstance } from 'fastify';
|
|
3
|
+
import { container } from '@powersync/lib-services-framework';
|
|
4
|
+
import * as auth from '../../../src/routes/auth.js';
|
|
5
|
+
import * as system from '../../../src/system/system-index.js';
|
|
6
|
+
import { configureFastifyServer } from '../../../src/index.js';
|
|
7
|
+
import { ProbeRoutes } from '../../../src/routes/endpoints/probes.js';
|
|
8
|
+
|
|
9
|
+
vi.mock('@powersync/lib-services-framework', async () => {
|
|
10
|
+
const actual = (await vi.importActual('@powersync/lib-services-framework')) as any;
|
|
11
|
+
return {
|
|
12
|
+
...actual,
|
|
13
|
+
container: {
|
|
14
|
+
...actual.container,
|
|
15
|
+
probes: {
|
|
16
|
+
state: vi.fn()
|
|
17
|
+
}
|
|
18
|
+
}
|
|
19
|
+
};
|
|
20
|
+
});
|
|
21
|
+
|
|
22
|
+
describe('Probe Routes Integration', () => {
|
|
23
|
+
let app: FastifyInstance;
|
|
24
|
+
let mockSystem: system.ServiceContext;
|
|
25
|
+
|
|
26
|
+
beforeEach(async () => {
|
|
27
|
+
app = Fastify();
|
|
28
|
+
mockSystem = { routerEngine: {} } as system.ServiceContext;
|
|
29
|
+
await configureFastifyServer(app, { service_context: mockSystem });
|
|
30
|
+
await app.ready();
|
|
31
|
+
});
|
|
32
|
+
|
|
33
|
+
afterEach(async () => {
|
|
34
|
+
await app.close();
|
|
35
|
+
});
|
|
36
|
+
|
|
37
|
+
describe('Startup Probe', () => {
|
|
38
|
+
it('returns 200 when system is started', async () => {
|
|
39
|
+
const mockState = {
|
|
40
|
+
started: true,
|
|
41
|
+
ready: true,
|
|
42
|
+
touched_at: new Date()
|
|
43
|
+
};
|
|
44
|
+
vi.spyOn(auth, 'authUser').mockResolvedValue({ authorized: true });
|
|
45
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
46
|
+
|
|
47
|
+
const response = await app.inject({
|
|
48
|
+
method: 'GET',
|
|
49
|
+
url: ProbeRoutes.STARTUP
|
|
50
|
+
});
|
|
51
|
+
|
|
52
|
+
expect(response.statusCode).toBe(200);
|
|
53
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
54
|
+
...mockState,
|
|
55
|
+
touched_at: mockState.touched_at.toISOString()
|
|
56
|
+
});
|
|
57
|
+
});
|
|
58
|
+
|
|
59
|
+
it('returns 400 when system is not started', async () => {
|
|
60
|
+
const mockState = {
|
|
61
|
+
started: false,
|
|
62
|
+
ready: false,
|
|
63
|
+
touched_at: new Date()
|
|
64
|
+
};
|
|
65
|
+
|
|
66
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
67
|
+
|
|
68
|
+
const response = await app.inject({
|
|
69
|
+
method: 'GET',
|
|
70
|
+
url: ProbeRoutes.STARTUP
|
|
71
|
+
});
|
|
72
|
+
|
|
73
|
+
expect(response.statusCode).toBe(400);
|
|
74
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
75
|
+
...mockState,
|
|
76
|
+
touched_at: mockState.touched_at.toISOString()
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
});
|
|
80
|
+
|
|
81
|
+
describe('Liveness Probe', () => {
|
|
82
|
+
it('returns 200 when system was touched recently', async () => {
|
|
83
|
+
const mockState = {
|
|
84
|
+
started: true,
|
|
85
|
+
ready: true,
|
|
86
|
+
touched_at: new Date()
|
|
87
|
+
};
|
|
88
|
+
|
|
89
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
90
|
+
|
|
91
|
+
const response = await app.inject({
|
|
92
|
+
method: 'GET',
|
|
93
|
+
url: ProbeRoutes.LIVENESS
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
expect(response.statusCode).toBe(200);
|
|
97
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
98
|
+
...mockState,
|
|
99
|
+
touched_at: mockState.touched_at.toISOString()
|
|
100
|
+
});
|
|
101
|
+
});
|
|
102
|
+
|
|
103
|
+
it('returns 400 when system has not been touched recently', async () => {
|
|
104
|
+
const mockState = {
|
|
105
|
+
started: true,
|
|
106
|
+
ready: true,
|
|
107
|
+
touched_at: new Date(Date.now() - 15000) // 15 seconds ago
|
|
108
|
+
};
|
|
109
|
+
|
|
110
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
111
|
+
|
|
112
|
+
const response = await app.inject({
|
|
113
|
+
method: 'GET',
|
|
114
|
+
url: ProbeRoutes.LIVENESS
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
expect(response.statusCode).toBe(400);
|
|
118
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
119
|
+
...mockState,
|
|
120
|
+
touched_at: mockState.touched_at.toISOString()
|
|
121
|
+
});
|
|
122
|
+
});
|
|
123
|
+
});
|
|
124
|
+
|
|
125
|
+
describe('Readiness Probe', () => {
|
|
126
|
+
it('returns 200 when system is ready', async () => {
|
|
127
|
+
const mockState = {
|
|
128
|
+
started: true,
|
|
129
|
+
ready: true,
|
|
130
|
+
touched_at: new Date()
|
|
131
|
+
};
|
|
132
|
+
|
|
133
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
134
|
+
|
|
135
|
+
const response = await app.inject({
|
|
136
|
+
method: 'GET',
|
|
137
|
+
url: ProbeRoutes.READINESS
|
|
138
|
+
});
|
|
139
|
+
|
|
140
|
+
expect(response.statusCode).toBe(200);
|
|
141
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
142
|
+
...mockState,
|
|
143
|
+
touched_at: mockState.touched_at.toISOString()
|
|
144
|
+
});
|
|
145
|
+
});
|
|
146
|
+
|
|
147
|
+
it('returns 400 when system is not ready', async () => {
|
|
148
|
+
const mockState = {
|
|
149
|
+
started: true,
|
|
150
|
+
ready: false,
|
|
151
|
+
touched_at: new Date()
|
|
152
|
+
};
|
|
153
|
+
|
|
154
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
155
|
+
|
|
156
|
+
const response = await app.inject({
|
|
157
|
+
method: 'GET',
|
|
158
|
+
url: ProbeRoutes.READINESS
|
|
159
|
+
});
|
|
160
|
+
|
|
161
|
+
expect(response.statusCode).toBe(400);
|
|
162
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
163
|
+
...mockState,
|
|
164
|
+
touched_at: mockState.touched_at.toISOString()
|
|
165
|
+
});
|
|
166
|
+
});
|
|
167
|
+
});
|
|
168
|
+
|
|
169
|
+
describe('Request Queue Behavior', () => {
|
|
170
|
+
it('handles concurrent requests within limits', async () => {
|
|
171
|
+
const mockState = { started: true, ready: true, touched_at: new Date() };
|
|
172
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
173
|
+
|
|
174
|
+
// Create array of 15 concurrent requests (default concurrency is 10)
|
|
175
|
+
const requests = Array(15)
|
|
176
|
+
.fill(null)
|
|
177
|
+
.map(() =>
|
|
178
|
+
app.inject({
|
|
179
|
+
method: 'GET',
|
|
180
|
+
url: ProbeRoutes.STARTUP
|
|
181
|
+
})
|
|
182
|
+
);
|
|
183
|
+
|
|
184
|
+
const responses = await Promise.all(requests);
|
|
185
|
+
|
|
186
|
+
// All requests should complete successfully
|
|
187
|
+
responses.forEach((response) => {
|
|
188
|
+
expect(response.statusCode).toBe(200);
|
|
189
|
+
expect(JSON.parse(response.payload)).toEqual({
|
|
190
|
+
...mockState,
|
|
191
|
+
touched_at: mockState.touched_at.toISOString()
|
|
192
|
+
});
|
|
193
|
+
});
|
|
194
|
+
});
|
|
195
|
+
|
|
196
|
+
it('respects max queue depth', async () => {
|
|
197
|
+
const mockState = { started: true, ready: true, touched_at: new Date() };
|
|
198
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
199
|
+
|
|
200
|
+
// Create array of 35 concurrent requests (default max_queue_depth is 20)
|
|
201
|
+
const requests = Array(35)
|
|
202
|
+
.fill(null)
|
|
203
|
+
.map(() =>
|
|
204
|
+
app.inject({
|
|
205
|
+
method: 'GET',
|
|
206
|
+
url: ProbeRoutes.STARTUP
|
|
207
|
+
})
|
|
208
|
+
);
|
|
209
|
+
|
|
210
|
+
const responses = await Promise.all(requests);
|
|
211
|
+
|
|
212
|
+
// Some requests should succeed and some should fail with 429
|
|
213
|
+
const successCount = responses.filter((r) => r.statusCode === 200).length;
|
|
214
|
+
const queueFullCount = responses.filter((r) => r.statusCode === 429).length;
|
|
215
|
+
|
|
216
|
+
expect(successCount).toBeGreaterThan(0);
|
|
217
|
+
expect(queueFullCount).toBeGreaterThan(0);
|
|
218
|
+
expect(successCount + queueFullCount).toBe(35);
|
|
219
|
+
});
|
|
220
|
+
});
|
|
221
|
+
|
|
222
|
+
describe('Content Types', () => {
|
|
223
|
+
it('returns correct content type headers', async () => {
|
|
224
|
+
const mockState = { started: true, ready: true, touched_at: new Date() };
|
|
225
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
226
|
+
|
|
227
|
+
const response = await app.inject({
|
|
228
|
+
method: 'GET',
|
|
229
|
+
url: ProbeRoutes.STARTUP
|
|
230
|
+
});
|
|
231
|
+
|
|
232
|
+
expect(response.headers['content-type']).toMatch(/application\/json/);
|
|
233
|
+
});
|
|
234
|
+
});
|
|
235
|
+
});
|
|
@@ -0,0 +1,153 @@
|
|
|
1
|
+
import { describe, it, expect, vi, beforeEach } from 'vitest';
|
|
2
|
+
import { container } from '@powersync/lib-services-framework';
|
|
3
|
+
import { startupCheck, livenessCheck, readinessCheck } from '../../../src/routes/endpoints/probes.js';
|
|
4
|
+
|
|
5
|
+
// Mock the container
|
|
6
|
+
vi.mock('@powersync/lib-services-framework', () => ({
|
|
7
|
+
container: {
|
|
8
|
+
probes: {
|
|
9
|
+
state: vi.fn()
|
|
10
|
+
}
|
|
11
|
+
},
|
|
12
|
+
router: {
|
|
13
|
+
HTTPMethod: {
|
|
14
|
+
GET: 'GET'
|
|
15
|
+
},
|
|
16
|
+
RouterResponse: class RouterResponse {
|
|
17
|
+
status: number;
|
|
18
|
+
data: any;
|
|
19
|
+
headers: Record<string, string>;
|
|
20
|
+
afterSend: () => Promise<void>;
|
|
21
|
+
__micro_router_response = true;
|
|
22
|
+
|
|
23
|
+
constructor({ status, data, headers, afterSend }: {
|
|
24
|
+
status?: number;
|
|
25
|
+
data: any;
|
|
26
|
+
headers?: Record<string, string>;
|
|
27
|
+
afterSend?: () => Promise<void>;
|
|
28
|
+
}) {
|
|
29
|
+
this.status = status || 200;
|
|
30
|
+
this.data = data;
|
|
31
|
+
this.headers = headers || { 'Content-Type': 'application/json' };
|
|
32
|
+
this.afterSend = afterSend ?? (() => Promise.resolve());
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
}));
|
|
37
|
+
|
|
38
|
+
describe('Probe Routes', () => {
|
|
39
|
+
beforeEach(() => {
|
|
40
|
+
vi.clearAllMocks();
|
|
41
|
+
});
|
|
42
|
+
|
|
43
|
+
describe('startupCheck', () => {
|
|
44
|
+
it('has the correct route definitions', () => {
|
|
45
|
+
expect(startupCheck.path).toBe('/probes/startup');
|
|
46
|
+
expect(startupCheck.method).toBe('GET');
|
|
47
|
+
});
|
|
48
|
+
|
|
49
|
+
it('returns 200 when started is true', async () => {
|
|
50
|
+
const mockState = {
|
|
51
|
+
started: true,
|
|
52
|
+
ready: true,
|
|
53
|
+
touched_at: new Date()
|
|
54
|
+
};
|
|
55
|
+
|
|
56
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
57
|
+
|
|
58
|
+
const response = await startupCheck.handler();
|
|
59
|
+
|
|
60
|
+
expect(response.status).toEqual(200);
|
|
61
|
+
expect(response.data).toEqual(mockState);
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
it('returns 400 when started is false', async () => {
|
|
65
|
+
const mockState = {
|
|
66
|
+
started: false,
|
|
67
|
+
ready: false,
|
|
68
|
+
touched_at: new Date()
|
|
69
|
+
};
|
|
70
|
+
|
|
71
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
72
|
+
|
|
73
|
+
const response = await startupCheck.handler();
|
|
74
|
+
|
|
75
|
+
expect(response.status).toBe(400);
|
|
76
|
+
expect(response.data).toEqual(mockState);
|
|
77
|
+
});
|
|
78
|
+
});
|
|
79
|
+
|
|
80
|
+
describe('livenessCheck', () => {
|
|
81
|
+
it('has the correct route definitions', () => {
|
|
82
|
+
expect(livenessCheck.path).toBe('/probes/liveness');
|
|
83
|
+
expect(livenessCheck.method).toBe('GET');
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
it('returns 200 when last touch was less than 10 seconds ago', async () => {
|
|
87
|
+
const mockState = {
|
|
88
|
+
started: true,
|
|
89
|
+
ready: true,
|
|
90
|
+
touched_at: new Date(Date.now() - 9000) // 11 seconds ago
|
|
91
|
+
};
|
|
92
|
+
|
|
93
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
94
|
+
|
|
95
|
+
const response = await livenessCheck.handler();
|
|
96
|
+
|
|
97
|
+
expect(response.status).toBe(200);
|
|
98
|
+
expect(response.data).toEqual(mockState);
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
it('returns 400 when last touch was more than 10 seconds ago', async () => {
|
|
102
|
+
const mockState = {
|
|
103
|
+
started: true,
|
|
104
|
+
ready: true,
|
|
105
|
+
touched_at: new Date(Date.now() - 11000)
|
|
106
|
+
};
|
|
107
|
+
|
|
108
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
109
|
+
|
|
110
|
+
const response = await livenessCheck.handler();
|
|
111
|
+
|
|
112
|
+
expect(response.status).toBe(400);
|
|
113
|
+
expect(response.data).toEqual(mockState);
|
|
114
|
+
});
|
|
115
|
+
});
|
|
116
|
+
|
|
117
|
+
describe('readinessCheck', () => {
|
|
118
|
+
it('has the correct route definitions', () => {
|
|
119
|
+
expect(readinessCheck.path).toBe('/probes/readiness');
|
|
120
|
+
expect(readinessCheck.method).toBe('GET');
|
|
121
|
+
});
|
|
122
|
+
|
|
123
|
+
it('returns 200 when ready is true', async () => {
|
|
124
|
+
const mockState = {
|
|
125
|
+
started: true,
|
|
126
|
+
ready: true,
|
|
127
|
+
touched_at: new Date()
|
|
128
|
+
};
|
|
129
|
+
|
|
130
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
131
|
+
|
|
132
|
+
const response = await readinessCheck.handler();
|
|
133
|
+
|
|
134
|
+
expect(response.status).toBe(200);
|
|
135
|
+
expect(response.data).toEqual(mockState);
|
|
136
|
+
});
|
|
137
|
+
|
|
138
|
+
it('returns 400 when ready is false', async () => {
|
|
139
|
+
const mockState = {
|
|
140
|
+
started: true,
|
|
141
|
+
ready: false,
|
|
142
|
+
touched_at: new Date()
|
|
143
|
+
};
|
|
144
|
+
|
|
145
|
+
vi.mocked(container.probes.state).mockReturnValue(mockState);
|
|
146
|
+
|
|
147
|
+
const response = await readinessCheck.handler();
|
|
148
|
+
|
|
149
|
+
expect(response.status).toBe(400);
|
|
150
|
+
expect(response.data).toEqual(mockState);
|
|
151
|
+
});
|
|
152
|
+
});
|
|
153
|
+
});
|
package/test/src/setup.ts
CHANGED
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
import { OplogEntry } from '@/util/protocol-types.js';
|
|
2
|
+
import { JSONBig } from '@powersync/service-jsonbig';
|
|
3
|
+
|
|
4
|
+
export function putOp(table: string, data: Record<string, any>): Partial<OplogEntry> {
|
|
5
|
+
return {
|
|
6
|
+
op: 'PUT',
|
|
7
|
+
object_type: table,
|
|
8
|
+
object_id: data.id,
|
|
9
|
+
data: JSONBig.stringify(data)
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
|
|
13
|
+
export function removeOp(table: string, id: string): Partial<OplogEntry> {
|
|
14
|
+
return {
|
|
15
|
+
op: 'REMOVE',
|
|
16
|
+
object_type: table,
|
|
17
|
+
object_id: id
|
|
18
|
+
};
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
export function compareIds(a: OplogEntry, b: OplogEntry) {
|
|
22
|
+
return a.object_id!.localeCompare(b.object_id!);
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
export async function oneFromAsync<T>(source: Iterable<T> | AsyncIterable<T>): Promise<T> {
|
|
26
|
+
const items: T[] = [];
|
|
27
|
+
for await (const item of source) {
|
|
28
|
+
items.push(item);
|
|
29
|
+
}
|
|
30
|
+
if (items.length != 1) {
|
|
31
|
+
throw new Error(`One item expected, got: ${items.length}`);
|
|
32
|
+
}
|
|
33
|
+
return items[0];
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
export async function fromAsync<T>(source: Iterable<T> | AsyncIterable<T>): Promise<T[]> {
|
|
37
|
+
const items: T[] = [];
|
|
38
|
+
for await (const item of source) {
|
|
39
|
+
items.push(item);
|
|
40
|
+
}
|
|
41
|
+
return items;
|
|
42
|
+
}
|