@powersync/service-core 0.8.7 → 0.9.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/CHANGELOG.md +37 -0
  2. package/dist/api/RouteAPI.d.ts +67 -0
  3. package/dist/api/RouteAPI.js +2 -0
  4. package/dist/api/RouteAPI.js.map +1 -0
  5. package/dist/api/api-index.d.ts +1 -0
  6. package/dist/api/api-index.js +1 -0
  7. package/dist/api/api-index.js.map +1 -1
  8. package/dist/api/diagnostics.d.ts +4 -4
  9. package/dist/api/diagnostics.js +170 -158
  10. package/dist/api/diagnostics.js.map +1 -1
  11. package/dist/api/schema.d.ts +3 -5
  12. package/dist/api/schema.js +14 -80
  13. package/dist/api/schema.js.map +1 -1
  14. package/dist/auth/CachedKeyCollector.js.map +1 -1
  15. package/dist/auth/KeySpec.js.map +1 -1
  16. package/dist/auth/KeyStore.d.ts +7 -4
  17. package/dist/auth/KeyStore.js +1 -1
  18. package/dist/auth/KeyStore.js.map +1 -1
  19. package/dist/auth/LeakyBucket.js.map +1 -1
  20. package/dist/auth/RemoteJWKSCollector.d.ts +0 -2
  21. package/dist/auth/RemoteJWKSCollector.js.map +1 -1
  22. package/dist/auth/auth-index.d.ts +0 -1
  23. package/dist/auth/auth-index.js +0 -1
  24. package/dist/auth/auth-index.js.map +1 -1
  25. package/dist/db/mongo.js +5 -3
  26. package/dist/db/mongo.js.map +1 -1
  27. package/dist/entry/cli-entry.js +3 -2
  28. package/dist/entry/cli-entry.js.map +1 -1
  29. package/dist/entry/commands/compact-action.js +90 -14
  30. package/dist/entry/commands/compact-action.js.map +1 -1
  31. package/dist/entry/commands/migrate-action.js +4 -5
  32. package/dist/entry/commands/migrate-action.js.map +1 -1
  33. package/dist/entry/commands/teardown-action.js +2 -2
  34. package/dist/entry/commands/teardown-action.js.map +1 -1
  35. package/dist/index.d.ts +4 -2
  36. package/dist/index.js +4 -2
  37. package/dist/index.js.map +1 -1
  38. package/dist/locks/MongoLocks.js.map +1 -1
  39. package/dist/metrics/Metrics.d.ts +2 -2
  40. package/dist/metrics/Metrics.js +5 -13
  41. package/dist/metrics/Metrics.js.map +1 -1
  42. package/dist/migrations/db/migrations/1684951997326-init.d.ts +2 -2
  43. package/dist/migrations/db/migrations/1684951997326-init.js +4 -2
  44. package/dist/migrations/db/migrations/1684951997326-init.js.map +1 -1
  45. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts +2 -2
  46. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +4 -2
  47. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -1
  48. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts +2 -2
  49. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js +4 -2
  50. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map +1 -1
  51. package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.d.ts +3 -0
  52. package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js +31 -0
  53. package/dist/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.js.map +1 -0
  54. package/dist/migrations/executor.js.map +1 -1
  55. package/dist/migrations/migrations.d.ts +8 -0
  56. package/dist/migrations/migrations.js +19 -7
  57. package/dist/migrations/migrations.js.map +1 -1
  58. package/dist/migrations/store/migration-store.js.map +1 -1
  59. package/dist/modules/AbstractModule.d.ts +26 -0
  60. package/dist/modules/AbstractModule.js +11 -0
  61. package/dist/modules/AbstractModule.js.map +1 -0
  62. package/dist/modules/ModuleManager.d.ts +11 -0
  63. package/dist/modules/ModuleManager.js +32 -0
  64. package/dist/modules/ModuleManager.js.map +1 -0
  65. package/dist/modules/modules-index.d.ts +2 -0
  66. package/dist/modules/modules-index.js +3 -0
  67. package/dist/modules/modules-index.js.map +1 -0
  68. package/dist/replication/AbstractReplicationJob.d.ts +37 -0
  69. package/dist/replication/AbstractReplicationJob.js +51 -0
  70. package/dist/replication/AbstractReplicationJob.js.map +1 -0
  71. package/dist/replication/AbstractReplicator.d.ts +53 -0
  72. package/dist/replication/AbstractReplicator.js +250 -0
  73. package/dist/replication/AbstractReplicator.js.map +1 -0
  74. package/dist/replication/ErrorRateLimiter.d.ts +0 -10
  75. package/dist/replication/ErrorRateLimiter.js +1 -42
  76. package/dist/replication/ErrorRateLimiter.js.map +1 -1
  77. package/dist/replication/ReplicationEngine.d.ts +18 -0
  78. package/dist/replication/ReplicationEngine.js +41 -0
  79. package/dist/replication/ReplicationEngine.js.map +1 -0
  80. package/dist/replication/ReplicationModule.d.ts +51 -0
  81. package/dist/replication/ReplicationModule.js +68 -0
  82. package/dist/replication/ReplicationModule.js.map +1 -0
  83. package/dist/replication/replication-index.d.ts +4 -6
  84. package/dist/replication/replication-index.js +4 -6
  85. package/dist/replication/replication-index.js.map +1 -1
  86. package/dist/routes/RouterEngine.d.ts +42 -0
  87. package/dist/routes/RouterEngine.js +80 -0
  88. package/dist/routes/RouterEngine.js.map +1 -0
  89. package/dist/routes/auth.d.ts +2 -2
  90. package/dist/routes/auth.js +11 -11
  91. package/dist/routes/auth.js.map +1 -1
  92. package/dist/routes/configure-fastify.d.ts +37 -7
  93. package/dist/routes/configure-fastify.js +20 -19
  94. package/dist/routes/configure-fastify.js.map +1 -1
  95. package/dist/routes/configure-rsocket.d.ts +3 -4
  96. package/dist/routes/configure-rsocket.js +7 -4
  97. package/dist/routes/configure-rsocket.js.map +1 -1
  98. package/dist/routes/endpoints/admin.d.ts +30 -0
  99. package/dist/routes/endpoints/admin.js +46 -67
  100. package/dist/routes/endpoints/admin.js.map +1 -1
  101. package/dist/routes/endpoints/checkpointing.js +103 -15
  102. package/dist/routes/endpoints/checkpointing.js.map +1 -1
  103. package/dist/routes/endpoints/probes.d.ts +74 -0
  104. package/dist/routes/endpoints/probes.js +51 -0
  105. package/dist/routes/endpoints/probes.js.map +1 -0
  106. package/dist/routes/endpoints/socket-route.js +8 -6
  107. package/dist/routes/endpoints/socket-route.js.map +1 -1
  108. package/dist/routes/endpoints/sync-rules.d.ts +1 -1
  109. package/dist/routes/endpoints/sync-rules.js +32 -23
  110. package/dist/routes/endpoints/sync-rules.js.map +1 -1
  111. package/dist/routes/endpoints/sync-stream.d.ts +0 -1
  112. package/dist/routes/endpoints/sync-stream.js +8 -8
  113. package/dist/routes/endpoints/sync-stream.js.map +1 -1
  114. package/dist/routes/hooks.js.map +1 -1
  115. package/dist/routes/route-register.js.map +1 -1
  116. package/dist/routes/router.d.ts +11 -4
  117. package/dist/routes/router.js.map +1 -1
  118. package/dist/routes/routes-index.d.ts +1 -0
  119. package/dist/routes/routes-index.js +1 -0
  120. package/dist/routes/routes-index.js.map +1 -1
  121. package/dist/runner/teardown.js +109 -76
  122. package/dist/runner/teardown.js.map +1 -1
  123. package/dist/storage/BucketStorage.d.ts +86 -36
  124. package/dist/storage/BucketStorage.js +6 -10
  125. package/dist/storage/BucketStorage.js.map +1 -1
  126. package/dist/storage/ChecksumCache.js.map +1 -1
  127. package/dist/storage/MongoBucketStorage.d.ts +7 -11
  128. package/dist/storage/MongoBucketStorage.js +48 -41
  129. package/dist/storage/MongoBucketStorage.js.map +1 -1
  130. package/dist/storage/ReplicationEventPayload.d.ts +14 -0
  131. package/dist/storage/ReplicationEventPayload.js +2 -0
  132. package/dist/storage/ReplicationEventPayload.js.map +1 -0
  133. package/dist/storage/SourceEntity.d.ts +20 -0
  134. package/dist/storage/SourceEntity.js +2 -0
  135. package/dist/storage/SourceEntity.js.map +1 -0
  136. package/dist/storage/SourceTable.d.ts +12 -5
  137. package/dist/storage/SourceTable.js +12 -5
  138. package/dist/storage/SourceTable.js.map +1 -1
  139. package/dist/storage/StorageEngine.d.ts +28 -0
  140. package/dist/storage/StorageEngine.js +45 -0
  141. package/dist/storage/StorageEngine.js.map +1 -0
  142. package/dist/storage/StorageProvider.d.ts +21 -0
  143. package/dist/storage/StorageProvider.js +2 -0
  144. package/dist/storage/StorageProvider.js.map +1 -0
  145. package/dist/storage/WriteCheckpointAPI.d.ts +74 -0
  146. package/dist/storage/WriteCheckpointAPI.js +16 -0
  147. package/dist/storage/WriteCheckpointAPI.js.map +1 -0
  148. package/dist/storage/mongo/MongoBucketBatch.d.ts +24 -5
  149. package/dist/storage/mongo/MongoBucketBatch.js +119 -62
  150. package/dist/storage/mongo/MongoBucketBatch.js.map +1 -1
  151. package/dist/storage/mongo/MongoCompactor.js +20 -3
  152. package/dist/storage/mongo/MongoCompactor.js.map +1 -1
  153. package/dist/storage/mongo/MongoIdSequence.js.map +1 -1
  154. package/dist/storage/mongo/MongoPersistedSyncRulesContent.d.ts +2 -2
  155. package/dist/storage/mongo/MongoPersistedSyncRulesContent.js +2 -2
  156. package/dist/storage/mongo/MongoPersistedSyncRulesContent.js.map +1 -1
  157. package/dist/storage/mongo/MongoStorageProvider.d.ts +5 -0
  158. package/dist/storage/mongo/MongoStorageProvider.js +26 -0
  159. package/dist/storage/mongo/MongoStorageProvider.js.map +1 -0
  160. package/dist/storage/mongo/MongoSyncBucketStorage.d.ts +18 -10
  161. package/dist/storage/mongo/MongoSyncBucketStorage.js +140 -25
  162. package/dist/storage/mongo/MongoSyncBucketStorage.js.map +1 -1
  163. package/dist/storage/mongo/MongoSyncRulesLock.js +1 -1
  164. package/dist/storage/mongo/MongoSyncRulesLock.js.map +1 -1
  165. package/dist/storage/mongo/MongoWriteCheckpointAPI.d.ts +20 -0
  166. package/dist/storage/mongo/MongoWriteCheckpointAPI.js +103 -0
  167. package/dist/storage/mongo/MongoWriteCheckpointAPI.js.map +1 -0
  168. package/dist/storage/mongo/OperationBatch.d.ts +13 -4
  169. package/dist/storage/mongo/OperationBatch.js +25 -7
  170. package/dist/storage/mongo/OperationBatch.js.map +1 -1
  171. package/dist/storage/mongo/PersistedBatch.d.ts +3 -3
  172. package/dist/storage/mongo/PersistedBatch.js +2 -2
  173. package/dist/storage/mongo/PersistedBatch.js.map +1 -1
  174. package/dist/storage/mongo/config.d.ts +19 -0
  175. package/dist/storage/mongo/config.js +26 -0
  176. package/dist/storage/mongo/config.js.map +1 -0
  177. package/dist/storage/mongo/db.d.ts +3 -2
  178. package/dist/storage/mongo/db.js +1 -0
  179. package/dist/storage/mongo/db.js.map +1 -1
  180. package/dist/storage/mongo/models.d.ts +20 -5
  181. package/dist/storage/mongo/models.js.map +1 -1
  182. package/dist/storage/mongo/util.d.ts +12 -1
  183. package/dist/storage/mongo/util.js +50 -2
  184. package/dist/storage/mongo/util.js.map +1 -1
  185. package/dist/storage/storage-index.d.ts +8 -2
  186. package/dist/storage/storage-index.js +8 -2
  187. package/dist/storage/storage-index.js.map +1 -1
  188. package/dist/sync/BroadcastIterable.d.ts +0 -1
  189. package/dist/sync/BroadcastIterable.js.map +1 -1
  190. package/dist/sync/LastValueSink.d.ts +0 -1
  191. package/dist/sync/LastValueSink.js.map +1 -1
  192. package/dist/sync/merge.d.ts +0 -1
  193. package/dist/sync/merge.js.map +1 -1
  194. package/dist/sync/safeRace.js.map +1 -1
  195. package/dist/sync/sync.d.ts +1 -1
  196. package/dist/sync/sync.js +5 -5
  197. package/dist/sync/sync.js.map +1 -1
  198. package/dist/sync/util.d.ts +0 -2
  199. package/dist/sync/util.js.map +1 -1
  200. package/dist/system/ServiceContext.d.ts +37 -0
  201. package/dist/system/ServiceContext.js +48 -0
  202. package/dist/system/ServiceContext.js.map +1 -0
  203. package/dist/system/system-index.d.ts +1 -1
  204. package/dist/system/system-index.js +1 -1
  205. package/dist/system/system-index.js.map +1 -1
  206. package/dist/util/Mutex.js.map +1 -1
  207. package/dist/util/config/collectors/config-collector.js.map +1 -1
  208. package/dist/util/config/collectors/impl/base64-config-collector.js.map +1 -1
  209. package/dist/util/config/collectors/impl/filesystem-config-collector.js.map +1 -1
  210. package/dist/util/config/compound-config-collector.d.ts +9 -2
  211. package/dist/util/config/compound-config-collector.js +16 -24
  212. package/dist/util/config/compound-config-collector.js.map +1 -1
  213. package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js.map +1 -1
  214. package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js.map +1 -1
  215. package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js.map +1 -1
  216. package/dist/util/config/sync-rules/sync-rules-provider.d.ts +9 -0
  217. package/dist/util/config/sync-rules/sync-rules-provider.js +15 -0
  218. package/dist/util/config/sync-rules/sync-rules-provider.js.map +1 -0
  219. package/dist/util/config/types.d.ts +7 -4
  220. package/dist/util/config/types.js.map +1 -1
  221. package/dist/util/config.d.ts +3 -4
  222. package/dist/util/config.js +5 -20
  223. package/dist/util/config.js.map +1 -1
  224. package/dist/util/memory-tracking.js.map +1 -1
  225. package/dist/util/secs.js.map +1 -1
  226. package/dist/util/util-index.d.ts +3 -6
  227. package/dist/util/util-index.js +3 -6
  228. package/dist/util/util-index.js.map +1 -1
  229. package/dist/util/utils.d.ts +10 -7
  230. package/dist/util/utils.js +36 -25
  231. package/dist/util/utils.js.map +1 -1
  232. package/package.json +8 -12
  233. package/src/api/RouteAPI.ts +78 -0
  234. package/src/api/api-index.ts +1 -0
  235. package/src/api/diagnostics.ts +18 -70
  236. package/src/api/schema.ts +18 -90
  237. package/src/auth/KeyStore.ts +9 -6
  238. package/src/auth/RemoteJWKSCollector.ts +4 -1
  239. package/src/auth/auth-index.ts +0 -1
  240. package/src/db/mongo.ts +5 -3
  241. package/src/entry/cli-entry.ts +3 -2
  242. package/src/entry/commands/compact-action.ts +24 -12
  243. package/src/entry/commands/migrate-action.ts +5 -8
  244. package/src/entry/commands/teardown-action.ts +2 -2
  245. package/src/index.ts +5 -2
  246. package/src/metrics/Metrics.ts +6 -16
  247. package/src/migrations/db/migrations/1684951997326-init.ts +9 -4
  248. package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +7 -4
  249. package/src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts +6 -4
  250. package/src/migrations/db/migrations/1727099539247-custom-write-checkpoint-index.ts +37 -0
  251. package/src/migrations/migrations.ts +24 -8
  252. package/src/modules/AbstractModule.ts +37 -0
  253. package/src/modules/ModuleManager.ts +34 -0
  254. package/src/modules/modules-index.ts +2 -0
  255. package/src/replication/AbstractReplicationJob.ts +79 -0
  256. package/src/replication/AbstractReplicator.ts +228 -0
  257. package/src/replication/ErrorRateLimiter.ts +0 -44
  258. package/src/replication/ReplicationEngine.ts +43 -0
  259. package/src/replication/ReplicationModule.ts +122 -0
  260. package/src/replication/replication-index.ts +4 -6
  261. package/src/routes/RouterEngine.ts +120 -0
  262. package/src/routes/auth.ts +21 -12
  263. package/src/routes/configure-fastify.ts +28 -28
  264. package/src/routes/configure-rsocket.ts +13 -8
  265. package/src/routes/endpoints/admin.ts +72 -76
  266. package/src/routes/endpoints/checkpointing.ts +51 -11
  267. package/src/routes/endpoints/probes.ts +58 -0
  268. package/src/routes/endpoints/socket-route.ts +10 -6
  269. package/src/routes/endpoints/sync-rules.ts +41 -25
  270. package/src/routes/endpoints/sync-stream.ts +8 -8
  271. package/src/routes/router.ts +10 -5
  272. package/src/routes/routes-index.ts +1 -0
  273. package/src/runner/teardown.ts +50 -88
  274. package/src/storage/BucketStorage.ts +103 -41
  275. package/src/storage/MongoBucketStorage.ts +65 -53
  276. package/src/storage/ReplicationEventPayload.ts +16 -0
  277. package/src/storage/SourceEntity.ts +22 -0
  278. package/src/storage/SourceTable.ts +14 -7
  279. package/src/storage/StorageEngine.ts +62 -0
  280. package/src/storage/StorageProvider.ts +27 -0
  281. package/src/storage/WriteCheckpointAPI.ts +85 -0
  282. package/src/storage/mongo/MongoBucketBatch.ts +164 -84
  283. package/src/storage/mongo/MongoCompactor.ts +25 -4
  284. package/src/storage/mongo/MongoPersistedSyncRulesContent.ts +7 -4
  285. package/src/storage/mongo/MongoStorageProvider.ts +31 -0
  286. package/src/storage/mongo/MongoSyncBucketStorage.ts +118 -41
  287. package/src/storage/mongo/MongoSyncRulesLock.ts +7 -3
  288. package/src/storage/mongo/MongoWriteCheckpointAPI.ts +151 -0
  289. package/src/storage/mongo/OperationBatch.ts +28 -12
  290. package/src/storage/mongo/PersistedBatch.ts +10 -6
  291. package/src/storage/mongo/config.ts +40 -0
  292. package/src/storage/mongo/db.ts +4 -1
  293. package/src/storage/mongo/models.ts +21 -5
  294. package/src/storage/mongo/util.ts +48 -3
  295. package/src/storage/storage-index.ts +8 -2
  296. package/src/sync/sync.ts +7 -4
  297. package/src/sync/util.ts +0 -1
  298. package/src/system/ServiceContext.ts +68 -0
  299. package/src/system/system-index.ts +1 -1
  300. package/src/util/config/compound-config-collector.ts +31 -31
  301. package/src/util/config/sync-rules/sync-rules-provider.ts +18 -0
  302. package/src/util/config/types.ts +7 -5
  303. package/src/util/config.ts +6 -23
  304. package/src/util/util-index.ts +3 -6
  305. package/src/util/utils.ts +48 -41
  306. package/test/src/__snapshots__/sync.test.ts.snap +14 -14
  307. package/test/src/auth.test.ts +7 -7
  308. package/test/src/broadcast_iterable.test.ts +1 -1
  309. package/test/src/compacting.test.ts +50 -40
  310. package/test/src/data_storage.test.ts +382 -202
  311. package/test/src/env.ts +1 -3
  312. package/test/src/merge_iterable.test.ts +1 -6
  313. package/test/src/routes/probes.integration.test.ts +235 -0
  314. package/test/src/routes/probes.test.ts +153 -0
  315. package/test/src/setup.ts +1 -1
  316. package/test/src/stream_utils.ts +42 -0
  317. package/test/src/sync.test.ts +115 -39
  318. package/test/src/util.ts +48 -51
  319. package/test/tsconfig.json +1 -1
  320. package/tsconfig.tsbuildinfo +1 -1
  321. package/vitest.config.ts +7 -1
  322. package/dist/auth/SupabaseKeyCollector.d.ts +0 -22
  323. package/dist/auth/SupabaseKeyCollector.js +0 -61
  324. package/dist/auth/SupabaseKeyCollector.js.map +0 -1
  325. package/dist/replication/PgRelation.d.ts +0 -16
  326. package/dist/replication/PgRelation.js +0 -26
  327. package/dist/replication/PgRelation.js.map +0 -1
  328. package/dist/replication/WalConnection.d.ts +0 -34
  329. package/dist/replication/WalConnection.js +0 -190
  330. package/dist/replication/WalConnection.js.map +0 -1
  331. package/dist/replication/WalStream.d.ts +0 -57
  332. package/dist/replication/WalStream.js +0 -519
  333. package/dist/replication/WalStream.js.map +0 -1
  334. package/dist/replication/WalStreamManager.d.ts +0 -30
  335. package/dist/replication/WalStreamManager.js +0 -198
  336. package/dist/replication/WalStreamManager.js.map +0 -1
  337. package/dist/replication/WalStreamRunner.d.ts +0 -38
  338. package/dist/replication/WalStreamRunner.js +0 -155
  339. package/dist/replication/WalStreamRunner.js.map +0 -1
  340. package/dist/replication/util.d.ts +0 -9
  341. package/dist/replication/util.js +0 -62
  342. package/dist/replication/util.js.map +0 -1
  343. package/dist/system/CorePowerSyncSystem.d.ts +0 -23
  344. package/dist/system/CorePowerSyncSystem.js +0 -52
  345. package/dist/system/CorePowerSyncSystem.js.map +0 -1
  346. package/dist/util/PgManager.d.ts +0 -24
  347. package/dist/util/PgManager.js +0 -55
  348. package/dist/util/PgManager.js.map +0 -1
  349. package/dist/util/migration_lib.d.ts +0 -11
  350. package/dist/util/migration_lib.js +0 -64
  351. package/dist/util/migration_lib.js.map +0 -1
  352. package/dist/util/pgwire_utils.d.ts +0 -24
  353. package/dist/util/pgwire_utils.js +0 -117
  354. package/dist/util/pgwire_utils.js.map +0 -1
  355. package/dist/util/populate_test_data.d.ts +0 -8
  356. package/dist/util/populate_test_data.js +0 -65
  357. package/dist/util/populate_test_data.js.map +0 -1
  358. package/src/auth/SupabaseKeyCollector.ts +0 -67
  359. package/src/replication/PgRelation.ts +0 -42
  360. package/src/replication/WalConnection.ts +0 -227
  361. package/src/replication/WalStream.ts +0 -631
  362. package/src/replication/WalStreamManager.ts +0 -213
  363. package/src/replication/WalStreamRunner.ts +0 -180
  364. package/src/replication/util.ts +0 -76
  365. package/src/system/CorePowerSyncSystem.ts +0 -64
  366. package/src/util/PgManager.ts +0 -64
  367. package/src/util/migration_lib.ts +0 -79
  368. package/src/util/pgwire_utils.ts +0 -139
  369. package/src/util/populate_test_data.ts +0 -78
  370. package/test/src/__snapshots__/pg_test.test.ts.snap +0 -256
  371. package/test/src/large_batch.test.ts +0 -194
  372. package/test/src/pg_test.test.ts +0 -450
  373. package/test/src/schema_changes.test.ts +0 -545
  374. package/test/src/slow_tests.test.ts +0 -338
  375. package/test/src/validation.test.ts +0 -63
  376. package/test/src/wal_stream.test.ts +0 -319
  377. package/test/src/wal_stream_utils.ts +0 -156
package/test/src/env.ts CHANGED
@@ -2,7 +2,5 @@ import { utils } from '@powersync/lib-services-framework';
2
2
 
3
3
  export const env = utils.collectEnvironmentVariables({
4
4
  MONGO_TEST_URL: utils.type.string.default('mongodb://localhost:27017/powersync_test'),
5
- PG_TEST_URL: utils.type.string.default('postgres://postgres:postgres@localhost:5432/powersync_test'),
6
- CI: utils.type.boolean.default('false'),
7
- SLOW_TESTS: utils.type.boolean.default('false')
5
+ CI: utils.type.boolean.default('false')
8
6
  });
@@ -1,11 +1,6 @@
1
+ import { mergeAsyncIterablesNew, mergeAsyncIterablesOld } from '@/sync/merge.js';
1
2
  import * as timers from 'timers/promises';
2
3
  import { describe, expect, test } from 'vitest';
3
- import {
4
- FixedMergeAsyncIterable,
5
- mergeAsyncIterables,
6
- mergeAsyncIterablesNew,
7
- mergeAsyncIterablesOld
8
- } from '../../src/sync/merge.js';
9
4
 
10
5
  type MergeIteratorFunction = <T>(source: AsyncIterable<T>[]) => AsyncIterable<T>;
11
6
 
@@ -0,0 +1,235 @@
1
+ import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
2
+ import Fastify, { FastifyInstance } from 'fastify';
3
+ import { container } from '@powersync/lib-services-framework';
4
+ import * as auth from '../../../src/routes/auth.js';
5
+ import * as system from '../../../src/system/system-index.js';
6
+ import { configureFastifyServer } from '../../../src/index.js';
7
+ import { ProbeRoutes } from '../../../src/routes/endpoints/probes.js';
8
+
9
+ vi.mock('@powersync/lib-services-framework', async () => {
10
+ const actual = (await vi.importActual('@powersync/lib-services-framework')) as any;
11
+ return {
12
+ ...actual,
13
+ container: {
14
+ ...actual.container,
15
+ probes: {
16
+ state: vi.fn()
17
+ }
18
+ }
19
+ };
20
+ });
21
+
22
+ describe('Probe Routes Integration', () => {
23
+ let app: FastifyInstance;
24
+ let mockSystem: system.ServiceContext;
25
+
26
+ beforeEach(async () => {
27
+ app = Fastify();
28
+ mockSystem = { routerEngine: {} } as system.ServiceContext;
29
+ await configureFastifyServer(app, { service_context: mockSystem });
30
+ await app.ready();
31
+ });
32
+
33
+ afterEach(async () => {
34
+ await app.close();
35
+ });
36
+
37
+ describe('Startup Probe', () => {
38
+ it('returns 200 when system is started', async () => {
39
+ const mockState = {
40
+ started: true,
41
+ ready: true,
42
+ touched_at: new Date()
43
+ };
44
+ vi.spyOn(auth, 'authUser').mockResolvedValue({ authorized: true });
45
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
46
+
47
+ const response = await app.inject({
48
+ method: 'GET',
49
+ url: ProbeRoutes.STARTUP
50
+ });
51
+
52
+ expect(response.statusCode).toBe(200);
53
+ expect(JSON.parse(response.payload)).toEqual({
54
+ ...mockState,
55
+ touched_at: mockState.touched_at.toISOString()
56
+ });
57
+ });
58
+
59
+ it('returns 400 when system is not started', async () => {
60
+ const mockState = {
61
+ started: false,
62
+ ready: false,
63
+ touched_at: new Date()
64
+ };
65
+
66
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
67
+
68
+ const response = await app.inject({
69
+ method: 'GET',
70
+ url: ProbeRoutes.STARTUP
71
+ });
72
+
73
+ expect(response.statusCode).toBe(400);
74
+ expect(JSON.parse(response.payload)).toEqual({
75
+ ...mockState,
76
+ touched_at: mockState.touched_at.toISOString()
77
+ });
78
+ });
79
+ });
80
+
81
+ describe('Liveness Probe', () => {
82
+ it('returns 200 when system was touched recently', async () => {
83
+ const mockState = {
84
+ started: true,
85
+ ready: true,
86
+ touched_at: new Date()
87
+ };
88
+
89
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
90
+
91
+ const response = await app.inject({
92
+ method: 'GET',
93
+ url: ProbeRoutes.LIVENESS
94
+ });
95
+
96
+ expect(response.statusCode).toBe(200);
97
+ expect(JSON.parse(response.payload)).toEqual({
98
+ ...mockState,
99
+ touched_at: mockState.touched_at.toISOString()
100
+ });
101
+ });
102
+
103
+ it('returns 400 when system has not been touched recently', async () => {
104
+ const mockState = {
105
+ started: true,
106
+ ready: true,
107
+ touched_at: new Date(Date.now() - 15000) // 15 seconds ago
108
+ };
109
+
110
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
111
+
112
+ const response = await app.inject({
113
+ method: 'GET',
114
+ url: ProbeRoutes.LIVENESS
115
+ });
116
+
117
+ expect(response.statusCode).toBe(400);
118
+ expect(JSON.parse(response.payload)).toEqual({
119
+ ...mockState,
120
+ touched_at: mockState.touched_at.toISOString()
121
+ });
122
+ });
123
+ });
124
+
125
+ describe('Readiness Probe', () => {
126
+ it('returns 200 when system is ready', async () => {
127
+ const mockState = {
128
+ started: true,
129
+ ready: true,
130
+ touched_at: new Date()
131
+ };
132
+
133
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
134
+
135
+ const response = await app.inject({
136
+ method: 'GET',
137
+ url: ProbeRoutes.READINESS
138
+ });
139
+
140
+ expect(response.statusCode).toBe(200);
141
+ expect(JSON.parse(response.payload)).toEqual({
142
+ ...mockState,
143
+ touched_at: mockState.touched_at.toISOString()
144
+ });
145
+ });
146
+
147
+ it('returns 400 when system is not ready', async () => {
148
+ const mockState = {
149
+ started: true,
150
+ ready: false,
151
+ touched_at: new Date()
152
+ };
153
+
154
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
155
+
156
+ const response = await app.inject({
157
+ method: 'GET',
158
+ url: ProbeRoutes.READINESS
159
+ });
160
+
161
+ expect(response.statusCode).toBe(400);
162
+ expect(JSON.parse(response.payload)).toEqual({
163
+ ...mockState,
164
+ touched_at: mockState.touched_at.toISOString()
165
+ });
166
+ });
167
+ });
168
+
169
+ describe('Request Queue Behavior', () => {
170
+ it('handles concurrent requests within limits', async () => {
171
+ const mockState = { started: true, ready: true, touched_at: new Date() };
172
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
173
+
174
+ // Create array of 15 concurrent requests (default concurrency is 10)
175
+ const requests = Array(15)
176
+ .fill(null)
177
+ .map(() =>
178
+ app.inject({
179
+ method: 'GET',
180
+ url: ProbeRoutes.STARTUP
181
+ })
182
+ );
183
+
184
+ const responses = await Promise.all(requests);
185
+
186
+ // All requests should complete successfully
187
+ responses.forEach((response) => {
188
+ expect(response.statusCode).toBe(200);
189
+ expect(JSON.parse(response.payload)).toEqual({
190
+ ...mockState,
191
+ touched_at: mockState.touched_at.toISOString()
192
+ });
193
+ });
194
+ });
195
+
196
+ it('respects max queue depth', async () => {
197
+ const mockState = { started: true, ready: true, touched_at: new Date() };
198
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
199
+
200
+ // Create array of 35 concurrent requests (default max_queue_depth is 20)
201
+ const requests = Array(35)
202
+ .fill(null)
203
+ .map(() =>
204
+ app.inject({
205
+ method: 'GET',
206
+ url: ProbeRoutes.STARTUP
207
+ })
208
+ );
209
+
210
+ const responses = await Promise.all(requests);
211
+
212
+ // Some requests should succeed and some should fail with 429
213
+ const successCount = responses.filter((r) => r.statusCode === 200).length;
214
+ const queueFullCount = responses.filter((r) => r.statusCode === 429).length;
215
+
216
+ expect(successCount).toBeGreaterThan(0);
217
+ expect(queueFullCount).toBeGreaterThan(0);
218
+ expect(successCount + queueFullCount).toBe(35);
219
+ });
220
+ });
221
+
222
+ describe('Content Types', () => {
223
+ it('returns correct content type headers', async () => {
224
+ const mockState = { started: true, ready: true, touched_at: new Date() };
225
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
226
+
227
+ const response = await app.inject({
228
+ method: 'GET',
229
+ url: ProbeRoutes.STARTUP
230
+ });
231
+
232
+ expect(response.headers['content-type']).toMatch(/application\/json/);
233
+ });
234
+ });
235
+ });
@@ -0,0 +1,153 @@
1
+ import { describe, it, expect, vi, beforeEach } from 'vitest';
2
+ import { container } from '@powersync/lib-services-framework';
3
+ import { startupCheck, livenessCheck, readinessCheck } from '../../../src/routes/endpoints/probes.js';
4
+
5
+ // Mock the container
6
+ vi.mock('@powersync/lib-services-framework', () => ({
7
+ container: {
8
+ probes: {
9
+ state: vi.fn()
10
+ }
11
+ },
12
+ router: {
13
+ HTTPMethod: {
14
+ GET: 'GET'
15
+ },
16
+ RouterResponse: class RouterResponse {
17
+ status: number;
18
+ data: any;
19
+ headers: Record<string, string>;
20
+ afterSend: () => Promise<void>;
21
+ __micro_router_response = true;
22
+
23
+ constructor({ status, data, headers, afterSend }: {
24
+ status?: number;
25
+ data: any;
26
+ headers?: Record<string, string>;
27
+ afterSend?: () => Promise<void>;
28
+ }) {
29
+ this.status = status || 200;
30
+ this.data = data;
31
+ this.headers = headers || { 'Content-Type': 'application/json' };
32
+ this.afterSend = afterSend ?? (() => Promise.resolve());
33
+ }
34
+ }
35
+ }
36
+ }));
37
+
38
+ describe('Probe Routes', () => {
39
+ beforeEach(() => {
40
+ vi.clearAllMocks();
41
+ });
42
+
43
+ describe('startupCheck', () => {
44
+ it('has the correct route definitions', () => {
45
+ expect(startupCheck.path).toBe('/probes/startup');
46
+ expect(startupCheck.method).toBe('GET');
47
+ });
48
+
49
+ it('returns 200 when started is true', async () => {
50
+ const mockState = {
51
+ started: true,
52
+ ready: true,
53
+ touched_at: new Date()
54
+ };
55
+
56
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
57
+
58
+ const response = await startupCheck.handler();
59
+
60
+ expect(response.status).toEqual(200);
61
+ expect(response.data).toEqual(mockState);
62
+ });
63
+
64
+ it('returns 400 when started is false', async () => {
65
+ const mockState = {
66
+ started: false,
67
+ ready: false,
68
+ touched_at: new Date()
69
+ };
70
+
71
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
72
+
73
+ const response = await startupCheck.handler();
74
+
75
+ expect(response.status).toBe(400);
76
+ expect(response.data).toEqual(mockState);
77
+ });
78
+ });
79
+
80
+ describe('livenessCheck', () => {
81
+ it('has the correct route definitions', () => {
82
+ expect(livenessCheck.path).toBe('/probes/liveness');
83
+ expect(livenessCheck.method).toBe('GET');
84
+ });
85
+
86
+ it('returns 200 when last touch was less than 10 seconds ago', async () => {
87
+ const mockState = {
88
+ started: true,
89
+ ready: true,
90
+ touched_at: new Date(Date.now() - 9000) // 11 seconds ago
91
+ };
92
+
93
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
94
+
95
+ const response = await livenessCheck.handler();
96
+
97
+ expect(response.status).toBe(200);
98
+ expect(response.data).toEqual(mockState);
99
+ });
100
+
101
+ it('returns 400 when last touch was more than 10 seconds ago', async () => {
102
+ const mockState = {
103
+ started: true,
104
+ ready: true,
105
+ touched_at: new Date(Date.now() - 11000)
106
+ };
107
+
108
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
109
+
110
+ const response = await livenessCheck.handler();
111
+
112
+ expect(response.status).toBe(400);
113
+ expect(response.data).toEqual(mockState);
114
+ });
115
+ });
116
+
117
+ describe('readinessCheck', () => {
118
+ it('has the correct route definitions', () => {
119
+ expect(readinessCheck.path).toBe('/probes/readiness');
120
+ expect(readinessCheck.method).toBe('GET');
121
+ });
122
+
123
+ it('returns 200 when ready is true', async () => {
124
+ const mockState = {
125
+ started: true,
126
+ ready: true,
127
+ touched_at: new Date()
128
+ };
129
+
130
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
131
+
132
+ const response = await readinessCheck.handler();
133
+
134
+ expect(response.status).toBe(200);
135
+ expect(response.data).toEqual(mockState);
136
+ });
137
+
138
+ it('returns 400 when ready is false', async () => {
139
+ const mockState = {
140
+ started: true,
141
+ ready: false,
142
+ touched_at: new Date()
143
+ };
144
+
145
+ vi.mocked(container.probes.state).mockReturnValue(mockState);
146
+
147
+ const response = await readinessCheck.handler();
148
+
149
+ expect(response.status).toBe(400);
150
+ expect(response.data).toEqual(mockState);
151
+ });
152
+ });
153
+ });
package/test/src/setup.ts CHANGED
@@ -2,6 +2,6 @@ import { container } from '@powersync/lib-services-framework';
2
2
  import { beforeAll } from 'vitest';
3
3
 
4
4
  beforeAll(() => {
5
- // Your setup code here
5
+ // Executes for every test file
6
6
  container.registerDefaults();
7
7
  });
@@ -0,0 +1,42 @@
1
+ import { OplogEntry } from '@/util/protocol-types.js';
2
+ import { JSONBig } from '@powersync/service-jsonbig';
3
+
4
+ export function putOp(table: string, data: Record<string, any>): Partial<OplogEntry> {
5
+ return {
6
+ op: 'PUT',
7
+ object_type: table,
8
+ object_id: data.id,
9
+ data: JSONBig.stringify(data)
10
+ };
11
+ }
12
+
13
+ export function removeOp(table: string, id: string): Partial<OplogEntry> {
14
+ return {
15
+ op: 'REMOVE',
16
+ object_type: table,
17
+ object_id: id
18
+ };
19
+ }
20
+
21
+ export function compareIds(a: OplogEntry, b: OplogEntry) {
22
+ return a.object_id!.localeCompare(b.object_id!);
23
+ }
24
+
25
+ export async function oneFromAsync<T>(source: Iterable<T> | AsyncIterable<T>): Promise<T> {
26
+ const items: T[] = [];
27
+ for await (const item of source) {
28
+ items.push(item);
29
+ }
30
+ if (items.length != 1) {
31
+ throw new Error(`One item expected, got: ${items.length}`);
32
+ }
33
+ return items[0];
34
+ }
35
+
36
+ export async function fromAsync<T>(source: Iterable<T> | AsyncIterable<T>): Promise<T[]> {
37
+ const items: T[] = [];
38
+ for await (const item of source) {
39
+ items.push(item);
40
+ }
41
+ return items;
42
+ }