@powersync/service-core 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (412) hide show
  1. package/.probes/.gitkeep +0 -0
  2. package/CHANGELOG.md +13 -0
  3. package/LICENSE +67 -0
  4. package/README.md +3 -0
  5. package/dist/api/api-index.d.ts +2 -0
  6. package/dist/api/api-index.js +3 -0
  7. package/dist/api/api-index.js.map +1 -0
  8. package/dist/api/diagnostics.d.ts +21 -0
  9. package/dist/api/diagnostics.js +183 -0
  10. package/dist/api/diagnostics.js.map +1 -0
  11. package/dist/api/schema.d.ts +5 -0
  12. package/dist/api/schema.js +88 -0
  13. package/dist/api/schema.js.map +1 -0
  14. package/dist/auth/CachedKeyCollector.d.ts +46 -0
  15. package/dist/auth/CachedKeyCollector.js +116 -0
  16. package/dist/auth/CachedKeyCollector.js.map +1 -0
  17. package/dist/auth/CompoundKeyCollector.d.ts +8 -0
  18. package/dist/auth/CompoundKeyCollector.js +23 -0
  19. package/dist/auth/CompoundKeyCollector.js.map +1 -0
  20. package/dist/auth/JwtPayload.d.ts +10 -0
  21. package/dist/auth/JwtPayload.js +2 -0
  22. package/dist/auth/JwtPayload.js.map +1 -0
  23. package/dist/auth/KeyCollector.d.ts +24 -0
  24. package/dist/auth/KeyCollector.js +2 -0
  25. package/dist/auth/KeyCollector.js.map +1 -0
  26. package/dist/auth/KeySpec.d.ts +26 -0
  27. package/dist/auth/KeySpec.js +49 -0
  28. package/dist/auth/KeySpec.js.map +1 -0
  29. package/dist/auth/KeyStore.d.ts +39 -0
  30. package/dist/auth/KeyStore.js +131 -0
  31. package/dist/auth/KeyStore.js.map +1 -0
  32. package/dist/auth/LeakyBucket.d.ts +39 -0
  33. package/dist/auth/LeakyBucket.js +57 -0
  34. package/dist/auth/LeakyBucket.js.map +1 -0
  35. package/dist/auth/RemoteJWKSCollector.d.ts +24 -0
  36. package/dist/auth/RemoteJWKSCollector.js +106 -0
  37. package/dist/auth/RemoteJWKSCollector.js.map +1 -0
  38. package/dist/auth/StaticKeyCollector.d.ts +14 -0
  39. package/dist/auth/StaticKeyCollector.js +19 -0
  40. package/dist/auth/StaticKeyCollector.js.map +1 -0
  41. package/dist/auth/SupabaseKeyCollector.d.ts +22 -0
  42. package/dist/auth/SupabaseKeyCollector.js +61 -0
  43. package/dist/auth/SupabaseKeyCollector.js.map +1 -0
  44. package/dist/auth/auth-index.d.ts +10 -0
  45. package/dist/auth/auth-index.js +11 -0
  46. package/dist/auth/auth-index.js.map +1 -0
  47. package/dist/db/db-index.d.ts +1 -0
  48. package/dist/db/db-index.js +2 -0
  49. package/dist/db/db-index.js.map +1 -0
  50. package/dist/db/mongo.d.ts +29 -0
  51. package/dist/db/mongo.js +65 -0
  52. package/dist/db/mongo.js.map +1 -0
  53. package/dist/entry/cli-entry.d.ts +15 -0
  54. package/dist/entry/cli-entry.js +36 -0
  55. package/dist/entry/cli-entry.js.map +1 -0
  56. package/dist/entry/commands/config-command.d.ts +10 -0
  57. package/dist/entry/commands/config-command.js +21 -0
  58. package/dist/entry/commands/config-command.js.map +1 -0
  59. package/dist/entry/commands/migrate-action.d.ts +2 -0
  60. package/dist/entry/commands/migrate-action.js +18 -0
  61. package/dist/entry/commands/migrate-action.js.map +1 -0
  62. package/dist/entry/commands/start-action.d.ts +3 -0
  63. package/dist/entry/commands/start-action.js +15 -0
  64. package/dist/entry/commands/start-action.js.map +1 -0
  65. package/dist/entry/commands/teardown-action.d.ts +2 -0
  66. package/dist/entry/commands/teardown-action.js +17 -0
  67. package/dist/entry/commands/teardown-action.js.map +1 -0
  68. package/dist/entry/entry-index.d.ts +5 -0
  69. package/dist/entry/entry-index.js +6 -0
  70. package/dist/entry/entry-index.js.map +1 -0
  71. package/dist/index.d.ts +24 -0
  72. package/dist/index.js +26 -0
  73. package/dist/index.js.map +1 -0
  74. package/dist/metrics/metrics.d.ts +16 -0
  75. package/dist/metrics/metrics.js +139 -0
  76. package/dist/metrics/metrics.js.map +1 -0
  77. package/dist/migrations/db/migrations/1684951997326-init.d.ts +3 -0
  78. package/dist/migrations/db/migrations/1684951997326-init.js +31 -0
  79. package/dist/migrations/db/migrations/1684951997326-init.js.map +1 -0
  80. package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.d.ts +2 -0
  81. package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js +5 -0
  82. package/dist/migrations/db/migrations/1688556755264-initial-sync-rules.js.map +1 -0
  83. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.d.ts +3 -0
  84. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js +54 -0
  85. package/dist/migrations/db/migrations/1702295701188-sync-rule-state.js.map +1 -0
  86. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.d.ts +3 -0
  87. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js +27 -0
  88. package/dist/migrations/db/migrations/1711543888062-write-checkpoint-index.js.map +1 -0
  89. package/dist/migrations/db/store.d.ts +3 -0
  90. package/dist/migrations/db/store.js +10 -0
  91. package/dist/migrations/db/store.js.map +1 -0
  92. package/dist/migrations/migrations.d.ts +10 -0
  93. package/dist/migrations/migrations.js +94 -0
  94. package/dist/migrations/migrations.js.map +1 -0
  95. package/dist/replication/ErrorRateLimiter.d.ts +17 -0
  96. package/dist/replication/ErrorRateLimiter.js +42 -0
  97. package/dist/replication/ErrorRateLimiter.js.map +1 -0
  98. package/dist/replication/PgRelation.d.ts +16 -0
  99. package/dist/replication/PgRelation.js +26 -0
  100. package/dist/replication/PgRelation.js.map +1 -0
  101. package/dist/replication/WalConnection.d.ts +34 -0
  102. package/dist/replication/WalConnection.js +190 -0
  103. package/dist/replication/WalConnection.js.map +1 -0
  104. package/dist/replication/WalStream.d.ts +58 -0
  105. package/dist/replication/WalStream.js +517 -0
  106. package/dist/replication/WalStream.js.map +1 -0
  107. package/dist/replication/WalStreamManager.d.ts +30 -0
  108. package/dist/replication/WalStreamManager.js +199 -0
  109. package/dist/replication/WalStreamManager.js.map +1 -0
  110. package/dist/replication/WalStreamRunner.d.ts +38 -0
  111. package/dist/replication/WalStreamRunner.js +155 -0
  112. package/dist/replication/WalStreamRunner.js.map +1 -0
  113. package/dist/replication/replication-index.d.ts +7 -0
  114. package/dist/replication/replication-index.js +8 -0
  115. package/dist/replication/replication-index.js.map +1 -0
  116. package/dist/replication/util.d.ts +9 -0
  117. package/dist/replication/util.js +62 -0
  118. package/dist/replication/util.js.map +1 -0
  119. package/dist/routes/admin.d.ts +7 -0
  120. package/dist/routes/admin.js +192 -0
  121. package/dist/routes/admin.js.map +1 -0
  122. package/dist/routes/auth.d.ts +58 -0
  123. package/dist/routes/auth.js +182 -0
  124. package/dist/routes/auth.js.map +1 -0
  125. package/dist/routes/checkpointing.d.ts +3 -0
  126. package/dist/routes/checkpointing.js +30 -0
  127. package/dist/routes/checkpointing.js.map +1 -0
  128. package/dist/routes/dev.d.ts +6 -0
  129. package/dist/routes/dev.js +163 -0
  130. package/dist/routes/dev.js.map +1 -0
  131. package/dist/routes/route-generators.d.ts +15 -0
  132. package/dist/routes/route-generators.js +32 -0
  133. package/dist/routes/route-generators.js.map +1 -0
  134. package/dist/routes/router-socket.d.ts +10 -0
  135. package/dist/routes/router-socket.js +5 -0
  136. package/dist/routes/router-socket.js.map +1 -0
  137. package/dist/routes/router.d.ts +13 -0
  138. package/dist/routes/router.js +2 -0
  139. package/dist/routes/router.js.map +1 -0
  140. package/dist/routes/routes-index.d.ts +4 -0
  141. package/dist/routes/routes-index.js +5 -0
  142. package/dist/routes/routes-index.js.map +1 -0
  143. package/dist/routes/socket-route.d.ts +2 -0
  144. package/dist/routes/socket-route.js +119 -0
  145. package/dist/routes/socket-route.js.map +1 -0
  146. package/dist/routes/sync-rules.d.ts +6 -0
  147. package/dist/routes/sync-rules.js +182 -0
  148. package/dist/routes/sync-rules.js.map +1 -0
  149. package/dist/routes/sync-stream.d.ts +5 -0
  150. package/dist/routes/sync-stream.js +74 -0
  151. package/dist/routes/sync-stream.js.map +1 -0
  152. package/dist/runner/teardown.d.ts +2 -0
  153. package/dist/runner/teardown.js +79 -0
  154. package/dist/runner/teardown.js.map +1 -0
  155. package/dist/storage/BucketStorage.d.ts +298 -0
  156. package/dist/storage/BucketStorage.js +25 -0
  157. package/dist/storage/BucketStorage.js.map +1 -0
  158. package/dist/storage/MongoBucketStorage.d.ts +51 -0
  159. package/dist/storage/MongoBucketStorage.js +388 -0
  160. package/dist/storage/MongoBucketStorage.js.map +1 -0
  161. package/dist/storage/SourceTable.d.ts +39 -0
  162. package/dist/storage/SourceTable.js +50 -0
  163. package/dist/storage/SourceTable.js.map +1 -0
  164. package/dist/storage/mongo/MongoBucketBatch.d.ts +48 -0
  165. package/dist/storage/mongo/MongoBucketBatch.js +584 -0
  166. package/dist/storage/mongo/MongoBucketBatch.js.map +1 -0
  167. package/dist/storage/mongo/MongoIdSequence.d.ts +12 -0
  168. package/dist/storage/mongo/MongoIdSequence.js +21 -0
  169. package/dist/storage/mongo/MongoIdSequence.js.map +1 -0
  170. package/dist/storage/mongo/MongoPersistedSyncRules.d.ts +9 -0
  171. package/dist/storage/mongo/MongoPersistedSyncRules.js +9 -0
  172. package/dist/storage/mongo/MongoPersistedSyncRules.js.map +1 -0
  173. package/dist/storage/mongo/MongoPersistedSyncRulesContent.d.ts +20 -0
  174. package/dist/storage/mongo/MongoPersistedSyncRulesContent.js +26 -0
  175. package/dist/storage/mongo/MongoPersistedSyncRulesContent.js.map +1 -0
  176. package/dist/storage/mongo/MongoSyncBucketStorage.d.ts +27 -0
  177. package/dist/storage/mongo/MongoSyncBucketStorage.js +379 -0
  178. package/dist/storage/mongo/MongoSyncBucketStorage.js.map +1 -0
  179. package/dist/storage/mongo/MongoSyncRulesLock.d.ts +16 -0
  180. package/dist/storage/mongo/MongoSyncRulesLock.js +65 -0
  181. package/dist/storage/mongo/MongoSyncRulesLock.js.map +1 -0
  182. package/dist/storage/mongo/OperationBatch.d.ts +26 -0
  183. package/dist/storage/mongo/OperationBatch.js +101 -0
  184. package/dist/storage/mongo/OperationBatch.js.map +1 -0
  185. package/dist/storage/mongo/PersistedBatch.d.ts +42 -0
  186. package/dist/storage/mongo/PersistedBatch.js +200 -0
  187. package/dist/storage/mongo/PersistedBatch.js.map +1 -0
  188. package/dist/storage/mongo/db.d.ts +23 -0
  189. package/dist/storage/mongo/db.js +34 -0
  190. package/dist/storage/mongo/db.js.map +1 -0
  191. package/dist/storage/mongo/models.d.ts +137 -0
  192. package/dist/storage/mongo/models.js +27 -0
  193. package/dist/storage/mongo/models.js.map +1 -0
  194. package/dist/storage/mongo/util.d.ts +26 -0
  195. package/dist/storage/mongo/util.js +81 -0
  196. package/dist/storage/mongo/util.js.map +1 -0
  197. package/dist/storage/storage-index.d.ts +14 -0
  198. package/dist/storage/storage-index.js +15 -0
  199. package/dist/storage/storage-index.js.map +1 -0
  200. package/dist/sync/BroadcastIterable.d.ts +38 -0
  201. package/dist/sync/BroadcastIterable.js +153 -0
  202. package/dist/sync/BroadcastIterable.js.map +1 -0
  203. package/dist/sync/LastValueSink.d.ts +25 -0
  204. package/dist/sync/LastValueSink.js +84 -0
  205. package/dist/sync/LastValueSink.js.map +1 -0
  206. package/dist/sync/merge.d.ts +39 -0
  207. package/dist/sync/merge.js +175 -0
  208. package/dist/sync/merge.js.map +1 -0
  209. package/dist/sync/safeRace.d.ts +1 -0
  210. package/dist/sync/safeRace.js +91 -0
  211. package/dist/sync/safeRace.js.map +1 -0
  212. package/dist/sync/sync-index.d.ts +6 -0
  213. package/dist/sync/sync-index.js +7 -0
  214. package/dist/sync/sync-index.js.map +1 -0
  215. package/dist/sync/sync.d.ts +18 -0
  216. package/dist/sync/sync.js +248 -0
  217. package/dist/sync/sync.js.map +1 -0
  218. package/dist/sync/util.d.ts +26 -0
  219. package/dist/sync/util.js +73 -0
  220. package/dist/sync/util.js.map +1 -0
  221. package/dist/system/CorePowerSyncSystem.d.ts +18 -0
  222. package/dist/system/CorePowerSyncSystem.js +28 -0
  223. package/dist/system/CorePowerSyncSystem.js.map +1 -0
  224. package/dist/util/Mutex.d.ts +47 -0
  225. package/dist/util/Mutex.js +132 -0
  226. package/dist/util/Mutex.js.map +1 -0
  227. package/dist/util/PgManager.d.ts +24 -0
  228. package/dist/util/PgManager.js +55 -0
  229. package/dist/util/PgManager.js.map +1 -0
  230. package/dist/util/alerting.d.ts +4 -0
  231. package/dist/util/alerting.js +14 -0
  232. package/dist/util/alerting.js.map +1 -0
  233. package/dist/util/config/collectors/config-collector.d.ts +29 -0
  234. package/dist/util/config/collectors/config-collector.js +116 -0
  235. package/dist/util/config/collectors/config-collector.js.map +1 -0
  236. package/dist/util/config/collectors/impl/base64-config-collector.d.ts +6 -0
  237. package/dist/util/config/collectors/impl/base64-config-collector.js +15 -0
  238. package/dist/util/config/collectors/impl/base64-config-collector.js.map +1 -0
  239. package/dist/util/config/collectors/impl/fallback-config-collector.d.ts +11 -0
  240. package/dist/util/config/collectors/impl/fallback-config-collector.js +19 -0
  241. package/dist/util/config/collectors/impl/fallback-config-collector.js.map +1 -0
  242. package/dist/util/config/collectors/impl/filesystem-config-collector.d.ts +6 -0
  243. package/dist/util/config/collectors/impl/filesystem-config-collector.js +35 -0
  244. package/dist/util/config/collectors/impl/filesystem-config-collector.js.map +1 -0
  245. package/dist/util/config/compound-config-collector.d.ts +32 -0
  246. package/dist/util/config/compound-config-collector.js +126 -0
  247. package/dist/util/config/compound-config-collector.js.map +1 -0
  248. package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.d.ts +7 -0
  249. package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js +17 -0
  250. package/dist/util/config/sync-rules/impl/base64-sync-rules-collector.js.map +1 -0
  251. package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.d.ts +7 -0
  252. package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js +21 -0
  253. package/dist/util/config/sync-rules/impl/filesystem-sync-rules-collector.js.map +1 -0
  254. package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.d.ts +7 -0
  255. package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js +17 -0
  256. package/dist/util/config/sync-rules/impl/inline-sync-rules-collector.js.map +1 -0
  257. package/dist/util/config/sync-rules/sync-collector.d.ts +6 -0
  258. package/dist/util/config/sync-rules/sync-collector.js +3 -0
  259. package/dist/util/config/sync-rules/sync-collector.js.map +1 -0
  260. package/dist/util/config/types.d.ts +53 -0
  261. package/dist/util/config/types.js +7 -0
  262. package/dist/util/config/types.js.map +1 -0
  263. package/dist/util/config.d.ts +7 -0
  264. package/dist/util/config.js +35 -0
  265. package/dist/util/config.js.map +1 -0
  266. package/dist/util/env.d.ts +10 -0
  267. package/dist/util/env.js +25 -0
  268. package/dist/util/env.js.map +1 -0
  269. package/dist/util/memory-tracking.d.ts +7 -0
  270. package/dist/util/memory-tracking.js +58 -0
  271. package/dist/util/memory-tracking.js.map +1 -0
  272. package/dist/util/migration_lib.d.ts +11 -0
  273. package/dist/util/migration_lib.js +64 -0
  274. package/dist/util/migration_lib.js.map +1 -0
  275. package/dist/util/pgwire_utils.d.ts +24 -0
  276. package/dist/util/pgwire_utils.js +117 -0
  277. package/dist/util/pgwire_utils.js.map +1 -0
  278. package/dist/util/populate_test_data.d.ts +8 -0
  279. package/dist/util/populate_test_data.js +65 -0
  280. package/dist/util/populate_test_data.js.map +1 -0
  281. package/dist/util/protocol-types.d.ts +178 -0
  282. package/dist/util/protocol-types.js +38 -0
  283. package/dist/util/protocol-types.js.map +1 -0
  284. package/dist/util/secs.d.ts +2 -0
  285. package/dist/util/secs.js +49 -0
  286. package/dist/util/secs.js.map +1 -0
  287. package/dist/util/util-index.d.ts +22 -0
  288. package/dist/util/util-index.js +23 -0
  289. package/dist/util/util-index.js.map +1 -0
  290. package/dist/util/utils.d.ts +14 -0
  291. package/dist/util/utils.js +75 -0
  292. package/dist/util/utils.js.map +1 -0
  293. package/package.json +55 -0
  294. package/src/api/api-index.ts +2 -0
  295. package/src/api/diagnostics.ts +221 -0
  296. package/src/api/schema.ts +99 -0
  297. package/src/auth/CachedKeyCollector.ts +132 -0
  298. package/src/auth/CompoundKeyCollector.ts +33 -0
  299. package/src/auth/JwtPayload.ts +11 -0
  300. package/src/auth/KeyCollector.ts +27 -0
  301. package/src/auth/KeySpec.ts +67 -0
  302. package/src/auth/KeyStore.ts +156 -0
  303. package/src/auth/LeakyBucket.ts +66 -0
  304. package/src/auth/RemoteJWKSCollector.ts +130 -0
  305. package/src/auth/StaticKeyCollector.ts +21 -0
  306. package/src/auth/SupabaseKeyCollector.ts +67 -0
  307. package/src/auth/auth-index.ts +10 -0
  308. package/src/db/db-index.ts +1 -0
  309. package/src/db/mongo.ts +72 -0
  310. package/src/entry/cli-entry.ts +41 -0
  311. package/src/entry/commands/config-command.ts +36 -0
  312. package/src/entry/commands/migrate-action.ts +25 -0
  313. package/src/entry/commands/start-action.ts +24 -0
  314. package/src/entry/commands/teardown-action.ts +23 -0
  315. package/src/entry/entry-index.ts +5 -0
  316. package/src/index.ts +37 -0
  317. package/src/metrics/metrics.ts +169 -0
  318. package/src/migrations/db/migrations/1684951997326-init.ts +33 -0
  319. package/src/migrations/db/migrations/1688556755264-initial-sync-rules.ts +5 -0
  320. package/src/migrations/db/migrations/1702295701188-sync-rule-state.ts +99 -0
  321. package/src/migrations/db/migrations/1711543888062-write-checkpoint-index.ts +32 -0
  322. package/src/migrations/db/store.ts +11 -0
  323. package/src/migrations/migrations.ts +122 -0
  324. package/src/replication/ErrorRateLimiter.ts +49 -0
  325. package/src/replication/PgRelation.ts +42 -0
  326. package/src/replication/WalConnection.ts +227 -0
  327. package/src/replication/WalStream.ts +626 -0
  328. package/src/replication/WalStreamManager.ts +214 -0
  329. package/src/replication/WalStreamRunner.ts +180 -0
  330. package/src/replication/replication-index.ts +7 -0
  331. package/src/replication/util.ts +76 -0
  332. package/src/routes/admin.ts +229 -0
  333. package/src/routes/auth.ts +209 -0
  334. package/src/routes/checkpointing.ts +38 -0
  335. package/src/routes/dev.ts +194 -0
  336. package/src/routes/route-generators.ts +39 -0
  337. package/src/routes/router-socket.ts +13 -0
  338. package/src/routes/router.ts +17 -0
  339. package/src/routes/routes-index.ts +5 -0
  340. package/src/routes/socket-route.ts +131 -0
  341. package/src/routes/sync-rules.ts +210 -0
  342. package/src/routes/sync-stream.ts +92 -0
  343. package/src/runner/teardown.ts +91 -0
  344. package/src/storage/BucketStorage.ts +386 -0
  345. package/src/storage/MongoBucketStorage.ts +493 -0
  346. package/src/storage/SourceTable.ts +60 -0
  347. package/src/storage/mongo/MongoBucketBatch.ts +756 -0
  348. package/src/storage/mongo/MongoIdSequence.ts +24 -0
  349. package/src/storage/mongo/MongoPersistedSyncRules.ts +16 -0
  350. package/src/storage/mongo/MongoPersistedSyncRulesContent.ts +47 -0
  351. package/src/storage/mongo/MongoSyncBucketStorage.ts +517 -0
  352. package/src/storage/mongo/MongoSyncRulesLock.ts +81 -0
  353. package/src/storage/mongo/OperationBatch.ts +115 -0
  354. package/src/storage/mongo/PersistedBatch.ts +245 -0
  355. package/src/storage/mongo/db.ts +69 -0
  356. package/src/storage/mongo/models.ts +157 -0
  357. package/src/storage/mongo/util.ts +88 -0
  358. package/src/storage/storage-index.ts +15 -0
  359. package/src/sync/BroadcastIterable.ts +161 -0
  360. package/src/sync/LastValueSink.ts +100 -0
  361. package/src/sync/merge.ts +200 -0
  362. package/src/sync/safeRace.ts +99 -0
  363. package/src/sync/sync-index.ts +6 -0
  364. package/src/sync/sync.ts +312 -0
  365. package/src/sync/util.ts +98 -0
  366. package/src/system/CorePowerSyncSystem.ts +43 -0
  367. package/src/util/Mutex.ts +159 -0
  368. package/src/util/PgManager.ts +64 -0
  369. package/src/util/alerting.ts +17 -0
  370. package/src/util/config/collectors/config-collector.ts +141 -0
  371. package/src/util/config/collectors/impl/base64-config-collector.ts +18 -0
  372. package/src/util/config/collectors/impl/fallback-config-collector.ts +22 -0
  373. package/src/util/config/collectors/impl/filesystem-config-collector.ts +41 -0
  374. package/src/util/config/compound-config-collector.ts +171 -0
  375. package/src/util/config/sync-rules/impl/base64-sync-rules-collector.ts +21 -0
  376. package/src/util/config/sync-rules/impl/filesystem-sync-rules-collector.ts +26 -0
  377. package/src/util/config/sync-rules/impl/inline-sync-rules-collector.ts +21 -0
  378. package/src/util/config/sync-rules/sync-collector.ts +8 -0
  379. package/src/util/config/types.ts +60 -0
  380. package/src/util/config.ts +39 -0
  381. package/src/util/env.ts +28 -0
  382. package/src/util/memory-tracking.ts +67 -0
  383. package/src/util/migration_lib.ts +79 -0
  384. package/src/util/pgwire_utils.ts +139 -0
  385. package/src/util/populate_test_data.ts +78 -0
  386. package/src/util/protocol-types.ts +223 -0
  387. package/src/util/secs.ts +54 -0
  388. package/src/util/util-index.ts +25 -0
  389. package/src/util/utils.ts +102 -0
  390. package/test/src/__snapshots__/pg_test.test.ts.snap +256 -0
  391. package/test/src/__snapshots__/sync.test.ts.snap +235 -0
  392. package/test/src/auth.test.ts +340 -0
  393. package/test/src/broadcast_iterable.test.ts +156 -0
  394. package/test/src/data_storage.test.ts +1176 -0
  395. package/test/src/env.ts +8 -0
  396. package/test/src/large_batch.test.ts +194 -0
  397. package/test/src/merge_iterable.test.ts +355 -0
  398. package/test/src/pg_test.test.ts +432 -0
  399. package/test/src/schema_changes.test.ts +545 -0
  400. package/test/src/slow_tests.test.ts +257 -0
  401. package/test/src/sql_functions.test.ts +254 -0
  402. package/test/src/sql_operators.test.ts +132 -0
  403. package/test/src/sync.test.ts +293 -0
  404. package/test/src/sync_rules.test.ts +1051 -0
  405. package/test/src/util.ts +67 -0
  406. package/test/src/validation.test.ts +63 -0
  407. package/test/src/wal_stream.test.ts +310 -0
  408. package/test/src/wal_stream_utils.ts +147 -0
  409. package/test/tsconfig.json +20 -0
  410. package/tsconfig.json +20 -0
  411. package/tsconfig.tsbuildinfo +1 -0
  412. package/vitest.config.ts +11 -0
@@ -0,0 +1,256 @@
1
+ // Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
2
+
3
+ exports[`pg data types > schema 1`] = `
4
+ [
5
+ {
6
+ "name": "public",
7
+ "tables": [
8
+ {
9
+ "columns": [
10
+ {
11
+ "name": "id",
12
+ "pg_type": "int4",
13
+ "type": "integer",
14
+ },
15
+ {
16
+ "name": "text",
17
+ "pg_type": "text",
18
+ "type": "text",
19
+ },
20
+ {
21
+ "name": "uuid",
22
+ "pg_type": "uuid",
23
+ "type": "uuid",
24
+ },
25
+ {
26
+ "name": "varchar",
27
+ "pg_type": "varchar",
28
+ "type": "character varying(255)",
29
+ },
30
+ {
31
+ "name": "bool",
32
+ "pg_type": "bool",
33
+ "type": "boolean",
34
+ },
35
+ {
36
+ "name": "bytea",
37
+ "pg_type": "bytea",
38
+ "type": "bytea",
39
+ },
40
+ {
41
+ "name": "int2",
42
+ "pg_type": "int2",
43
+ "type": "smallint",
44
+ },
45
+ {
46
+ "name": "int4",
47
+ "pg_type": "int4",
48
+ "type": "integer",
49
+ },
50
+ {
51
+ "name": "int8",
52
+ "pg_type": "int8",
53
+ "type": "bigint",
54
+ },
55
+ {
56
+ "name": "float4",
57
+ "pg_type": "float4",
58
+ "type": "real",
59
+ },
60
+ {
61
+ "name": "float8",
62
+ "pg_type": "float8",
63
+ "type": "double precision",
64
+ },
65
+ {
66
+ "name": "numeric",
67
+ "pg_type": "numeric",
68
+ "type": "numeric",
69
+ },
70
+ {
71
+ "name": "json",
72
+ "pg_type": "json",
73
+ "type": "json",
74
+ },
75
+ {
76
+ "name": "jsonb",
77
+ "pg_type": "jsonb",
78
+ "type": "jsonb",
79
+ },
80
+ {
81
+ "name": "pg_lsn",
82
+ "pg_type": "pg_lsn",
83
+ "type": "pg_lsn",
84
+ },
85
+ {
86
+ "name": "date",
87
+ "pg_type": "date",
88
+ "type": "date",
89
+ },
90
+ {
91
+ "name": "time",
92
+ "pg_type": "time",
93
+ "type": "time without time zone",
94
+ },
95
+ {
96
+ "name": "timestamp",
97
+ "pg_type": "timestamp",
98
+ "type": "timestamp without time zone",
99
+ },
100
+ {
101
+ "name": "timestamptz",
102
+ "pg_type": "timestamptz",
103
+ "type": "timestamp with time zone",
104
+ },
105
+ {
106
+ "name": "interval",
107
+ "pg_type": "interval",
108
+ "type": "interval",
109
+ },
110
+ {
111
+ "name": "macaddr",
112
+ "pg_type": "macaddr",
113
+ "type": "macaddr",
114
+ },
115
+ {
116
+ "name": "inet",
117
+ "pg_type": "inet",
118
+ "type": "inet",
119
+ },
120
+ {
121
+ "name": "oid",
122
+ "pg_type": "oid",
123
+ "type": "oid",
124
+ },
125
+ ],
126
+ "name": "test_data",
127
+ },
128
+ {
129
+ "columns": [
130
+ {
131
+ "name": "id",
132
+ "pg_type": "int4",
133
+ "type": "integer",
134
+ },
135
+ {
136
+ "name": "text",
137
+ "pg_type": "text[]",
138
+ "type": "text[]",
139
+ },
140
+ {
141
+ "name": "uuid",
142
+ "pg_type": "uuid[]",
143
+ "type": "uuid[]",
144
+ },
145
+ {
146
+ "name": "varchar",
147
+ "pg_type": "varchar[]",
148
+ "type": "character varying(255)[]",
149
+ },
150
+ {
151
+ "name": "bool",
152
+ "pg_type": "bool[]",
153
+ "type": "boolean[]",
154
+ },
155
+ {
156
+ "name": "bytea",
157
+ "pg_type": "bytea[]",
158
+ "type": "bytea[]",
159
+ },
160
+ {
161
+ "name": "int2",
162
+ "pg_type": "int2[]",
163
+ "type": "smallint[]",
164
+ },
165
+ {
166
+ "name": "int4",
167
+ "pg_type": "int4[]",
168
+ "type": "integer[]",
169
+ },
170
+ {
171
+ "name": "int8",
172
+ "pg_type": "int8[]",
173
+ "type": "bigint[]",
174
+ },
175
+ {
176
+ "name": "float4",
177
+ "pg_type": "float4[]",
178
+ "type": "real[]",
179
+ },
180
+ {
181
+ "name": "float8",
182
+ "pg_type": "float8[]",
183
+ "type": "double precision[]",
184
+ },
185
+ {
186
+ "name": "numeric",
187
+ "pg_type": "numeric[]",
188
+ "type": "numeric[]",
189
+ },
190
+ {
191
+ "name": "json",
192
+ "pg_type": "json[]",
193
+ "type": "json[]",
194
+ },
195
+ {
196
+ "name": "jsonb",
197
+ "pg_type": "jsonb[]",
198
+ "type": "jsonb[]",
199
+ },
200
+ {
201
+ "name": "pg_lsn",
202
+ "pg_type": "pg_lsn[]",
203
+ "type": "pg_lsn[]",
204
+ },
205
+ {
206
+ "name": "date",
207
+ "pg_type": "date[]",
208
+ "type": "date[]",
209
+ },
210
+ {
211
+ "name": "time",
212
+ "pg_type": "time[]",
213
+ "type": "time without time zone[]",
214
+ },
215
+ {
216
+ "name": "timestamp",
217
+ "pg_type": "timestamp[]",
218
+ "type": "timestamp without time zone[]",
219
+ },
220
+ {
221
+ "name": "timestamptz",
222
+ "pg_type": "timestamptz[]",
223
+ "type": "timestamp with time zone[]",
224
+ },
225
+ {
226
+ "name": "interval",
227
+ "pg_type": "interval[]",
228
+ "type": "interval[]",
229
+ },
230
+ {
231
+ "name": "macaddr",
232
+ "pg_type": "macaddr[]",
233
+ "type": "macaddr[]",
234
+ },
235
+ {
236
+ "name": "inet",
237
+ "pg_type": "inet[]",
238
+ "type": "inet[]",
239
+ },
240
+ {
241
+ "name": "oid",
242
+ "pg_type": "oid[]",
243
+ "type": "oid[]",
244
+ },
245
+ {
246
+ "name": "multidimensional",
247
+ "pg_type": "text[]",
248
+ "type": "text[]",
249
+ },
250
+ ],
251
+ "name": "test_data_arrays",
252
+ },
253
+ ],
254
+ },
255
+ ]
256
+ `;
@@ -0,0 +1,235 @@
1
+ // Vitest Snapshot v1, https://vitest.dev/guide/snapshot.html
2
+
3
+ exports[`sync - mongodb > expired token 1`] = `
4
+ [
5
+ {
6
+ "token_expires_in": 0,
7
+ },
8
+ ]
9
+ `;
10
+
11
+ exports[`sync - mongodb > expiring token 1`] = `
12
+ [
13
+ {
14
+ "checkpoint": {
15
+ "buckets": [],
16
+ "last_op_id": "0",
17
+ "write_checkpoint": undefined,
18
+ },
19
+ },
20
+ {
21
+ "checkpoint_complete": {
22
+ "last_op_id": "0",
23
+ },
24
+ },
25
+ ]
26
+ `;
27
+
28
+ exports[`sync - mongodb > expiring token 2`] = `
29
+ [
30
+ {
31
+ "token_expires_in": 0,
32
+ },
33
+ ]
34
+ `;
35
+
36
+ exports[`sync - mongodb > sync global data 1`] = `
37
+ [
38
+ {
39
+ "checkpoint": {
40
+ "buckets": [
41
+ {
42
+ "bucket": "mybucket[]",
43
+ "checksum": -93886621,
44
+ "count": 2,
45
+ },
46
+ ],
47
+ "last_op_id": "2",
48
+ "write_checkpoint": undefined,
49
+ },
50
+ },
51
+ {
52
+ "data": {
53
+ "after": "0",
54
+ "bucket": "mybucket[]",
55
+ "data": [
56
+ {
57
+ "checksum": 920318466n,
58
+ "data": "{\\"id\\":\\"t1\\",\\"description\\":\\"Test 1\\"}",
59
+ "object_id": "t1",
60
+ "object_type": "test",
61
+ "op": "PUT",
62
+ "op_id": "1",
63
+ "subkey": "6544e3899293153fa7b38331/117ab485-4b42-58a2-ab32-0053a22c3423",
64
+ },
65
+ {
66
+ "checksum": 3280762209n,
67
+ "data": "{\\"id\\":\\"t2\\",\\"description\\":\\"Test 2\\"}",
68
+ "object_id": "t2",
69
+ "object_type": "test",
70
+ "op": "PUT",
71
+ "op_id": "2",
72
+ "subkey": "6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee",
73
+ },
74
+ ],
75
+ "has_more": false,
76
+ "next_after": "2",
77
+ },
78
+ },
79
+ {
80
+ "checkpoint_complete": {
81
+ "last_op_id": "2",
82
+ },
83
+ },
84
+ ]
85
+ `;
86
+
87
+ exports[`sync - mongodb > sync legacy non-raw data 1`] = `
88
+ [
89
+ {
90
+ "checkpoint": {
91
+ "buckets": [
92
+ {
93
+ "bucket": "mybucket[]",
94
+ "checksum": -852817836,
95
+ "count": 1,
96
+ },
97
+ ],
98
+ "last_op_id": "1",
99
+ "write_checkpoint": undefined,
100
+ },
101
+ },
102
+ {
103
+ "data": {
104
+ "after": "0",
105
+ "bucket": "mybucket[]",
106
+ "data": [
107
+ {
108
+ "checksum": 3442149460n,
109
+ "data": {
110
+ "description": "Test
111
+ \\"string\\"",
112
+ "id": "t1",
113
+ "large_num": 12345678901234567890n,
114
+ },
115
+ "object_id": "t1",
116
+ "object_type": "test",
117
+ "op": "PUT",
118
+ "op_id": "1",
119
+ "subkey": "6544e3899293153fa7b38331/117ab485-4b42-58a2-ab32-0053a22c3423",
120
+ },
121
+ ],
122
+ "has_more": false,
123
+ "next_after": "1",
124
+ },
125
+ },
126
+ {
127
+ "checkpoint_complete": {
128
+ "last_op_id": "1",
129
+ },
130
+ },
131
+ ]
132
+ `;
133
+
134
+ exports[`sync - mongodb > sync updates to global data 1`] = `
135
+ [
136
+ {
137
+ "checkpoint": {
138
+ "buckets": [],
139
+ "last_op_id": "0",
140
+ "write_checkpoint": undefined,
141
+ },
142
+ },
143
+ {
144
+ "checkpoint_complete": {
145
+ "last_op_id": "0",
146
+ },
147
+ },
148
+ ]
149
+ `;
150
+
151
+ exports[`sync - mongodb > sync updates to global data 2`] = `
152
+ [
153
+ {
154
+ "checkpoint_diff": {
155
+ "last_op_id": "1",
156
+ "removed_buckets": [],
157
+ "updated_buckets": [
158
+ {
159
+ "bucket": "mybucket[]",
160
+ "checksum": 920318466,
161
+ "count": 1,
162
+ },
163
+ ],
164
+ "write_checkpoint": undefined,
165
+ },
166
+ },
167
+ {
168
+ "data": {
169
+ "after": "0",
170
+ "bucket": "mybucket[]",
171
+ "data": [
172
+ {
173
+ "checksum": 920318466n,
174
+ "data": "{\\"id\\":\\"t1\\",\\"description\\":\\"Test 1\\"}",
175
+ "object_id": "t1",
176
+ "object_type": "test",
177
+ "op": "PUT",
178
+ "op_id": "1",
179
+ "subkey": "6544e3899293153fa7b38331/117ab485-4b42-58a2-ab32-0053a22c3423",
180
+ },
181
+ ],
182
+ "has_more": false,
183
+ "next_after": "1",
184
+ },
185
+ },
186
+ {
187
+ "checkpoint_complete": {
188
+ "last_op_id": "1",
189
+ },
190
+ },
191
+ ]
192
+ `;
193
+
194
+ exports[`sync - mongodb > sync updates to global data 3`] = `
195
+ [
196
+ {
197
+ "checkpoint_diff": {
198
+ "last_op_id": "2",
199
+ "removed_buckets": [],
200
+ "updated_buckets": [
201
+ {
202
+ "bucket": "mybucket[]",
203
+ "checksum": -93886621,
204
+ "count": 2,
205
+ },
206
+ ],
207
+ "write_checkpoint": undefined,
208
+ },
209
+ },
210
+ {
211
+ "data": {
212
+ "after": "1",
213
+ "bucket": "mybucket[]",
214
+ "data": [
215
+ {
216
+ "checksum": 3280762209n,
217
+ "data": "{\\"id\\":\\"t2\\",\\"description\\":\\"Test 2\\"}",
218
+ "object_id": "t2",
219
+ "object_type": "test",
220
+ "op": "PUT",
221
+ "op_id": "2",
222
+ "subkey": "6544e3899293153fa7b38331/ec27c691-b47a-5d92-927a-9944feb89eee",
223
+ },
224
+ ],
225
+ "has_more": false,
226
+ "next_after": "2",
227
+ },
228
+ },
229
+ {
230
+ "checkpoint_complete": {
231
+ "last_op_id": "2",
232
+ },
233
+ },
234
+ ]
235
+ `;