@syncular/server 0.1.3 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (758) hide show
  1. package/README.md +773 -13
  2. package/dist/admin.d.ts +136 -0
  3. package/dist/admin.js +168 -0
  4. package/dist/blob-handlers.d.ts +69 -0
  5. package/dist/blob-handlers.js +245 -0
  6. package/dist/blob-store.d.ts +111 -0
  7. package/dist/blob-store.js +0 -0
  8. package/dist/content-encoding.d.ts +27 -0
  9. package/dist/content-encoding.js +69 -0
  10. package/dist/context.d.ts +151 -0
  11. package/dist/context.js +21 -0
  12. package/dist/crdt-merger.d.ts +28 -0
  13. package/dist/crdt-merger.js +11 -0
  14. package/dist/d1-storage.d.ts +50 -0
  15. package/dist/d1-storage.js +0 -0
  16. package/dist/errors.d.ts +35 -9
  17. package/dist/errors.js +220 -11
  18. package/dist/events-ring.d.ts +55 -0
  19. package/dist/events-ring.js +96 -0
  20. package/dist/events.d.ts +231 -0
  21. package/dist/events.js +22 -0
  22. package/dist/frame-bytes.d.ts +20 -0
  23. package/dist/frame-bytes.js +75 -0
  24. package/dist/handler.d.ts +9 -0
  25. package/dist/handler.js +490 -0
  26. package/dist/index.d.ts +42 -33
  27. package/dist/index.js +45 -27
  28. package/dist/lease-store.d.ts +50 -0
  29. package/dist/lease-store.js +0 -0
  30. package/dist/pg-executor-pglite.d.ts +27 -0
  31. package/dist/pg-executor-pglite.js +33 -0
  32. package/dist/pg-executor.d.ts +67 -0
  33. package/dist/pg-executor.js +56 -0
  34. package/dist/postgres-fanout.d.ts +83 -0
  35. package/dist/postgres-fanout.js +71 -0
  36. package/dist/postgres-storage.d.ts +69 -0
  37. package/dist/postgres-storage.js +766 -0
  38. package/dist/prune.d.ts +24 -39
  39. package/dist/prune.js +44 -146
  40. package/dist/pull.d.ts +42 -67
  41. package/dist/pull.js +387 -1187
  42. package/dist/push.d.ts +31 -66
  43. package/dist/push.js +406 -655
  44. package/dist/realtime.d.ts +197 -0
  45. package/dist/realtime.js +848 -0
  46. package/dist/relational-rows.d.ts +229 -0
  47. package/dist/relational-rows.js +514 -0
  48. package/dist/s3-blob-store.d.ts +142 -0
  49. package/dist/s3-blob-store.js +458 -0
  50. package/dist/s3-segment-store.d.ts +95 -0
  51. package/dist/s3-segment-store.js +380 -0
  52. package/dist/schema.d.ts +82 -286
  53. package/dist/schema.js +133 -9
  54. package/dist/scopes.d.ts +48 -0
  55. package/dist/scopes.js +98 -0
  56. package/dist/segment-download.d.ts +14 -0
  57. package/dist/segment-download.js +125 -0
  58. package/dist/segment-store.d.ts +81 -0
  59. package/dist/segment-store.js +63 -0
  60. package/dist/signed-url.d.ts +139 -0
  61. package/dist/signed-url.js +143 -0
  62. package/dist/sigv4.d.ts +97 -0
  63. package/dist/sigv4.js +161 -0
  64. package/dist/sqlite-blob-store.d.ts +22 -0
  65. package/dist/sqlite-blob-store.js +86 -0
  66. package/dist/sqlite-dialect.d.ts +101 -0
  67. package/dist/sqlite-dialect.js +250 -0
  68. package/dist/sqlite-image.d.ts +27 -0
  69. package/dist/sqlite-image.js +83 -0
  70. package/dist/sqlite-lease-store.d.ts +21 -0
  71. package/dist/sqlite-lease-store.js +94 -0
  72. package/dist/sqlite-segment-store.d.ts +25 -0
  73. package/dist/sqlite-segment-store.js +115 -0
  74. package/dist/sqlite-storage.d.ts +47 -0
  75. package/dist/sqlite-storage.js +477 -0
  76. package/dist/storage.d.ts +252 -0
  77. package/dist/storage.js +1 -0
  78. package/dist/validate.d.ts +83 -0
  79. package/dist/validate.js +44 -0
  80. package/package.json +17 -325
  81. package/src/admin.ts +312 -0
  82. package/src/blob-handlers.ts +340 -0
  83. package/src/blob-store.ts +0 -0
  84. package/src/content-encoding.ts +94 -0
  85. package/src/context.ts +176 -0
  86. package/src/crdt-merger.ts +33 -0
  87. package/src/d1-storage.ts +0 -0
  88. package/src/errors.ts +241 -19
  89. package/src/events-ring.ts +116 -0
  90. package/src/events.ts +291 -0
  91. package/src/frame-bytes.ts +94 -0
  92. package/src/handler.ts +678 -0
  93. package/src/index.ts +44 -27
  94. package/src/lease-store.ts +0 -0
  95. package/src/pg-executor-pglite.ts +63 -0
  96. package/src/pg-executor.ts +87 -0
  97. package/src/postgres-fanout.ts +143 -0
  98. package/src/postgres-storage.ts +1182 -0
  99. package/src/prune.ts +63 -289
  100. package/src/pull.ts +505 -1805
  101. package/src/push.ts +623 -1006
  102. package/src/realtime.ts +1082 -0
  103. package/src/relational-rows.ts +633 -0
  104. package/src/s3-blob-store.ts +616 -0
  105. package/src/s3-segment-store.ts +519 -0
  106. package/src/schema.ts +242 -281
  107. package/src/scopes.ts +127 -0
  108. package/src/segment-download.ts +169 -0
  109. package/src/segment-store.ts +154 -0
  110. package/src/signed-url.ts +308 -0
  111. package/src/sigv4.ts +267 -0
  112. package/src/sqlite-blob-store.ts +125 -0
  113. package/src/sqlite-dialect.ts +337 -0
  114. package/src/sqlite-image.ts +124 -0
  115. package/src/sqlite-lease-store.ts +144 -0
  116. package/src/sqlite-segment-store.ts +204 -0
  117. package/src/sqlite-storage.ts +792 -0
  118. package/src/storage.ts +316 -0
  119. package/src/validate.ts +123 -0
  120. package/dist/auth-leases.d.ts +0 -85
  121. package/dist/auth-leases.d.ts.map +0 -1
  122. package/dist/auth-leases.js +0 -368
  123. package/dist/auth-leases.js.map +0 -1
  124. package/dist/better-sqlite3.d.ts +0 -22
  125. package/dist/better-sqlite3.d.ts.map +0 -1
  126. package/dist/better-sqlite3.js +0 -16
  127. package/dist/better-sqlite3.js.map +0 -1
  128. package/dist/blobs/access.d.ts +0 -35
  129. package/dist/blobs/access.d.ts.map +0 -1
  130. package/dist/blobs/access.js +0 -149
  131. package/dist/blobs/access.js.map +0 -1
  132. package/dist/blobs/adapters/database.d.ts +0 -100
  133. package/dist/blobs/adapters/database.d.ts.map +0 -1
  134. package/dist/blobs/adapters/database.js +0 -247
  135. package/dist/blobs/adapters/database.js.map +0 -1
  136. package/dist/blobs/index.d.ts +0 -9
  137. package/dist/blobs/index.d.ts.map +0 -1
  138. package/dist/blobs/index.js +0 -9
  139. package/dist/blobs/index.js.map +0 -1
  140. package/dist/blobs/manager.d.ts +0 -220
  141. package/dist/blobs/manager.d.ts.map +0 -1
  142. package/dist/blobs/manager.js +0 -625
  143. package/dist/blobs/manager.js.map +0 -1
  144. package/dist/blobs/migrate.d.ts +0 -27
  145. package/dist/blobs/migrate.d.ts.map +0 -1
  146. package/dist/blobs/migrate.js +0 -127
  147. package/dist/blobs/migrate.js.map +0 -1
  148. package/dist/blobs/types.d.ts +0 -58
  149. package/dist/blobs/types.d.ts.map +0 -1
  150. package/dist/blobs/types.js +0 -5
  151. package/dist/blobs/types.js.map +0 -1
  152. package/dist/bun-sqlite.d.ts +0 -19
  153. package/dist/bun-sqlite.d.ts.map +0 -1
  154. package/dist/bun-sqlite.js +0 -19
  155. package/dist/bun-sqlite.js.map +0 -1
  156. package/dist/clients.d.ts +0 -15
  157. package/dist/clients.d.ts.map +0 -1
  158. package/dist/clients.js +0 -7
  159. package/dist/clients.js.map +0 -1
  160. package/dist/cloudflare/durable-object.d.ts +0 -93
  161. package/dist/cloudflare/durable-object.d.ts.map +0 -1
  162. package/dist/cloudflare/durable-object.js +0 -210
  163. package/dist/cloudflare/durable-object.js.map +0 -1
  164. package/dist/cloudflare/index.d.ts +0 -22
  165. package/dist/cloudflare/index.d.ts.map +0 -1
  166. package/dist/cloudflare/index.js +0 -22
  167. package/dist/cloudflare/index.js.map +0 -1
  168. package/dist/cloudflare/r2.d.ts +0 -180
  169. package/dist/cloudflare/r2.d.ts.map +0 -1
  170. package/dist/cloudflare/r2.js +0 -258
  171. package/dist/cloudflare/r2.js.map +0 -1
  172. package/dist/cloudflare/scope-cache.d.ts +0 -54
  173. package/dist/cloudflare/scope-cache.d.ts.map +0 -1
  174. package/dist/cloudflare/scope-cache.js +0 -223
  175. package/dist/cloudflare/scope-cache.js.map +0 -1
  176. package/dist/cloudflare/sentry.d.ts +0 -47
  177. package/dist/cloudflare/sentry.d.ts.map +0 -1
  178. package/dist/cloudflare/sentry.js +0 -163
  179. package/dist/cloudflare/sentry.js.map +0 -1
  180. package/dist/cloudflare/worker.d.ts +0 -46
  181. package/dist/cloudflare/worker.d.ts.map +0 -1
  182. package/dist/cloudflare/worker.js +0 -63
  183. package/dist/cloudflare/worker.js.map +0 -1
  184. package/dist/commit-integrity.d.ts +0 -38
  185. package/dist/commit-integrity.d.ts.map +0 -1
  186. package/dist/commit-integrity.js +0 -260
  187. package/dist/commit-integrity.js.map +0 -1
  188. package/dist/compaction.d.ts +0 -27
  189. package/dist/compaction.d.ts.map +0 -1
  190. package/dist/compaction.js +0 -49
  191. package/dist/compaction.js.map +0 -1
  192. package/dist/crdt-yjs/index.d.ts +0 -99
  193. package/dist/crdt-yjs/index.d.ts.map +0 -1
  194. package/dist/crdt-yjs/index.js +0 -629
  195. package/dist/crdt-yjs/index.js.map +0 -1
  196. package/dist/d1.d.ts +0 -13
  197. package/dist/d1.d.ts.map +0 -1
  198. package/dist/d1.js +0 -14
  199. package/dist/d1.js.map +0 -1
  200. package/dist/dialect/base.d.ts +0 -93
  201. package/dist/dialect/base.d.ts.map +0 -1
  202. package/dist/dialect/base.js +0 -181
  203. package/dist/dialect/base.js.map +0 -1
  204. package/dist/dialect/helpers.d.ts +0 -16
  205. package/dist/dialect/helpers.d.ts.map +0 -1
  206. package/dist/dialect/helpers.js +0 -83
  207. package/dist/dialect/helpers.js.map +0 -1
  208. package/dist/dialect/index.d.ts +0 -7
  209. package/dist/dialect/index.d.ts.map +0 -1
  210. package/dist/dialect/index.js +0 -7
  211. package/dist/dialect/index.js.map +0 -1
  212. package/dist/dialect/types.d.ts +0 -187
  213. package/dist/dialect/types.d.ts.map +0 -1
  214. package/dist/dialect/types.js +0 -8
  215. package/dist/dialect/types.js.map +0 -1
  216. package/dist/encrypted-crdt.d.ts +0 -67
  217. package/dist/encrypted-crdt.d.ts.map +0 -1
  218. package/dist/encrypted-crdt.js +0 -426
  219. package/dist/encrypted-crdt.js.map +0 -1
  220. package/dist/errors.d.ts.map +0 -1
  221. package/dist/errors.js.map +0 -1
  222. package/dist/filesystem/index.d.ts +0 -44
  223. package/dist/filesystem/index.d.ts.map +0 -1
  224. package/dist/filesystem/index.js +0 -164
  225. package/dist/filesystem/index.js.map +0 -1
  226. package/dist/handlers/collection.d.ts +0 -20
  227. package/dist/handlers/collection.d.ts.map +0 -1
  228. package/dist/handlers/collection.js +0 -42
  229. package/dist/handlers/collection.js.map +0 -1
  230. package/dist/handlers/create-handler.d.ts +0 -156
  231. package/dist/handlers/create-handler.d.ts.map +0 -1
  232. package/dist/handlers/create-handler.js +0 -626
  233. package/dist/handlers/create-handler.js.map +0 -1
  234. package/dist/handlers/index.d.ts +0 -4
  235. package/dist/handlers/index.d.ts.map +0 -1
  236. package/dist/handlers/index.js +0 -4
  237. package/dist/handlers/index.js.map +0 -1
  238. package/dist/handlers/types.d.ts +0 -295
  239. package/dist/handlers/types.d.ts.map +0 -1
  240. package/dist/handlers/types.js +0 -2
  241. package/dist/handlers/types.js.map +0 -1
  242. package/dist/helpers/conflict.d.ts +0 -52
  243. package/dist/helpers/conflict.d.ts.map +0 -1
  244. package/dist/helpers/conflict.js +0 -49
  245. package/dist/helpers/conflict.js.map +0 -1
  246. package/dist/helpers/emitted-change.d.ts +0 -56
  247. package/dist/helpers/emitted-change.d.ts.map +0 -1
  248. package/dist/helpers/emitted-change.js +0 -46
  249. package/dist/helpers/emitted-change.js.map +0 -1
  250. package/dist/helpers/index.d.ts +0 -12
  251. package/dist/helpers/index.d.ts.map +0 -1
  252. package/dist/helpers/index.js +0 -12
  253. package/dist/helpers/index.js.map +0 -1
  254. package/dist/helpers/paginate.d.ts +0 -49
  255. package/dist/helpers/paginate.d.ts.map +0 -1
  256. package/dist/helpers/paginate.js +0 -54
  257. package/dist/helpers/paginate.js.map +0 -1
  258. package/dist/helpers/scope-authorization.d.ts +0 -7
  259. package/dist/helpers/scope-authorization.d.ts.map +0 -1
  260. package/dist/helpers/scope-authorization.js +0 -19
  261. package/dist/helpers/scope-authorization.js.map +0 -1
  262. package/dist/helpers/scope-commit-index.d.ts +0 -12
  263. package/dist/helpers/scope-commit-index.d.ts.map +0 -1
  264. package/dist/helpers/scope-commit-index.js +0 -35
  265. package/dist/helpers/scope-commit-index.js.map +0 -1
  266. package/dist/helpers/scope-strings.d.ts +0 -74
  267. package/dist/helpers/scope-strings.d.ts.map +0 -1
  268. package/dist/helpers/scope-strings.js +0 -82
  269. package/dist/helpers/scope-strings.js.map +0 -1
  270. package/dist/hono/api-key-auth.d.ts +0 -49
  271. package/dist/hono/api-key-auth.d.ts.map +0 -1
  272. package/dist/hono/api-key-auth.js +0 -108
  273. package/dist/hono/api-key-auth.js.map +0 -1
  274. package/dist/hono/audit-redaction.d.ts +0 -20
  275. package/dist/hono/audit-redaction.d.ts.map +0 -1
  276. package/dist/hono/audit-redaction.js +0 -85
  277. package/dist/hono/audit-redaction.js.map +0 -1
  278. package/dist/hono/blobs.d.ts +0 -75
  279. package/dist/hono/blobs.d.ts.map +0 -1
  280. package/dist/hono/blobs.js +0 -586
  281. package/dist/hono/blobs.js.map +0 -1
  282. package/dist/hono/console/gateway.d.ts +0 -42
  283. package/dist/hono/console/gateway.d.ts.map +0 -1
  284. package/dist/hono/console/gateway.js +0 -2158
  285. package/dist/hono/console/gateway.js.map +0 -1
  286. package/dist/hono/console/live-auth.d.ts +0 -7
  287. package/dist/hono/console/live-auth.d.ts.map +0 -1
  288. package/dist/hono/console/live-auth.js +0 -39
  289. package/dist/hono/console/live-auth.js.map +0 -1
  290. package/dist/hono/console/route-descriptor.d.ts +0 -6
  291. package/dist/hono/console/route-descriptor.d.ts.map +0 -1
  292. package/dist/hono/console/route-descriptor.js +0 -16
  293. package/dist/hono/console/route-descriptor.js.map +0 -1
  294. package/dist/hono/console/routes/api-keys.d.ts +0 -8
  295. package/dist/hono/console/routes/api-keys.d.ts.map +0 -1
  296. package/dist/hono/console/routes/api-keys.js +0 -575
  297. package/dist/hono/console/routes/api-keys.js.map +0 -1
  298. package/dist/hono/console/routes/clients.d.ts +0 -8
  299. package/dist/hono/console/routes/clients.d.ts.map +0 -1
  300. package/dist/hono/console/routes/clients.js +0 -322
  301. package/dist/hono/console/routes/clients.js.map +0 -1
  302. package/dist/hono/console/routes/commits.d.ts +0 -8
  303. package/dist/hono/console/routes/commits.d.ts.map +0 -1
  304. package/dist/hono/console/routes/commits.js +0 -882
  305. package/dist/hono/console/routes/commits.js.map +0 -1
  306. package/dist/hono/console/routes/context.d.ts +0 -188
  307. package/dist/hono/console/routes/context.d.ts.map +0 -1
  308. package/dist/hono/console/routes/context.js +0 -633
  309. package/dist/hono/console/routes/context.js.map +0 -1
  310. package/dist/hono/console/routes/events.d.ts +0 -8
  311. package/dist/hono/console/routes/events.d.ts.map +0 -1
  312. package/dist/hono/console/routes/events.js +0 -501
  313. package/dist/hono/console/routes/events.js.map +0 -1
  314. package/dist/hono/console/routes/maintenance.d.ts +0 -8
  315. package/dist/hono/console/routes/maintenance.d.ts.map +0 -1
  316. package/dist/hono/console/routes/maintenance.js +0 -341
  317. package/dist/hono/console/routes/maintenance.js.map +0 -1
  318. package/dist/hono/console/routes/shared.d.ts +0 -174
  319. package/dist/hono/console/routes/shared.d.ts.map +0 -1
  320. package/dist/hono/console/routes/shared.js +0 -583
  321. package/dist/hono/console/routes/shared.js.map +0 -1
  322. package/dist/hono/console/routes/stats.d.ts +0 -8
  323. package/dist/hono/console/routes/stats.d.ts.map +0 -1
  324. package/dist/hono/console/routes/stats.js +0 -295
  325. package/dist/hono/console/routes/stats.js.map +0 -1
  326. package/dist/hono/console/routes/storage.d.ts +0 -8
  327. package/dist/hono/console/routes/storage.d.ts.map +0 -1
  328. package/dist/hono/console/routes/storage.js +0 -121
  329. package/dist/hono/console/routes/storage.js.map +0 -1
  330. package/dist/hono/console/routes.d.ts +0 -36
  331. package/dist/hono/console/routes.d.ts.map +0 -1
  332. package/dist/hono/console/routes.js +0 -112
  333. package/dist/hono/console/routes.js.map +0 -1
  334. package/dist/hono/console/schema-errors.d.ts +0 -2
  335. package/dist/hono/console/schema-errors.d.ts.map +0 -1
  336. package/dist/hono/console/schema-errors.js +0 -17
  337. package/dist/hono/console/schema-errors.js.map +0 -1
  338. package/dist/hono/console/schemas.d.ts +0 -1515
  339. package/dist/hono/console/schemas.d.ts.map +0 -1
  340. package/dist/hono/console/schemas.js +0 -661
  341. package/dist/hono/console/schemas.js.map +0 -1
  342. package/dist/hono/console/types.d.ts +0 -213
  343. package/dist/hono/console/types.d.ts.map +0 -1
  344. package/dist/hono/console/types.js +0 -2
  345. package/dist/hono/console/types.js.map +0 -1
  346. package/dist/hono/console/ui.d.ts +0 -38
  347. package/dist/hono/console/ui.d.ts.map +0 -1
  348. package/dist/hono/console/ui.js +0 -43
  349. package/dist/hono/console/ui.js.map +0 -1
  350. package/dist/hono/create-server.d.ts +0 -71
  351. package/dist/hono/create-server.d.ts.map +0 -1
  352. package/dist/hono/create-server.js +0 -121
  353. package/dist/hono/create-server.js.map +0 -1
  354. package/dist/hono/errors.d.ts +0 -13
  355. package/dist/hono/errors.d.ts.map +0 -1
  356. package/dist/hono/errors.js +0 -21
  357. package/dist/hono/errors.js.map +0 -1
  358. package/dist/hono/index.d.ts +0 -20
  359. package/dist/hono/index.d.ts.map +0 -1
  360. package/dist/hono/index.js +0 -31
  361. package/dist/hono/index.js.map +0 -1
  362. package/dist/hono/openapi.d.ts +0 -72
  363. package/dist/hono/openapi.d.ts.map +0 -1
  364. package/dist/hono/openapi.js +0 -99
  365. package/dist/hono/openapi.js.map +0 -1
  366. package/dist/hono/proxy/connection-manager.d.ts +0 -78
  367. package/dist/hono/proxy/connection-manager.d.ts.map +0 -1
  368. package/dist/hono/proxy/connection-manager.js +0 -251
  369. package/dist/hono/proxy/connection-manager.js.map +0 -1
  370. package/dist/hono/proxy/index.d.ts +0 -8
  371. package/dist/hono/proxy/index.d.ts.map +0 -1
  372. package/dist/hono/proxy/index.js +0 -8
  373. package/dist/hono/proxy/index.js.map +0 -1
  374. package/dist/hono/proxy/routes.d.ts +0 -86
  375. package/dist/hono/proxy/routes.d.ts.map +0 -1
  376. package/dist/hono/proxy/routes.js +0 -183
  377. package/dist/hono/proxy/routes.js.map +0 -1
  378. package/dist/hono/rate-limit.d.ts +0 -101
  379. package/dist/hono/rate-limit.d.ts.map +0 -1
  380. package/dist/hono/rate-limit.js +0 -184
  381. package/dist/hono/rate-limit.js.map +0 -1
  382. package/dist/hono/realtime-sync-packs.d.ts +0 -43
  383. package/dist/hono/realtime-sync-packs.d.ts.map +0 -1
  384. package/dist/hono/realtime-sync-packs.js +0 -219
  385. package/dist/hono/realtime-sync-packs.js.map +0 -1
  386. package/dist/hono/routes/audit.d.ts +0 -12
  387. package/dist/hono/routes/audit.d.ts.map +0 -1
  388. package/dist/hono/routes/audit.js +0 -385
  389. package/dist/hono/routes/audit.js.map +0 -1
  390. package/dist/hono/routes/auth-leases.d.ts +0 -8
  391. package/dist/hono/routes/auth-leases.d.ts.map +0 -1
  392. package/dist/hono/routes/auth-leases.js +0 -88
  393. package/dist/hono/routes/auth-leases.js.map +0 -1
  394. package/dist/hono/routes/combined.d.ts +0 -8
  395. package/dist/hono/routes/combined.d.ts.map +0 -1
  396. package/dist/hono/routes/combined.js +0 -392
  397. package/dist/hono/routes/combined.js.map +0 -1
  398. package/dist/hono/routes/context.d.ts +0 -314
  399. package/dist/hono/routes/context.d.ts.map +0 -1
  400. package/dist/hono/routes/context.js +0 -1147
  401. package/dist/hono/routes/context.js.map +0 -1
  402. package/dist/hono/routes/health.d.ts +0 -8
  403. package/dist/hono/routes/health.d.ts.map +0 -1
  404. package/dist/hono/routes/health.js +0 -16
  405. package/dist/hono/routes/health.js.map +0 -1
  406. package/dist/hono/routes/realtime.d.ts +0 -9
  407. package/dist/hono/routes/realtime.d.ts.map +0 -1
  408. package/dist/hono/routes/realtime.js +0 -626
  409. package/dist/hono/routes/realtime.js.map +0 -1
  410. package/dist/hono/routes/shared.d.ts +0 -689
  411. package/dist/hono/routes/shared.d.ts.map +0 -1
  412. package/dist/hono/routes/shared.js +0 -972
  413. package/dist/hono/routes/shared.js.map +0 -1
  414. package/dist/hono/routes/snapshots.d.ts +0 -10
  415. package/dist/hono/routes/snapshots.d.ts.map +0 -1
  416. package/dist/hono/routes/snapshots.js +0 -281
  417. package/dist/hono/routes/snapshots.js.map +0 -1
  418. package/dist/hono/routes.d.ts +0 -19
  419. package/dist/hono/routes.d.ts.map +0 -1
  420. package/dist/hono/routes.js +0 -37
  421. package/dist/hono/routes.js.map +0 -1
  422. package/dist/hono/validation.d.ts +0 -5
  423. package/dist/hono/validation.d.ts.map +0 -1
  424. package/dist/hono/validation.js +0 -47
  425. package/dist/hono/validation.js.map +0 -1
  426. package/dist/hono/websocket-origin.d.ts +0 -9
  427. package/dist/hono/websocket-origin.d.ts.map +0 -1
  428. package/dist/hono/websocket-origin.js +0 -96
  429. package/dist/hono/websocket-origin.js.map +0 -1
  430. package/dist/hono/ws.d.ts +0 -341
  431. package/dist/hono/ws.d.ts.map +0 -1
  432. package/dist/hono/ws.js +0 -711
  433. package/dist/hono/ws.js.map +0 -1
  434. package/dist/index.d.ts.map +0 -1
  435. package/dist/index.js.map +0 -1
  436. package/dist/libsql.d.ts +0 -29
  437. package/dist/libsql.d.ts.map +0 -1
  438. package/dist/libsql.js +0 -25
  439. package/dist/libsql.js.map +0 -1
  440. package/dist/migrate.d.ts +0 -14
  441. package/dist/migrate.d.ts.map +0 -1
  442. package/dist/migrate.js +0 -13
  443. package/dist/migrate.js.map +0 -1
  444. package/dist/neon.d.ts +0 -21
  445. package/dist/neon.d.ts.map +0 -1
  446. package/dist/neon.js +0 -22
  447. package/dist/neon.js.map +0 -1
  448. package/dist/notify.d.ts +0 -77
  449. package/dist/notify.d.ts.map +0 -1
  450. package/dist/notify.js +0 -233
  451. package/dist/notify.js.map +0 -1
  452. package/dist/pglite.d.ts +0 -37
  453. package/dist/pglite.d.ts.map +0 -1
  454. package/dist/pglite.js +0 -37
  455. package/dist/pglite.js.map +0 -1
  456. package/dist/plugins/index.d.ts +0 -2
  457. package/dist/plugins/index.d.ts.map +0 -1
  458. package/dist/plugins/index.js +0 -2
  459. package/dist/plugins/index.js.map +0 -1
  460. package/dist/plugins/types.d.ts +0 -73
  461. package/dist/plugins/types.d.ts.map +0 -1
  462. package/dist/plugins/types.js +0 -30
  463. package/dist/plugins/types.js.map +0 -1
  464. package/dist/postgres/index.d.ts +0 -68
  465. package/dist/postgres/index.d.ts.map +0 -1
  466. package/dist/postgres/index.js +0 -924
  467. package/dist/postgres/index.js.map +0 -1
  468. package/dist/proxy/collection.d.ts +0 -7
  469. package/dist/proxy/collection.d.ts.map +0 -1
  470. package/dist/proxy/collection.js +0 -6
  471. package/dist/proxy/collection.js.map +0 -1
  472. package/dist/proxy/handler.d.ts +0 -42
  473. package/dist/proxy/handler.d.ts.map +0 -1
  474. package/dist/proxy/handler.js +0 -102
  475. package/dist/proxy/handler.js.map +0 -1
  476. package/dist/proxy/index.d.ts +0 -9
  477. package/dist/proxy/index.d.ts.map +0 -1
  478. package/dist/proxy/index.js +0 -14
  479. package/dist/proxy/index.js.map +0 -1
  480. package/dist/proxy/mutation-detector.d.ts +0 -35
  481. package/dist/proxy/mutation-detector.d.ts.map +0 -1
  482. package/dist/proxy/mutation-detector.js +0 -246
  483. package/dist/proxy/mutation-detector.js.map +0 -1
  484. package/dist/proxy/oplog.d.ts +0 -30
  485. package/dist/proxy/oplog.d.ts.map +0 -1
  486. package/dist/proxy/oplog.js +0 -137
  487. package/dist/proxy/oplog.js.map +0 -1
  488. package/dist/proxy/types.d.ts +0 -44
  489. package/dist/proxy/types.d.ts.map +0 -1
  490. package/dist/proxy/types.js +0 -7
  491. package/dist/proxy/types.js.map +0 -1
  492. package/dist/prune.d.ts.map +0 -1
  493. package/dist/prune.js.map +0 -1
  494. package/dist/pull.d.ts.map +0 -1
  495. package/dist/pull.js.map +0 -1
  496. package/dist/push.d.ts.map +0 -1
  497. package/dist/push.js.map +0 -1
  498. package/dist/realtime/in-memory.d.ts +0 -13
  499. package/dist/realtime/in-memory.d.ts.map +0 -1
  500. package/dist/realtime/in-memory.js +0 -28
  501. package/dist/realtime/in-memory.js.map +0 -1
  502. package/dist/realtime/index.d.ts +0 -4
  503. package/dist/realtime/index.d.ts.map +0 -1
  504. package/dist/realtime/index.js +0 -3
  505. package/dist/realtime/index.js.map +0 -1
  506. package/dist/realtime/types.d.ts +0 -62
  507. package/dist/realtime/types.d.ts.map +0 -1
  508. package/dist/realtime/types.js +0 -19
  509. package/dist/realtime/types.js.map +0 -1
  510. package/dist/relay/client-role/forward-engine.d.ts +0 -63
  511. package/dist/relay/client-role/forward-engine.d.ts.map +0 -1
  512. package/dist/relay/client-role/forward-engine.js +0 -267
  513. package/dist/relay/client-role/forward-engine.js.map +0 -1
  514. package/dist/relay/client-role/index.d.ts +0 -9
  515. package/dist/relay/client-role/index.d.ts.map +0 -1
  516. package/dist/relay/client-role/index.js +0 -9
  517. package/dist/relay/client-role/index.js.map +0 -1
  518. package/dist/relay/client-role/pull-engine.d.ts +0 -72
  519. package/dist/relay/client-role/pull-engine.d.ts.map +0 -1
  520. package/dist/relay/client-role/pull-engine.js +0 -249
  521. package/dist/relay/client-role/pull-engine.js.map +0 -1
  522. package/dist/relay/client-role/sequence-mapper.d.ts +0 -65
  523. package/dist/relay/client-role/sequence-mapper.d.ts.map +0 -1
  524. package/dist/relay/client-role/sequence-mapper.js +0 -161
  525. package/dist/relay/client-role/sequence-mapper.js.map +0 -1
  526. package/dist/relay/evaluation/relay-paths.d.ts +0 -41
  527. package/dist/relay/evaluation/relay-paths.d.ts.map +0 -1
  528. package/dist/relay/evaluation/relay-paths.js +0 -504
  529. package/dist/relay/evaluation/relay-paths.js.map +0 -1
  530. package/dist/relay/evaluation/rust-boundary.d.ts +0 -47
  531. package/dist/relay/evaluation/rust-boundary.d.ts.map +0 -1
  532. package/dist/relay/evaluation/rust-boundary.js +0 -220
  533. package/dist/relay/evaluation/rust-boundary.js.map +0 -1
  534. package/dist/relay/index.d.ts +0 -37
  535. package/dist/relay/index.d.ts.map +0 -1
  536. package/dist/relay/index.js +0 -44
  537. package/dist/relay/index.js.map +0 -1
  538. package/dist/relay/migrate.d.ts +0 -18
  539. package/dist/relay/migrate.d.ts.map +0 -1
  540. package/dist/relay/migrate.js +0 -99
  541. package/dist/relay/migrate.js.map +0 -1
  542. package/dist/relay/mode-manager.d.ts +0 -60
  543. package/dist/relay/mode-manager.d.ts.map +0 -1
  544. package/dist/relay/mode-manager.js +0 -114
  545. package/dist/relay/mode-manager.js.map +0 -1
  546. package/dist/relay/realtime.d.ts +0 -90
  547. package/dist/relay/realtime.d.ts.map +0 -1
  548. package/dist/relay/realtime.js +0 -147
  549. package/dist/relay/realtime.js.map +0 -1
  550. package/dist/relay/relay.d.ts +0 -190
  551. package/dist/relay/relay.d.ts.map +0 -1
  552. package/dist/relay/relay.js +0 -320
  553. package/dist/relay/relay.js.map +0 -1
  554. package/dist/relay/schema.d.ts +0 -158
  555. package/dist/relay/schema.d.ts.map +0 -1
  556. package/dist/relay/schema.js +0 -7
  557. package/dist/relay/schema.js.map +0 -1
  558. package/dist/relay/server-role/index.d.ts +0 -56
  559. package/dist/relay/server-role/index.d.ts.map +0 -1
  560. package/dist/relay/server-role/index.js +0 -193
  561. package/dist/relay/server-role/index.js.map +0 -1
  562. package/dist/relay/server-role/pull.d.ts +0 -27
  563. package/dist/relay/server-role/pull.d.ts.map +0 -1
  564. package/dist/relay/server-role/pull.js +0 -24
  565. package/dist/relay/server-role/pull.js.map +0 -1
  566. package/dist/relay/server-role/push.d.ts +0 -29
  567. package/dist/relay/server-role/push.d.ts.map +0 -1
  568. package/dist/relay/server-role/push.js +0 -122
  569. package/dist/relay/server-role/push.js.map +0 -1
  570. package/dist/s3/index.d.ts +0 -83
  571. package/dist/s3/index.d.ts.map +0 -1
  572. package/dist/s3/index.js +0 -223
  573. package/dist/s3/index.js.map +0 -1
  574. package/dist/schema.d.ts.map +0 -1
  575. package/dist/schema.js.map +0 -1
  576. package/dist/service-worker/index.d.ts +0 -114
  577. package/dist/service-worker/index.d.ts.map +0 -1
  578. package/dist/service-worker/index.js +0 -487
  579. package/dist/service-worker/index.js.map +0 -1
  580. package/dist/snapshot-artifacts/sqlite-bun.d.ts +0 -15
  581. package/dist/snapshot-artifacts/sqlite-bun.d.ts.map +0 -1
  582. package/dist/snapshot-artifacts/sqlite-bun.js +0 -128
  583. package/dist/snapshot-artifacts/sqlite-bun.js.map +0 -1
  584. package/dist/snapshot-artifacts.d.ts +0 -206
  585. package/dist/snapshot-artifacts.d.ts.map +0 -1
  586. package/dist/snapshot-artifacts.js +0 -545
  587. package/dist/snapshot-artifacts.js.map +0 -1
  588. package/dist/snapshot-chunks/db-metadata.d.ts +0 -56
  589. package/dist/snapshot-chunks/db-metadata.d.ts.map +0 -1
  590. package/dist/snapshot-chunks/db-metadata.js +0 -360
  591. package/dist/snapshot-chunks/db-metadata.js.map +0 -1
  592. package/dist/snapshot-chunks/index.d.ts +0 -8
  593. package/dist/snapshot-chunks/index.d.ts.map +0 -1
  594. package/dist/snapshot-chunks/index.js +0 -8
  595. package/dist/snapshot-chunks/index.js.map +0 -1
  596. package/dist/snapshot-chunks/types.d.ts +0 -80
  597. package/dist/snapshot-chunks/types.d.ts.map +0 -1
  598. package/dist/snapshot-chunks/types.js +0 -8
  599. package/dist/snapshot-chunks/types.js.map +0 -1
  600. package/dist/snapshot-chunks.d.ts +0 -90
  601. package/dist/snapshot-chunks.d.ts.map +0 -1
  602. package/dist/snapshot-chunks.js +0 -304
  603. package/dist/snapshot-chunks.js.map +0 -1
  604. package/dist/sqlite/index.d.ts +0 -53
  605. package/dist/sqlite/index.d.ts.map +0 -1
  606. package/dist/sqlite/index.js +0 -795
  607. package/dist/sqlite/index.js.map +0 -1
  608. package/dist/sqlite3.d.ts +0 -22
  609. package/dist/sqlite3.d.ts.map +0 -1
  610. package/dist/sqlite3.js +0 -99
  611. package/dist/sqlite3.js.map +0 -1
  612. package/dist/stats.d.ts +0 -28
  613. package/dist/stats.d.ts.map +0 -1
  614. package/dist/stats.js +0 -93
  615. package/dist/stats.js.map +0 -1
  616. package/dist/subscriptions/cache.d.ts +0 -58
  617. package/dist/subscriptions/cache.d.ts.map +0 -1
  618. package/dist/subscriptions/cache.js +0 -250
  619. package/dist/subscriptions/cache.js.map +0 -1
  620. package/dist/subscriptions/index.d.ts +0 -3
  621. package/dist/subscriptions/index.d.ts.map +0 -1
  622. package/dist/subscriptions/index.js +0 -3
  623. package/dist/subscriptions/index.js.map +0 -1
  624. package/dist/subscriptions/resolve.d.ts +0 -40
  625. package/dist/subscriptions/resolve.d.ts.map +0 -1
  626. package/dist/subscriptions/resolve.js +0 -275
  627. package/dist/subscriptions/resolve.js.map +0 -1
  628. package/dist/sync.d.ts +0 -24
  629. package/dist/sync.d.ts.map +0 -1
  630. package/dist/sync.js +0 -27
  631. package/dist/sync.js.map +0 -1
  632. package/src/auth-leases.ts +0 -649
  633. package/src/better-sqlite3.ts +0 -35
  634. package/src/blobs/access.ts +0 -244
  635. package/src/blobs/adapters/database.ts +0 -397
  636. package/src/blobs/index.ts +0 -9
  637. package/src/blobs/manager.ts +0 -901
  638. package/src/blobs/migrate.ts +0 -158
  639. package/src/blobs/types.ts +0 -74
  640. package/src/bun-sqlite-ambient.d.ts +0 -19
  641. package/src/bun-sqlite.ts +0 -27
  642. package/src/clients.ts +0 -22
  643. package/src/cloudflare/durable-object.ts +0 -289
  644. package/src/cloudflare/index.ts +0 -22
  645. package/src/cloudflare/r2.ts +0 -526
  646. package/src/cloudflare/scope-cache.ts +0 -341
  647. package/src/cloudflare/sentry.ts +0 -230
  648. package/src/cloudflare/worker.ts +0 -77
  649. package/src/commit-integrity.ts +0 -371
  650. package/src/compaction.ts +0 -77
  651. package/src/crdt-yjs/index.ts +0 -931
  652. package/src/d1.ts +0 -16
  653. package/src/dialect/base.ts +0 -360
  654. package/src/dialect/helpers.ts +0 -92
  655. package/src/dialect/index.ts +0 -7
  656. package/src/dialect/types.ts +0 -247
  657. package/src/encrypted-crdt.ts +0 -786
  658. package/src/filesystem/index.ts +0 -262
  659. package/src/handlers/collection.ts +0 -121
  660. package/src/handlers/create-handler.ts +0 -1134
  661. package/src/handlers/index.ts +0 -3
  662. package/src/handlers/types.ts +0 -403
  663. package/src/helpers/conflict.ts +0 -64
  664. package/src/helpers/emitted-change.ts +0 -69
  665. package/src/helpers/index.ts +0 -12
  666. package/src/helpers/paginate.ts +0 -82
  667. package/src/helpers/scope-authorization.ts +0 -27
  668. package/src/helpers/scope-commit-index.ts +0 -52
  669. package/src/helpers/scope-strings.ts +0 -101
  670. package/src/hono/api-key-auth.ts +0 -177
  671. package/src/hono/audit-redaction.ts +0 -135
  672. package/src/hono/blobs.ts +0 -851
  673. package/src/hono/console/gateway.ts +0 -3046
  674. package/src/hono/console/live-auth.ts +0 -46
  675. package/src/hono/console/route-descriptor.ts +0 -22
  676. package/src/hono/console/routes/api-keys.ts +0 -721
  677. package/src/hono/console/routes/clients.ts +0 -447
  678. package/src/hono/console/routes/commits.ts +0 -1137
  679. package/src/hono/console/routes/context.ts +0 -956
  680. package/src/hono/console/routes/events.ts +0 -669
  681. package/src/hono/console/routes/maintenance.ts +0 -461
  682. package/src/hono/console/routes/shared.ts +0 -816
  683. package/src/hono/console/routes/stats.ts +0 -392
  684. package/src/hono/console/routes/storage.ts +0 -159
  685. package/src/hono/console/routes.ts +0 -146
  686. package/src/hono/console/schema-errors.ts +0 -23
  687. package/src/hono/console/schemas.ts +0 -914
  688. package/src/hono/console/types.ts +0 -223
  689. package/src/hono/console/ui.ts +0 -100
  690. package/src/hono/create-server.ts +0 -230
  691. package/src/hono/errors.ts +0 -50
  692. package/src/hono/index.ts +0 -54
  693. package/src/hono/openapi.ts +0 -139
  694. package/src/hono/proxy/connection-manager.ts +0 -340
  695. package/src/hono/proxy/index.ts +0 -8
  696. package/src/hono/proxy/routes.ts +0 -272
  697. package/src/hono/rate-limit.ts +0 -319
  698. package/src/hono/realtime-sync-packs.ts +0 -354
  699. package/src/hono/routes/audit.ts +0 -499
  700. package/src/hono/routes/auth-leases.ts +0 -119
  701. package/src/hono/routes/combined.ts +0 -583
  702. package/src/hono/routes/context.ts +0 -1629
  703. package/src/hono/routes/health.ts +0 -26
  704. package/src/hono/routes/realtime.ts +0 -808
  705. package/src/hono/routes/shared.ts +0 -1626
  706. package/src/hono/routes/snapshots.ts +0 -345
  707. package/src/hono/routes.ts +0 -68
  708. package/src/hono/validation.ts +0 -81
  709. package/src/hono/websocket-origin.ts +0 -131
  710. package/src/hono/ws.ts +0 -1134
  711. package/src/libsql.ts +0 -51
  712. package/src/migrate.ts +0 -20
  713. package/src/neon.ts +0 -28
  714. package/src/notify.ts +0 -341
  715. package/src/pglite.ts +0 -68
  716. package/src/plugins/index.ts +0 -1
  717. package/src/plugins/types.ts +0 -144
  718. package/src/postgres/index.ts +0 -1291
  719. package/src/proxy/collection.ts +0 -17
  720. package/src/proxy/handler.ts +0 -159
  721. package/src/proxy/index.ts +0 -21
  722. package/src/proxy/mutation-detector.ts +0 -281
  723. package/src/proxy/oplog.ts +0 -181
  724. package/src/proxy/types.ts +0 -46
  725. package/src/realtime/in-memory.ts +0 -33
  726. package/src/realtime/index.ts +0 -7
  727. package/src/realtime/types.ts +0 -90
  728. package/src/relay/bun-types.d.ts +0 -50
  729. package/src/relay/client-role/forward-engine.ts +0 -355
  730. package/src/relay/client-role/index.ts +0 -9
  731. package/src/relay/client-role/pull-engine.ts +0 -329
  732. package/src/relay/client-role/sequence-mapper.ts +0 -201
  733. package/src/relay/evaluation/relay-paths.ts +0 -699
  734. package/src/relay/evaluation/rust-boundary.ts +0 -464
  735. package/src/relay/index.ts +0 -50
  736. package/src/relay/migrate.ts +0 -113
  737. package/src/relay/mode-manager.ts +0 -142
  738. package/src/relay/realtime.ts +0 -207
  739. package/src/relay/relay.ts +0 -431
  740. package/src/relay/schema.ts +0 -171
  741. package/src/relay/server-role/index.ts +0 -338
  742. package/src/relay/server-role/pull.ts +0 -43
  743. package/src/relay/server-role/push.ts +0 -164
  744. package/src/s3/index.ts +0 -346
  745. package/src/service-worker/index.ts +0 -773
  746. package/src/snapshot-artifacts/sqlite-bun.ts +0 -168
  747. package/src/snapshot-artifacts.ts +0 -896
  748. package/src/snapshot-chunks/db-metadata.ts +0 -537
  749. package/src/snapshot-chunks/index.ts +0 -8
  750. package/src/snapshot-chunks/types.ts +0 -105
  751. package/src/snapshot-chunks.ts +0 -453
  752. package/src/sqlite/index.ts +0 -1064
  753. package/src/sqlite3.ts +0 -137
  754. package/src/stats.ts +0 -180
  755. package/src/subscriptions/cache.ts +0 -376
  756. package/src/subscriptions/index.ts +0 -2
  757. package/src/subscriptions/resolve.ts +0 -357
  758. package/src/sync.ts +0 -111
@@ -1,901 +0,0 @@
1
- /**
2
- * Server-side blob manager.
3
- *
4
- * Orchestrates blob uploads and downloads using a pluggable storage adapter.
5
- * Handles metadata tracking, upload verification, and garbage collection.
6
- */
7
-
8
- import type {
9
- BlobMetadata,
10
- BlobStorageAdapter,
11
- BlobUploadCompleteResponse,
12
- BlobUploadInitResponse,
13
- } from '@syncular/core';
14
- import { parseBlobHash } from '@syncular/core';
15
- import { type Kysely, sql } from 'kysely';
16
- import type { SyncBlobUploadsDb } from './types';
17
-
18
- // ============================================================================
19
- // Blob Manager
20
- // ============================================================================
21
-
22
- export interface BlobManagerOptions<
23
- DB extends SyncBlobUploadsDb = SyncBlobUploadsDb,
24
- > {
25
- /** Database instance for tracking uploads */
26
- db: Kysely<DB>;
27
- /** Storage adapter (S3, R2, database, etc.) */
28
- adapter: BlobStorageAdapter;
29
- /** Default presigned URL expiration in seconds. Default: 3600 (1 hour) */
30
- defaultExpiresIn?: number;
31
- /** How long incomplete uploads are kept before cleanup. Default: 86400 (24 hours) */
32
- uploadTtlSeconds?: number;
33
- /** Optional cleanup throughput tuning knobs. */
34
- cleanupTuning?: BlobCleanupTuning;
35
- }
36
-
37
- export interface BlobCleanupTuning {
38
- /** Cleanup select/delete batch size. Default: 250 */
39
- batchSize?: number;
40
- /** Max concurrent storage deletes during cleanup. Default: 8 */
41
- storageDeleteConcurrency?: number;
42
- /** Max concurrent reference checks for completed uploads. Default: 16 */
43
- referenceCheckConcurrency?: number;
44
- }
45
-
46
- export const BLOB_CLEANUP_TUNING_PRESETS = {
47
- server: {
48
- batchSize: 500,
49
- storageDeleteConcurrency: 16,
50
- referenceCheckConcurrency: 24,
51
- },
52
- edge: {
53
- batchSize: 100,
54
- storageDeleteConcurrency: 4,
55
- referenceCheckConcurrency: 8,
56
- },
57
- } as const satisfies Record<'server' | 'edge', Required<BlobCleanupTuning>>;
58
-
59
- export interface InitiateUploadOptions {
60
- hash: string;
61
- size: number;
62
- mimeType: string;
63
- actorId: string;
64
- partitionId?: string;
65
- }
66
-
67
- export interface GetDownloadUrlOptions {
68
- hash: string;
69
- /** Optional: verify actor has access to this blob via a scope check */
70
- actorId?: string;
71
- partitionId?: string;
72
- }
73
-
74
- export interface CompleteUploadOptions {
75
- /**
76
- * Optional actor identity to authorize upload completion.
77
- * When provided, only the initiating actor may mark an upload complete.
78
- */
79
- actorId?: string;
80
- partitionId?: string;
81
- }
82
-
83
- export interface BlobUploadRecord {
84
- partitionId: string;
85
- hash: string;
86
- size: number;
87
- mimeType: string;
88
- status: 'pending' | 'complete';
89
- actorId: string;
90
- createdAt: string;
91
- expiresAt: string;
92
- completedAt: string | null;
93
- }
94
-
95
- /**
96
- * Create a blob manager for handling server-side blob operations.
97
- */
98
- export function createBlobManager<DB extends SyncBlobUploadsDb>(
99
- options: BlobManagerOptions<DB>
100
- ) {
101
- const {
102
- db,
103
- adapter,
104
- defaultExpiresIn = 3600,
105
- uploadTtlSeconds = 86400,
106
- cleanupTuning,
107
- } = options;
108
-
109
- function positiveIntOrDefault(value: number | undefined, fallback: number) {
110
- if (value === undefined) return fallback;
111
- if (!Number.isFinite(value)) return fallback;
112
- const normalized = Math.trunc(value);
113
- return normalized > 0 ? normalized : fallback;
114
- }
115
-
116
- function resolvePartitionId(partitionId?: string): string {
117
- return partitionId ?? 'default';
118
- }
119
-
120
- function normalizeBlobSizeValue(value: number | string): number {
121
- return typeof value === 'number' ? value : Number(value);
122
- }
123
-
124
- function toStoragePartitionOptions(partitionId: string): {
125
- partitionId?: string;
126
- } {
127
- if (partitionId === 'default') return {};
128
- return { partitionId };
129
- }
130
-
131
- const CLEANUP_BATCH_SIZE = positiveIntOrDefault(
132
- cleanupTuning?.batchSize,
133
- 250
134
- );
135
- const STORAGE_DELETE_CONCURRENCY = positiveIntOrDefault(
136
- cleanupTuning?.storageDeleteConcurrency,
137
- 8
138
- );
139
- const REFERENCE_CHECK_CONCURRENCY = positiveIntOrDefault(
140
- cleanupTuning?.referenceCheckConcurrency,
141
- 16
142
- );
143
-
144
- async function runWithConcurrency<T>(
145
- items: readonly T[],
146
- concurrency: number,
147
- worker: (item: T) => Promise<void>
148
- ): Promise<void> {
149
- if (items.length === 0) return;
150
-
151
- const workerCount = Math.max(1, Math.min(concurrency, items.length));
152
- let nextIndex = 0;
153
-
154
- async function runWorker(): Promise<void> {
155
- while (nextIndex < items.length) {
156
- const index = nextIndex;
157
- nextIndex += 1;
158
- const item = items[index];
159
- if (item === undefined) continue;
160
- await worker(item);
161
- }
162
- }
163
-
164
- await Promise.all(Array.from({ length: workerCount }, () => runWorker()));
165
- }
166
-
167
- async function deleteUploadRowsByHashes(
168
- partitionId: string,
169
- hashes: readonly string[]
170
- ): Promise<number> {
171
- if (hashes.length === 0) return 0;
172
-
173
- const deletedResult = await sql`
174
- delete from ${sql.table('sync_blob_uploads')}
175
- where partition_id = ${partitionId}
176
- and hash in (${sql.join(hashes)})
177
- `.execute(db);
178
-
179
- return Number(deletedResult.numAffectedRows ?? 0);
180
- }
181
-
182
- return {
183
- /**
184
- * Initiate a blob upload.
185
- *
186
- * Checks for deduplication and returns a presigned URL for uploading.
187
- */
188
- async initiateUpload(
189
- opts: InitiateUploadOptions
190
- ): Promise<BlobUploadInitResponse> {
191
- const { hash, size, mimeType, actorId } = opts;
192
- const partitionId = resolvePartitionId(opts.partitionId);
193
- const storagePartitionOptions = toStoragePartitionOptions(partitionId);
194
-
195
- // Validate hash format
196
- if (!parseBlobHash(hash)) {
197
- throw new BlobValidationError('Invalid blob hash format');
198
- }
199
-
200
- // Check if blob already exists (deduplication)
201
- const exists = await adapter.exists(hash, storagePartitionOptions);
202
- if (exists) {
203
- // Also check if we have a complete upload record
204
- const existingResult = await sql<{ status: 'pending' | 'complete' }>`
205
- select status
206
- from ${sql.table('sync_blob_uploads')}
207
- where partition_id = ${partitionId}
208
- and hash = ${hash}
209
- and status = 'complete'
210
- limit 1
211
- `.execute(db);
212
- const existing = existingResult.rows[0];
213
-
214
- if (existing) {
215
- return { exists: true };
216
- }
217
-
218
- // Blob exists in storage but we don't have a record - create one
219
- const existsExpiresAt = new Date(
220
- Date.now() + uploadTtlSeconds * 1000
221
- ).toISOString();
222
- const existsCompletedAt = new Date().toISOString();
223
-
224
- await sql`
225
- insert into ${sql.table('sync_blob_uploads')} (
226
- partition_id,
227
- hash,
228
- size,
229
- mime_type,
230
- status,
231
- actor_id,
232
- expires_at,
233
- completed_at
234
- )
235
- values (
236
- ${partitionId},
237
- ${hash},
238
- ${size},
239
- ${mimeType},
240
- 'complete',
241
- ${actorId},
242
- ${existsExpiresAt},
243
- ${existsCompletedAt}
244
- )
245
- on conflict (partition_id, hash) do nothing
246
- `.execute(db);
247
-
248
- return { exists: true };
249
- }
250
-
251
- // Create pending upload record
252
- const expiresAt = new Date(
253
- Date.now() + uploadTtlSeconds * 1000
254
- ).toISOString();
255
-
256
- await sql`
257
- insert into ${sql.table('sync_blob_uploads')} (
258
- partition_id,
259
- hash,
260
- size,
261
- mime_type,
262
- status,
263
- actor_id,
264
- expires_at,
265
- completed_at
266
- )
267
- values (
268
- ${partitionId},
269
- ${hash},
270
- ${size},
271
- ${mimeType},
272
- 'pending',
273
- ${actorId},
274
- ${expiresAt},
275
- ${null}
276
- )
277
- on conflict (partition_id, hash)
278
- do update set
279
- size = ${size},
280
- mime_type = ${mimeType},
281
- status = 'pending',
282
- actor_id = ${actorId},
283
- expires_at = ${expiresAt},
284
- completed_at = ${null}
285
- `.execute(db);
286
-
287
- // Generate presigned upload URL
288
- const signed = await adapter.signUpload({
289
- hash,
290
- partitionId: storagePartitionOptions.partitionId,
291
- size,
292
- mimeType,
293
- expiresIn: defaultExpiresIn,
294
- });
295
-
296
- return {
297
- exists: false,
298
- uploadId: hash, // Use hash as upload ID
299
- uploadUrl: signed.url,
300
- uploadMethod: signed.method,
301
- uploadHeaders: signed.headers,
302
- };
303
- },
304
-
305
- /**
306
- * Complete a blob upload.
307
- *
308
- * Verifies the blob exists in storage and marks the upload as complete.
309
- */
310
- async completeUpload(
311
- hash: string,
312
- options?: CompleteUploadOptions
313
- ): Promise<BlobUploadCompleteResponse> {
314
- const partitionId = resolvePartitionId(options?.partitionId);
315
- const storagePartitionOptions = toStoragePartitionOptions(partitionId);
316
-
317
- // Validate hash format
318
- if (!parseBlobHash(hash)) {
319
- return {
320
- ok: false,
321
- error: 'Invalid blob hash format',
322
- code: 'blob.invalid_request',
323
- };
324
- }
325
-
326
- // Check upload record exists
327
- const uploadResult = await sql<{
328
- hash: string;
329
- size: number | string;
330
- mime_type: string;
331
- status: 'pending' | 'complete';
332
- actor_id: string;
333
- created_at: string;
334
- }>`
335
- select hash, size, mime_type, status, actor_id, created_at
336
- from ${sql.table('sync_blob_uploads')}
337
- where partition_id = ${partitionId} and hash = ${hash}
338
- limit 1
339
- `.execute(db);
340
- const upload = uploadResult.rows[0];
341
-
342
- if (!upload) {
343
- return { ok: false, error: 'Upload not found', code: 'blob.not_found' };
344
- }
345
-
346
- if (
347
- options?.actorId !== undefined &&
348
- upload.actor_id !== options.actorId
349
- ) {
350
- return { ok: false, error: 'Forbidden', code: 'blob.forbidden' };
351
- }
352
-
353
- if (upload.status === 'complete') {
354
- const uploadSize = normalizeBlobSizeValue(upload.size);
355
- // Already complete - return metadata
356
- return {
357
- ok: true,
358
- metadata: {
359
- hash: upload.hash,
360
- size: uploadSize,
361
- mimeType: upload.mime_type,
362
- createdAt: upload.created_at,
363
- uploadComplete: true,
364
- },
365
- };
366
- }
367
-
368
- // Verify blob exists in storage
369
- const exists = await adapter.exists(hash, storagePartitionOptions);
370
- if (!exists) {
371
- return {
372
- ok: false,
373
- error: 'Blob not found in storage',
374
- code: 'blob.not_found',
375
- };
376
- }
377
-
378
- // Optionally verify size matches
379
- const uploadSize = normalizeBlobSizeValue(upload.size);
380
- if (adapter.getMetadata) {
381
- const meta = await adapter.getMetadata(hash, storagePartitionOptions);
382
- if (meta && meta.size !== uploadSize) {
383
- return {
384
- ok: false,
385
- error: `Size mismatch: expected ${uploadSize}, got ${meta.size}`,
386
- code: 'blob.size_mismatch',
387
- };
388
- }
389
- }
390
-
391
- // Mark upload as complete
392
- const completedAt = new Date().toISOString();
393
- await sql`
394
- update ${sql.table('sync_blob_uploads')}
395
- set status = 'complete', completed_at = ${completedAt}
396
- where partition_id = ${partitionId} and hash = ${hash}
397
- `.execute(db);
398
-
399
- return {
400
- ok: true,
401
- metadata: {
402
- hash: upload.hash,
403
- size: uploadSize,
404
- mimeType: upload.mime_type,
405
- createdAt: upload.created_at,
406
- uploadComplete: true,
407
- },
408
- };
409
- },
410
-
411
- /**
412
- * Get a presigned download URL for a blob.
413
- */
414
- async getDownloadUrl(
415
- opts: GetDownloadUrlOptions
416
- ): Promise<{ url: string; expiresAt: string; metadata: BlobMetadata }> {
417
- const { hash } = opts;
418
- const partitionId = resolvePartitionId(opts.partitionId);
419
- const storagePartitionOptions = toStoragePartitionOptions(partitionId);
420
-
421
- // Validate hash format
422
- if (!parseBlobHash(hash)) {
423
- throw new BlobNotFoundError('Invalid blob hash format');
424
- }
425
-
426
- // Get upload record (must be complete)
427
- const uploadResult = await sql<{
428
- hash: string;
429
- size: number | string;
430
- mime_type: string;
431
- status: 'pending' | 'complete';
432
- created_at: string;
433
- }>`
434
- select hash, size, mime_type, status, created_at
435
- from ${sql.table('sync_blob_uploads')}
436
- where partition_id = ${partitionId}
437
- and hash = ${hash}
438
- and status = 'complete'
439
- limit 1
440
- `.execute(db);
441
- const upload = uploadResult.rows[0];
442
-
443
- if (!upload) {
444
- throw new BlobNotFoundError('Blob not found');
445
- }
446
-
447
- // Generate presigned download URL
448
- const url = await adapter.signDownload({
449
- hash,
450
- partitionId: storagePartitionOptions.partitionId,
451
- expiresIn: defaultExpiresIn,
452
- });
453
-
454
- const expiresAt = new Date(
455
- Date.now() + defaultExpiresIn * 1000
456
- ).toISOString();
457
-
458
- return {
459
- url,
460
- expiresAt,
461
- metadata: {
462
- hash: upload.hash,
463
- size: normalizeBlobSizeValue(upload.size),
464
- mimeType: upload.mime_type,
465
- createdAt: upload.created_at,
466
- uploadComplete: true,
467
- },
468
- };
469
- },
470
-
471
- /**
472
- * Get upload record for a blob hash, including pending uploads.
473
- */
474
- async getUploadRecord(
475
- hash: string,
476
- options?: { partitionId?: string }
477
- ): Promise<BlobUploadRecord | null> {
478
- const partitionId = resolvePartitionId(options?.partitionId);
479
- if (!parseBlobHash(hash)) {
480
- return null;
481
- }
482
-
483
- const uploadResult = await sql<{
484
- partition_id: string;
485
- hash: string;
486
- size: number | string;
487
- mime_type: string;
488
- status: 'pending' | 'complete';
489
- actor_id: string;
490
- created_at: string;
491
- expires_at: string;
492
- completed_at: string | null;
493
- }>`
494
- select
495
- partition_id,
496
- hash,
497
- size,
498
- mime_type,
499
- status,
500
- actor_id,
501
- created_at,
502
- expires_at,
503
- completed_at
504
- from ${sql.table('sync_blob_uploads')}
505
- where partition_id = ${partitionId} and hash = ${hash}
506
- limit 1
507
- `.execute(db);
508
- const upload = uploadResult.rows[0];
509
-
510
- if (!upload) {
511
- return null;
512
- }
513
-
514
- return {
515
- partitionId: upload.partition_id,
516
- hash: upload.hash,
517
- size: normalizeBlobSizeValue(upload.size),
518
- mimeType: upload.mime_type,
519
- status: upload.status,
520
- actorId: upload.actor_id,
521
- createdAt: upload.created_at,
522
- expiresAt: upload.expires_at,
523
- completedAt: upload.completed_at,
524
- };
525
- },
526
-
527
- /**
528
- * Get blob metadata without generating a download URL.
529
- */
530
- async getMetadata(
531
- hash: string,
532
- options?: { partitionId?: string }
533
- ): Promise<BlobMetadata | null> {
534
- const partitionId = resolvePartitionId(options?.partitionId);
535
- // Validate hash format
536
- if (!parseBlobHash(hash)) {
537
- return null;
538
- }
539
-
540
- const uploadResult = await sql<{
541
- hash: string;
542
- size: number | string;
543
- mime_type: string;
544
- status: 'pending' | 'complete';
545
- created_at: string;
546
- }>`
547
- select hash, size, mime_type, status, created_at
548
- from ${sql.table('sync_blob_uploads')}
549
- where partition_id = ${partitionId}
550
- and hash = ${hash}
551
- and status = 'complete'
552
- limit 1
553
- `.execute(db);
554
- const upload = uploadResult.rows[0];
555
-
556
- if (!upload) {
557
- return null;
558
- }
559
-
560
- return {
561
- hash: upload.hash,
562
- size: normalizeBlobSizeValue(upload.size),
563
- mimeType: upload.mime_type,
564
- createdAt: upload.created_at,
565
- uploadComplete: true,
566
- };
567
- },
568
-
569
- /**
570
- * Check if a blob exists and is complete.
571
- */
572
- async exists(
573
- hash: string,
574
- options?: { partitionId?: string }
575
- ): Promise<boolean> {
576
- const partitionId = resolvePartitionId(options?.partitionId);
577
- if (!parseBlobHash(hash)) return false;
578
-
579
- const rowResult = await sql<{ hash: string }>`
580
- select hash
581
- from ${sql.table('sync_blob_uploads')}
582
- where partition_id = ${partitionId}
583
- and hash = ${hash}
584
- and status = 'complete'
585
- limit 1
586
- `.execute(db);
587
-
588
- return rowResult.rows.length > 0;
589
- },
590
-
591
- /**
592
- * Clean up expired/orphaned uploads.
593
- *
594
- * Deletes upload records (and optionally storage) for:
595
- * - Pending uploads that have expired
596
- * - Completed uploads with no references (if refCheck provided)
597
- */
598
- async cleanup(options?: {
599
- /** Check if a blob hash is referenced by any row */
600
- isReferenced?: (hash: string) => Promise<boolean>;
601
- /** Delete from storage too (not just tracking table) */
602
- deleteFromStorage?: boolean;
603
- /** Optional partition filter for cleanup */
604
- partitionId?: string;
605
- }): Promise<{ deleted: number }> {
606
- const now = new Date().toISOString();
607
- const partitionId = resolvePartitionId(options?.partitionId);
608
- const storagePartitionOptions = toStoragePartitionOptions(partitionId);
609
-
610
- let deleted = 0;
611
-
612
- // Find and delete expired pending uploads in batches.
613
- while (true) {
614
- const expiredResult = await sql<{ hash: string }>`
615
- select hash
616
- from ${sql.table('sync_blob_uploads')}
617
- where partition_id = ${partitionId}
618
- and status = 'pending'
619
- and expires_at < ${now}
620
- order by expires_at asc
621
- limit ${CLEANUP_BATCH_SIZE}
622
- `.execute(db);
623
- const expiredHashes = expiredResult.rows
624
- .map((row) => row.hash)
625
- .filter((hash): hash is string => typeof hash === 'string');
626
-
627
- if (expiredHashes.length === 0) {
628
- break;
629
- }
630
-
631
- if (options?.deleteFromStorage) {
632
- await runWithConcurrency(
633
- expiredHashes,
634
- STORAGE_DELETE_CONCURRENCY,
635
- async (hash) => {
636
- try {
637
- await adapter.delete(hash, storagePartitionOptions);
638
- } catch {
639
- // Ignore storage errors during cleanup
640
- }
641
- }
642
- );
643
- }
644
-
645
- deleted += await deleteUploadRowsByHashes(partitionId, expiredHashes);
646
-
647
- if (expiredHashes.length < CLEANUP_BATCH_SIZE) {
648
- break;
649
- }
650
- }
651
-
652
- // If reference check provided, also clean up unreferenced complete uploads
653
- // in batches with bounded parallelism.
654
- if (options?.isReferenced) {
655
- const isReferenced = options.isReferenced;
656
- let afterHash: string | null = null;
657
-
658
- while (true) {
659
- let completeRows: Array<{ hash: string }>;
660
- if (afterHash === null) {
661
- const completeResult = await sql<{ hash: string }>`
662
- select hash
663
- from ${sql.table('sync_blob_uploads')}
664
- where partition_id = ${partitionId}
665
- and status = 'complete'
666
- order by hash asc
667
- limit ${CLEANUP_BATCH_SIZE}
668
- `.execute(db);
669
- completeRows = completeResult.rows;
670
- } else {
671
- const completeResult = await sql<{ hash: string }>`
672
- select hash
673
- from ${sql.table('sync_blob_uploads')}
674
- where partition_id = ${partitionId}
675
- and status = 'complete'
676
- and hash > ${afterHash}
677
- order by hash asc
678
- limit ${CLEANUP_BATCH_SIZE}
679
- `.execute(db);
680
- completeRows = completeResult.rows;
681
- }
682
-
683
- const completeHashes = completeRows
684
- .map((row) => row.hash)
685
- .filter((hash): hash is string => typeof hash === 'string');
686
-
687
- if (completeHashes.length === 0) {
688
- break;
689
- }
690
-
691
- afterHash = completeHashes[completeHashes.length - 1] ?? afterHash;
692
-
693
- const unreferencedHashes: string[] = [];
694
- await runWithConcurrency(
695
- completeHashes,
696
- REFERENCE_CHECK_CONCURRENCY,
697
- async (hash) => {
698
- const referenced = await isReferenced(hash);
699
- if (!referenced) {
700
- unreferencedHashes.push(hash);
701
- }
702
- }
703
- );
704
-
705
- if (unreferencedHashes.length > 0) {
706
- if (options?.deleteFromStorage) {
707
- await runWithConcurrency(
708
- unreferencedHashes,
709
- STORAGE_DELETE_CONCURRENCY,
710
- async (hash) => {
711
- try {
712
- await adapter.delete(hash, storagePartitionOptions);
713
- } catch {
714
- // Ignore storage errors during cleanup
715
- }
716
- }
717
- );
718
- }
719
-
720
- deleted += await deleteUploadRowsByHashes(
721
- partitionId,
722
- unreferencedHashes
723
- );
724
- }
725
-
726
- if (completeHashes.length < CLEANUP_BATCH_SIZE) {
727
- break;
728
- }
729
- }
730
- }
731
-
732
- return { deleted };
733
- },
734
-
735
- /** The underlying storage adapter */
736
- adapter,
737
- };
738
- }
739
-
740
- export type BlobManager = ReturnType<typeof createBlobManager>;
741
-
742
- // ============================================================================
743
- // Garbage Collection Scheduler
744
- // ============================================================================
745
-
746
- export interface BlobCleanupSchedulerOptions {
747
- /** Blob manager instance */
748
- blobManager: BlobManager;
749
- /** Interval between cleanup runs in milliseconds. Default: 3600000 (1 hour) */
750
- intervalMs?: number;
751
- /** Delete from storage too (not just tracking table). Default: true */
752
- deleteFromStorage?: boolean;
753
- /** Optional: Check if a blob hash is referenced by any row */
754
- isReferenced?: (hash: string) => Promise<boolean>;
755
- /** Optional partition to scope cleanup. Defaults to "default". */
756
- partitionId?: string;
757
- /** Optional: Called after each cleanup run */
758
- onCleanup?: (result: { deleted: number; error?: Error }) => void;
759
- }
760
-
761
- /**
762
- * Create a garbage collection scheduler for blob storage.
763
- *
764
- * Periodically runs cleanup to remove:
765
- * - Expired pending uploads
766
- * - Unreferenced blobs (if isReferenced callback provided)
767
- *
768
- * @example
769
- * ```typescript
770
- * const scheduler = createBlobCleanupScheduler({
771
- * blobManager,
772
- * intervalMs: 60 * 60 * 1000, // 1 hour
773
- * deleteFromStorage: true,
774
- * isReferenced: async (hash) => {
775
- * const row = await db.selectFrom('my_table')
776
- * .select('id')
777
- * .where('blob_hash', '=', hash)
778
- * .executeTakeFirst();
779
- * return !!row;
780
- * },
781
- * onCleanup: (result) => {
782
- * console.log(`Cleanup complete: ${result.deleted} blobs removed`);
783
- * },
784
- * });
785
- *
786
- * // Start the scheduler
787
- * scheduler.start();
788
- *
789
- * // Stop when shutting down
790
- * scheduler.stop();
791
- * ```
792
- */
793
- export function createBlobCleanupScheduler(
794
- options: BlobCleanupSchedulerOptions
795
- ) {
796
- const {
797
- blobManager,
798
- intervalMs = 3600000, // 1 hour
799
- deleteFromStorage = true,
800
- isReferenced,
801
- partitionId,
802
- onCleanup,
803
- } = options;
804
-
805
- let intervalId: ReturnType<typeof setInterval> | null = null;
806
- let isRunning = false;
807
-
808
- const runCleanup = async (): Promise<{ deleted: number; error?: Error }> => {
809
- if (isRunning) {
810
- return { deleted: 0 };
811
- }
812
-
813
- isRunning = true;
814
-
815
- try {
816
- const result = await blobManager.cleanup({
817
- deleteFromStorage,
818
- isReferenced,
819
- partitionId,
820
- });
821
-
822
- onCleanup?.({ deleted: result.deleted });
823
- return { deleted: result.deleted };
824
- } catch (err) {
825
- const error = err instanceof Error ? err : new Error(String(err));
826
- onCleanup?.({ deleted: 0, error });
827
- return { deleted: 0, error };
828
- } finally {
829
- isRunning = false;
830
- }
831
- };
832
-
833
- return {
834
- /**
835
- * Start the cleanup scheduler.
836
- * Optionally runs an immediate cleanup before starting the interval.
837
- */
838
- start(options?: { immediate?: boolean }): void {
839
- if (intervalId) {
840
- return; // Already running
841
- }
842
-
843
- if (options?.immediate) {
844
- void runCleanup();
845
- }
846
-
847
- intervalId = setInterval(() => {
848
- void runCleanup();
849
- }, intervalMs);
850
- },
851
-
852
- /**
853
- * Stop the cleanup scheduler.
854
- */
855
- stop(): void {
856
- if (intervalId) {
857
- clearInterval(intervalId);
858
- intervalId = null;
859
- }
860
- },
861
-
862
- /**
863
- * Run a single cleanup manually.
864
- */
865
- async runOnce(): Promise<{ deleted: number; error?: Error }> {
866
- return runCleanup();
867
- },
868
-
869
- /**
870
- * Check if the scheduler is currently active.
871
- */
872
- get active(): boolean {
873
- return intervalId !== null;
874
- },
875
-
876
- /**
877
- * Check if a cleanup is currently in progress.
878
- */
879
- get running(): boolean {
880
- return isRunning;
881
- },
882
- };
883
- }
884
-
885
- // ============================================================================
886
- // Errors
887
- // ============================================================================
888
-
889
- export class BlobValidationError extends Error {
890
- constructor(message: string) {
891
- super(message);
892
- this.name = 'BlobValidationError';
893
- }
894
- }
895
-
896
- export class BlobNotFoundError extends Error {
897
- constructor(message: string) {
898
- super(message);
899
- this.name = 'BlobNotFoundError';
900
- }
901
- }