@syncular/server 0.1.3 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +773 -13
- package/dist/admin.d.ts +136 -0
- package/dist/admin.js +168 -0
- package/dist/blob-handlers.d.ts +69 -0
- package/dist/blob-handlers.js +245 -0
- package/dist/blob-store.d.ts +111 -0
- package/dist/blob-store.js +0 -0
- package/dist/content-encoding.d.ts +27 -0
- package/dist/content-encoding.js +69 -0
- package/dist/context.d.ts +151 -0
- package/dist/context.js +21 -0
- package/dist/crdt-merger.d.ts +28 -0
- package/dist/crdt-merger.js +11 -0
- package/dist/d1-storage.d.ts +50 -0
- package/dist/d1-storage.js +0 -0
- package/dist/errors.d.ts +35 -9
- package/dist/errors.js +220 -11
- package/dist/events-ring.d.ts +55 -0
- package/dist/events-ring.js +96 -0
- package/dist/events.d.ts +231 -0
- package/dist/events.js +22 -0
- package/dist/frame-bytes.d.ts +20 -0
- package/dist/frame-bytes.js +75 -0
- package/dist/handler.d.ts +9 -0
- package/dist/handler.js +490 -0
- package/dist/index.d.ts +42 -33
- package/dist/index.js +45 -27
- package/dist/lease-store.d.ts +50 -0
- package/dist/lease-store.js +0 -0
- package/dist/pg-executor-pglite.d.ts +27 -0
- package/dist/pg-executor-pglite.js +33 -0
- package/dist/pg-executor.d.ts +67 -0
- package/dist/pg-executor.js +56 -0
- package/dist/postgres-fanout.d.ts +83 -0
- package/dist/postgres-fanout.js +71 -0
- package/dist/postgres-storage.d.ts +69 -0
- package/dist/postgres-storage.js +766 -0
- package/dist/prune.d.ts +24 -39
- package/dist/prune.js +44 -146
- package/dist/pull.d.ts +42 -67
- package/dist/pull.js +387 -1187
- package/dist/push.d.ts +31 -66
- package/dist/push.js +406 -655
- package/dist/realtime.d.ts +197 -0
- package/dist/realtime.js +848 -0
- package/dist/relational-rows.d.ts +229 -0
- package/dist/relational-rows.js +514 -0
- package/dist/s3-blob-store.d.ts +142 -0
- package/dist/s3-blob-store.js +458 -0
- package/dist/s3-segment-store.d.ts +95 -0
- package/dist/s3-segment-store.js +380 -0
- package/dist/schema.d.ts +82 -286
- package/dist/schema.js +133 -9
- package/dist/scopes.d.ts +48 -0
- package/dist/scopes.js +98 -0
- package/dist/segment-download.d.ts +14 -0
- package/dist/segment-download.js +125 -0
- package/dist/segment-store.d.ts +81 -0
- package/dist/segment-store.js +63 -0
- package/dist/signed-url.d.ts +139 -0
- package/dist/signed-url.js +143 -0
- package/dist/sigv4.d.ts +97 -0
- package/dist/sigv4.js +161 -0
- package/dist/sqlite-blob-store.d.ts +22 -0
- package/dist/sqlite-blob-store.js +86 -0
- package/dist/sqlite-dialect.d.ts +101 -0
- package/dist/sqlite-dialect.js +250 -0
- package/dist/sqlite-image.d.ts +27 -0
- package/dist/sqlite-image.js +83 -0
- package/dist/sqlite-lease-store.d.ts +21 -0
- package/dist/sqlite-lease-store.js +94 -0
- package/dist/sqlite-segment-store.d.ts +25 -0
- package/dist/sqlite-segment-store.js +115 -0
- package/dist/sqlite-storage.d.ts +47 -0
- package/dist/sqlite-storage.js +477 -0
- package/dist/storage.d.ts +252 -0
- package/dist/storage.js +1 -0
- package/dist/validate.d.ts +83 -0
- package/dist/validate.js +44 -0
- package/package.json +17 -325
- package/src/admin.ts +312 -0
- package/src/blob-handlers.ts +340 -0
- package/src/blob-store.ts +0 -0
- package/src/content-encoding.ts +94 -0
- package/src/context.ts +176 -0
- package/src/crdt-merger.ts +33 -0
- package/src/d1-storage.ts +0 -0
- package/src/errors.ts +241 -19
- package/src/events-ring.ts +116 -0
- package/src/events.ts +291 -0
- package/src/frame-bytes.ts +94 -0
- package/src/handler.ts +678 -0
- package/src/index.ts +44 -27
- package/src/lease-store.ts +0 -0
- package/src/pg-executor-pglite.ts +63 -0
- package/src/pg-executor.ts +87 -0
- package/src/postgres-fanout.ts +143 -0
- package/src/postgres-storage.ts +1182 -0
- package/src/prune.ts +63 -289
- package/src/pull.ts +505 -1805
- package/src/push.ts +623 -1006
- package/src/realtime.ts +1082 -0
- package/src/relational-rows.ts +633 -0
- package/src/s3-blob-store.ts +616 -0
- package/src/s3-segment-store.ts +519 -0
- package/src/schema.ts +242 -281
- package/src/scopes.ts +127 -0
- package/src/segment-download.ts +169 -0
- package/src/segment-store.ts +154 -0
- package/src/signed-url.ts +308 -0
- package/src/sigv4.ts +267 -0
- package/src/sqlite-blob-store.ts +125 -0
- package/src/sqlite-dialect.ts +337 -0
- package/src/sqlite-image.ts +124 -0
- package/src/sqlite-lease-store.ts +144 -0
- package/src/sqlite-segment-store.ts +204 -0
- package/src/sqlite-storage.ts +792 -0
- package/src/storage.ts +316 -0
- package/src/validate.ts +123 -0
- package/dist/auth-leases.d.ts +0 -85
- package/dist/auth-leases.d.ts.map +0 -1
- package/dist/auth-leases.js +0 -368
- package/dist/auth-leases.js.map +0 -1
- package/dist/better-sqlite3.d.ts +0 -22
- package/dist/better-sqlite3.d.ts.map +0 -1
- package/dist/better-sqlite3.js +0 -16
- package/dist/better-sqlite3.js.map +0 -1
- package/dist/blobs/access.d.ts +0 -35
- package/dist/blobs/access.d.ts.map +0 -1
- package/dist/blobs/access.js +0 -149
- package/dist/blobs/access.js.map +0 -1
- package/dist/blobs/adapters/database.d.ts +0 -100
- package/dist/blobs/adapters/database.d.ts.map +0 -1
- package/dist/blobs/adapters/database.js +0 -247
- package/dist/blobs/adapters/database.js.map +0 -1
- package/dist/blobs/index.d.ts +0 -9
- package/dist/blobs/index.d.ts.map +0 -1
- package/dist/blobs/index.js +0 -9
- package/dist/blobs/index.js.map +0 -1
- package/dist/blobs/manager.d.ts +0 -220
- package/dist/blobs/manager.d.ts.map +0 -1
- package/dist/blobs/manager.js +0 -625
- package/dist/blobs/manager.js.map +0 -1
- package/dist/blobs/migrate.d.ts +0 -27
- package/dist/blobs/migrate.d.ts.map +0 -1
- package/dist/blobs/migrate.js +0 -127
- package/dist/blobs/migrate.js.map +0 -1
- package/dist/blobs/types.d.ts +0 -58
- package/dist/blobs/types.d.ts.map +0 -1
- package/dist/blobs/types.js +0 -5
- package/dist/blobs/types.js.map +0 -1
- package/dist/bun-sqlite.d.ts +0 -19
- package/dist/bun-sqlite.d.ts.map +0 -1
- package/dist/bun-sqlite.js +0 -19
- package/dist/bun-sqlite.js.map +0 -1
- package/dist/clients.d.ts +0 -15
- package/dist/clients.d.ts.map +0 -1
- package/dist/clients.js +0 -7
- package/dist/clients.js.map +0 -1
- package/dist/cloudflare/durable-object.d.ts +0 -93
- package/dist/cloudflare/durable-object.d.ts.map +0 -1
- package/dist/cloudflare/durable-object.js +0 -210
- package/dist/cloudflare/durable-object.js.map +0 -1
- package/dist/cloudflare/index.d.ts +0 -22
- package/dist/cloudflare/index.d.ts.map +0 -1
- package/dist/cloudflare/index.js +0 -22
- package/dist/cloudflare/index.js.map +0 -1
- package/dist/cloudflare/r2.d.ts +0 -180
- package/dist/cloudflare/r2.d.ts.map +0 -1
- package/dist/cloudflare/r2.js +0 -258
- package/dist/cloudflare/r2.js.map +0 -1
- package/dist/cloudflare/scope-cache.d.ts +0 -54
- package/dist/cloudflare/scope-cache.d.ts.map +0 -1
- package/dist/cloudflare/scope-cache.js +0 -223
- package/dist/cloudflare/scope-cache.js.map +0 -1
- package/dist/cloudflare/sentry.d.ts +0 -47
- package/dist/cloudflare/sentry.d.ts.map +0 -1
- package/dist/cloudflare/sentry.js +0 -163
- package/dist/cloudflare/sentry.js.map +0 -1
- package/dist/cloudflare/worker.d.ts +0 -46
- package/dist/cloudflare/worker.d.ts.map +0 -1
- package/dist/cloudflare/worker.js +0 -63
- package/dist/cloudflare/worker.js.map +0 -1
- package/dist/commit-integrity.d.ts +0 -38
- package/dist/commit-integrity.d.ts.map +0 -1
- package/dist/commit-integrity.js +0 -260
- package/dist/commit-integrity.js.map +0 -1
- package/dist/compaction.d.ts +0 -27
- package/dist/compaction.d.ts.map +0 -1
- package/dist/compaction.js +0 -49
- package/dist/compaction.js.map +0 -1
- package/dist/crdt-yjs/index.d.ts +0 -99
- package/dist/crdt-yjs/index.d.ts.map +0 -1
- package/dist/crdt-yjs/index.js +0 -629
- package/dist/crdt-yjs/index.js.map +0 -1
- package/dist/d1.d.ts +0 -13
- package/dist/d1.d.ts.map +0 -1
- package/dist/d1.js +0 -14
- package/dist/d1.js.map +0 -1
- package/dist/dialect/base.d.ts +0 -93
- package/dist/dialect/base.d.ts.map +0 -1
- package/dist/dialect/base.js +0 -181
- package/dist/dialect/base.js.map +0 -1
- package/dist/dialect/helpers.d.ts +0 -16
- package/dist/dialect/helpers.d.ts.map +0 -1
- package/dist/dialect/helpers.js +0 -83
- package/dist/dialect/helpers.js.map +0 -1
- package/dist/dialect/index.d.ts +0 -7
- package/dist/dialect/index.d.ts.map +0 -1
- package/dist/dialect/index.js +0 -7
- package/dist/dialect/index.js.map +0 -1
- package/dist/dialect/types.d.ts +0 -187
- package/dist/dialect/types.d.ts.map +0 -1
- package/dist/dialect/types.js +0 -8
- package/dist/dialect/types.js.map +0 -1
- package/dist/encrypted-crdt.d.ts +0 -67
- package/dist/encrypted-crdt.d.ts.map +0 -1
- package/dist/encrypted-crdt.js +0 -426
- package/dist/encrypted-crdt.js.map +0 -1
- package/dist/errors.d.ts.map +0 -1
- package/dist/errors.js.map +0 -1
- package/dist/filesystem/index.d.ts +0 -44
- package/dist/filesystem/index.d.ts.map +0 -1
- package/dist/filesystem/index.js +0 -164
- package/dist/filesystem/index.js.map +0 -1
- package/dist/handlers/collection.d.ts +0 -20
- package/dist/handlers/collection.d.ts.map +0 -1
- package/dist/handlers/collection.js +0 -42
- package/dist/handlers/collection.js.map +0 -1
- package/dist/handlers/create-handler.d.ts +0 -156
- package/dist/handlers/create-handler.d.ts.map +0 -1
- package/dist/handlers/create-handler.js +0 -626
- package/dist/handlers/create-handler.js.map +0 -1
- package/dist/handlers/index.d.ts +0 -4
- package/dist/handlers/index.d.ts.map +0 -1
- package/dist/handlers/index.js +0 -4
- package/dist/handlers/index.js.map +0 -1
- package/dist/handlers/types.d.ts +0 -295
- package/dist/handlers/types.d.ts.map +0 -1
- package/dist/handlers/types.js +0 -2
- package/dist/handlers/types.js.map +0 -1
- package/dist/helpers/conflict.d.ts +0 -52
- package/dist/helpers/conflict.d.ts.map +0 -1
- package/dist/helpers/conflict.js +0 -49
- package/dist/helpers/conflict.js.map +0 -1
- package/dist/helpers/emitted-change.d.ts +0 -56
- package/dist/helpers/emitted-change.d.ts.map +0 -1
- package/dist/helpers/emitted-change.js +0 -46
- package/dist/helpers/emitted-change.js.map +0 -1
- package/dist/helpers/index.d.ts +0 -12
- package/dist/helpers/index.d.ts.map +0 -1
- package/dist/helpers/index.js +0 -12
- package/dist/helpers/index.js.map +0 -1
- package/dist/helpers/paginate.d.ts +0 -49
- package/dist/helpers/paginate.d.ts.map +0 -1
- package/dist/helpers/paginate.js +0 -54
- package/dist/helpers/paginate.js.map +0 -1
- package/dist/helpers/scope-authorization.d.ts +0 -7
- package/dist/helpers/scope-authorization.d.ts.map +0 -1
- package/dist/helpers/scope-authorization.js +0 -19
- package/dist/helpers/scope-authorization.js.map +0 -1
- package/dist/helpers/scope-commit-index.d.ts +0 -12
- package/dist/helpers/scope-commit-index.d.ts.map +0 -1
- package/dist/helpers/scope-commit-index.js +0 -35
- package/dist/helpers/scope-commit-index.js.map +0 -1
- package/dist/helpers/scope-strings.d.ts +0 -74
- package/dist/helpers/scope-strings.d.ts.map +0 -1
- package/dist/helpers/scope-strings.js +0 -82
- package/dist/helpers/scope-strings.js.map +0 -1
- package/dist/hono/api-key-auth.d.ts +0 -49
- package/dist/hono/api-key-auth.d.ts.map +0 -1
- package/dist/hono/api-key-auth.js +0 -108
- package/dist/hono/api-key-auth.js.map +0 -1
- package/dist/hono/audit-redaction.d.ts +0 -20
- package/dist/hono/audit-redaction.d.ts.map +0 -1
- package/dist/hono/audit-redaction.js +0 -85
- package/dist/hono/audit-redaction.js.map +0 -1
- package/dist/hono/blobs.d.ts +0 -75
- package/dist/hono/blobs.d.ts.map +0 -1
- package/dist/hono/blobs.js +0 -586
- package/dist/hono/blobs.js.map +0 -1
- package/dist/hono/console/gateway.d.ts +0 -42
- package/dist/hono/console/gateway.d.ts.map +0 -1
- package/dist/hono/console/gateway.js +0 -2158
- package/dist/hono/console/gateway.js.map +0 -1
- package/dist/hono/console/live-auth.d.ts +0 -7
- package/dist/hono/console/live-auth.d.ts.map +0 -1
- package/dist/hono/console/live-auth.js +0 -39
- package/dist/hono/console/live-auth.js.map +0 -1
- package/dist/hono/console/route-descriptor.d.ts +0 -6
- package/dist/hono/console/route-descriptor.d.ts.map +0 -1
- package/dist/hono/console/route-descriptor.js +0 -16
- package/dist/hono/console/route-descriptor.js.map +0 -1
- package/dist/hono/console/routes/api-keys.d.ts +0 -8
- package/dist/hono/console/routes/api-keys.d.ts.map +0 -1
- package/dist/hono/console/routes/api-keys.js +0 -575
- package/dist/hono/console/routes/api-keys.js.map +0 -1
- package/dist/hono/console/routes/clients.d.ts +0 -8
- package/dist/hono/console/routes/clients.d.ts.map +0 -1
- package/dist/hono/console/routes/clients.js +0 -322
- package/dist/hono/console/routes/clients.js.map +0 -1
- package/dist/hono/console/routes/commits.d.ts +0 -8
- package/dist/hono/console/routes/commits.d.ts.map +0 -1
- package/dist/hono/console/routes/commits.js +0 -882
- package/dist/hono/console/routes/commits.js.map +0 -1
- package/dist/hono/console/routes/context.d.ts +0 -188
- package/dist/hono/console/routes/context.d.ts.map +0 -1
- package/dist/hono/console/routes/context.js +0 -633
- package/dist/hono/console/routes/context.js.map +0 -1
- package/dist/hono/console/routes/events.d.ts +0 -8
- package/dist/hono/console/routes/events.d.ts.map +0 -1
- package/dist/hono/console/routes/events.js +0 -501
- package/dist/hono/console/routes/events.js.map +0 -1
- package/dist/hono/console/routes/maintenance.d.ts +0 -8
- package/dist/hono/console/routes/maintenance.d.ts.map +0 -1
- package/dist/hono/console/routes/maintenance.js +0 -341
- package/dist/hono/console/routes/maintenance.js.map +0 -1
- package/dist/hono/console/routes/shared.d.ts +0 -174
- package/dist/hono/console/routes/shared.d.ts.map +0 -1
- package/dist/hono/console/routes/shared.js +0 -583
- package/dist/hono/console/routes/shared.js.map +0 -1
- package/dist/hono/console/routes/stats.d.ts +0 -8
- package/dist/hono/console/routes/stats.d.ts.map +0 -1
- package/dist/hono/console/routes/stats.js +0 -295
- package/dist/hono/console/routes/stats.js.map +0 -1
- package/dist/hono/console/routes/storage.d.ts +0 -8
- package/dist/hono/console/routes/storage.d.ts.map +0 -1
- package/dist/hono/console/routes/storage.js +0 -121
- package/dist/hono/console/routes/storage.js.map +0 -1
- package/dist/hono/console/routes.d.ts +0 -36
- package/dist/hono/console/routes.d.ts.map +0 -1
- package/dist/hono/console/routes.js +0 -112
- package/dist/hono/console/routes.js.map +0 -1
- package/dist/hono/console/schema-errors.d.ts +0 -2
- package/dist/hono/console/schema-errors.d.ts.map +0 -1
- package/dist/hono/console/schema-errors.js +0 -17
- package/dist/hono/console/schema-errors.js.map +0 -1
- package/dist/hono/console/schemas.d.ts +0 -1515
- package/dist/hono/console/schemas.d.ts.map +0 -1
- package/dist/hono/console/schemas.js +0 -661
- package/dist/hono/console/schemas.js.map +0 -1
- package/dist/hono/console/types.d.ts +0 -213
- package/dist/hono/console/types.d.ts.map +0 -1
- package/dist/hono/console/types.js +0 -2
- package/dist/hono/console/types.js.map +0 -1
- package/dist/hono/console/ui.d.ts +0 -38
- package/dist/hono/console/ui.d.ts.map +0 -1
- package/dist/hono/console/ui.js +0 -43
- package/dist/hono/console/ui.js.map +0 -1
- package/dist/hono/create-server.d.ts +0 -71
- package/dist/hono/create-server.d.ts.map +0 -1
- package/dist/hono/create-server.js +0 -121
- package/dist/hono/create-server.js.map +0 -1
- package/dist/hono/errors.d.ts +0 -13
- package/dist/hono/errors.d.ts.map +0 -1
- package/dist/hono/errors.js +0 -21
- package/dist/hono/errors.js.map +0 -1
- package/dist/hono/index.d.ts +0 -20
- package/dist/hono/index.d.ts.map +0 -1
- package/dist/hono/index.js +0 -31
- package/dist/hono/index.js.map +0 -1
- package/dist/hono/openapi.d.ts +0 -72
- package/dist/hono/openapi.d.ts.map +0 -1
- package/dist/hono/openapi.js +0 -99
- package/dist/hono/openapi.js.map +0 -1
- package/dist/hono/proxy/connection-manager.d.ts +0 -78
- package/dist/hono/proxy/connection-manager.d.ts.map +0 -1
- package/dist/hono/proxy/connection-manager.js +0 -251
- package/dist/hono/proxy/connection-manager.js.map +0 -1
- package/dist/hono/proxy/index.d.ts +0 -8
- package/dist/hono/proxy/index.d.ts.map +0 -1
- package/dist/hono/proxy/index.js +0 -8
- package/dist/hono/proxy/index.js.map +0 -1
- package/dist/hono/proxy/routes.d.ts +0 -86
- package/dist/hono/proxy/routes.d.ts.map +0 -1
- package/dist/hono/proxy/routes.js +0 -183
- package/dist/hono/proxy/routes.js.map +0 -1
- package/dist/hono/rate-limit.d.ts +0 -101
- package/dist/hono/rate-limit.d.ts.map +0 -1
- package/dist/hono/rate-limit.js +0 -184
- package/dist/hono/rate-limit.js.map +0 -1
- package/dist/hono/realtime-sync-packs.d.ts +0 -43
- package/dist/hono/realtime-sync-packs.d.ts.map +0 -1
- package/dist/hono/realtime-sync-packs.js +0 -219
- package/dist/hono/realtime-sync-packs.js.map +0 -1
- package/dist/hono/routes/audit.d.ts +0 -12
- package/dist/hono/routes/audit.d.ts.map +0 -1
- package/dist/hono/routes/audit.js +0 -385
- package/dist/hono/routes/audit.js.map +0 -1
- package/dist/hono/routes/auth-leases.d.ts +0 -8
- package/dist/hono/routes/auth-leases.d.ts.map +0 -1
- package/dist/hono/routes/auth-leases.js +0 -88
- package/dist/hono/routes/auth-leases.js.map +0 -1
- package/dist/hono/routes/combined.d.ts +0 -8
- package/dist/hono/routes/combined.d.ts.map +0 -1
- package/dist/hono/routes/combined.js +0 -392
- package/dist/hono/routes/combined.js.map +0 -1
- package/dist/hono/routes/context.d.ts +0 -314
- package/dist/hono/routes/context.d.ts.map +0 -1
- package/dist/hono/routes/context.js +0 -1147
- package/dist/hono/routes/context.js.map +0 -1
- package/dist/hono/routes/health.d.ts +0 -8
- package/dist/hono/routes/health.d.ts.map +0 -1
- package/dist/hono/routes/health.js +0 -16
- package/dist/hono/routes/health.js.map +0 -1
- package/dist/hono/routes/realtime.d.ts +0 -9
- package/dist/hono/routes/realtime.d.ts.map +0 -1
- package/dist/hono/routes/realtime.js +0 -626
- package/dist/hono/routes/realtime.js.map +0 -1
- package/dist/hono/routes/shared.d.ts +0 -689
- package/dist/hono/routes/shared.d.ts.map +0 -1
- package/dist/hono/routes/shared.js +0 -972
- package/dist/hono/routes/shared.js.map +0 -1
- package/dist/hono/routes/snapshots.d.ts +0 -10
- package/dist/hono/routes/snapshots.d.ts.map +0 -1
- package/dist/hono/routes/snapshots.js +0 -281
- package/dist/hono/routes/snapshots.js.map +0 -1
- package/dist/hono/routes.d.ts +0 -19
- package/dist/hono/routes.d.ts.map +0 -1
- package/dist/hono/routes.js +0 -37
- package/dist/hono/routes.js.map +0 -1
- package/dist/hono/validation.d.ts +0 -5
- package/dist/hono/validation.d.ts.map +0 -1
- package/dist/hono/validation.js +0 -47
- package/dist/hono/validation.js.map +0 -1
- package/dist/hono/websocket-origin.d.ts +0 -9
- package/dist/hono/websocket-origin.d.ts.map +0 -1
- package/dist/hono/websocket-origin.js +0 -96
- package/dist/hono/websocket-origin.js.map +0 -1
- package/dist/hono/ws.d.ts +0 -341
- package/dist/hono/ws.d.ts.map +0 -1
- package/dist/hono/ws.js +0 -711
- package/dist/hono/ws.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/libsql.d.ts +0 -29
- package/dist/libsql.d.ts.map +0 -1
- package/dist/libsql.js +0 -25
- package/dist/libsql.js.map +0 -1
- package/dist/migrate.d.ts +0 -14
- package/dist/migrate.d.ts.map +0 -1
- package/dist/migrate.js +0 -13
- package/dist/migrate.js.map +0 -1
- package/dist/neon.d.ts +0 -21
- package/dist/neon.d.ts.map +0 -1
- package/dist/neon.js +0 -22
- package/dist/neon.js.map +0 -1
- package/dist/notify.d.ts +0 -77
- package/dist/notify.d.ts.map +0 -1
- package/dist/notify.js +0 -233
- package/dist/notify.js.map +0 -1
- package/dist/pglite.d.ts +0 -37
- package/dist/pglite.d.ts.map +0 -1
- package/dist/pglite.js +0 -37
- package/dist/pglite.js.map +0 -1
- package/dist/plugins/index.d.ts +0 -2
- package/dist/plugins/index.d.ts.map +0 -1
- package/dist/plugins/index.js +0 -2
- package/dist/plugins/index.js.map +0 -1
- package/dist/plugins/types.d.ts +0 -73
- package/dist/plugins/types.d.ts.map +0 -1
- package/dist/plugins/types.js +0 -30
- package/dist/plugins/types.js.map +0 -1
- package/dist/postgres/index.d.ts +0 -68
- package/dist/postgres/index.d.ts.map +0 -1
- package/dist/postgres/index.js +0 -924
- package/dist/postgres/index.js.map +0 -1
- package/dist/proxy/collection.d.ts +0 -7
- package/dist/proxy/collection.d.ts.map +0 -1
- package/dist/proxy/collection.js +0 -6
- package/dist/proxy/collection.js.map +0 -1
- package/dist/proxy/handler.d.ts +0 -42
- package/dist/proxy/handler.d.ts.map +0 -1
- package/dist/proxy/handler.js +0 -102
- package/dist/proxy/handler.js.map +0 -1
- package/dist/proxy/index.d.ts +0 -9
- package/dist/proxy/index.d.ts.map +0 -1
- package/dist/proxy/index.js +0 -14
- package/dist/proxy/index.js.map +0 -1
- package/dist/proxy/mutation-detector.d.ts +0 -35
- package/dist/proxy/mutation-detector.d.ts.map +0 -1
- package/dist/proxy/mutation-detector.js +0 -246
- package/dist/proxy/mutation-detector.js.map +0 -1
- package/dist/proxy/oplog.d.ts +0 -30
- package/dist/proxy/oplog.d.ts.map +0 -1
- package/dist/proxy/oplog.js +0 -137
- package/dist/proxy/oplog.js.map +0 -1
- package/dist/proxy/types.d.ts +0 -44
- package/dist/proxy/types.d.ts.map +0 -1
- package/dist/proxy/types.js +0 -7
- package/dist/proxy/types.js.map +0 -1
- package/dist/prune.d.ts.map +0 -1
- package/dist/prune.js.map +0 -1
- package/dist/pull.d.ts.map +0 -1
- package/dist/pull.js.map +0 -1
- package/dist/push.d.ts.map +0 -1
- package/dist/push.js.map +0 -1
- package/dist/realtime/in-memory.d.ts +0 -13
- package/dist/realtime/in-memory.d.ts.map +0 -1
- package/dist/realtime/in-memory.js +0 -28
- package/dist/realtime/in-memory.js.map +0 -1
- package/dist/realtime/index.d.ts +0 -4
- package/dist/realtime/index.d.ts.map +0 -1
- package/dist/realtime/index.js +0 -3
- package/dist/realtime/index.js.map +0 -1
- package/dist/realtime/types.d.ts +0 -62
- package/dist/realtime/types.d.ts.map +0 -1
- package/dist/realtime/types.js +0 -19
- package/dist/realtime/types.js.map +0 -1
- package/dist/relay/client-role/forward-engine.d.ts +0 -63
- package/dist/relay/client-role/forward-engine.d.ts.map +0 -1
- package/dist/relay/client-role/forward-engine.js +0 -267
- package/dist/relay/client-role/forward-engine.js.map +0 -1
- package/dist/relay/client-role/index.d.ts +0 -9
- package/dist/relay/client-role/index.d.ts.map +0 -1
- package/dist/relay/client-role/index.js +0 -9
- package/dist/relay/client-role/index.js.map +0 -1
- package/dist/relay/client-role/pull-engine.d.ts +0 -72
- package/dist/relay/client-role/pull-engine.d.ts.map +0 -1
- package/dist/relay/client-role/pull-engine.js +0 -249
- package/dist/relay/client-role/pull-engine.js.map +0 -1
- package/dist/relay/client-role/sequence-mapper.d.ts +0 -65
- package/dist/relay/client-role/sequence-mapper.d.ts.map +0 -1
- package/dist/relay/client-role/sequence-mapper.js +0 -161
- package/dist/relay/client-role/sequence-mapper.js.map +0 -1
- package/dist/relay/evaluation/relay-paths.d.ts +0 -41
- package/dist/relay/evaluation/relay-paths.d.ts.map +0 -1
- package/dist/relay/evaluation/relay-paths.js +0 -504
- package/dist/relay/evaluation/relay-paths.js.map +0 -1
- package/dist/relay/evaluation/rust-boundary.d.ts +0 -47
- package/dist/relay/evaluation/rust-boundary.d.ts.map +0 -1
- package/dist/relay/evaluation/rust-boundary.js +0 -220
- package/dist/relay/evaluation/rust-boundary.js.map +0 -1
- package/dist/relay/index.d.ts +0 -37
- package/dist/relay/index.d.ts.map +0 -1
- package/dist/relay/index.js +0 -44
- package/dist/relay/index.js.map +0 -1
- package/dist/relay/migrate.d.ts +0 -18
- package/dist/relay/migrate.d.ts.map +0 -1
- package/dist/relay/migrate.js +0 -99
- package/dist/relay/migrate.js.map +0 -1
- package/dist/relay/mode-manager.d.ts +0 -60
- package/dist/relay/mode-manager.d.ts.map +0 -1
- package/dist/relay/mode-manager.js +0 -114
- package/dist/relay/mode-manager.js.map +0 -1
- package/dist/relay/realtime.d.ts +0 -90
- package/dist/relay/realtime.d.ts.map +0 -1
- package/dist/relay/realtime.js +0 -147
- package/dist/relay/realtime.js.map +0 -1
- package/dist/relay/relay.d.ts +0 -190
- package/dist/relay/relay.d.ts.map +0 -1
- package/dist/relay/relay.js +0 -320
- package/dist/relay/relay.js.map +0 -1
- package/dist/relay/schema.d.ts +0 -158
- package/dist/relay/schema.d.ts.map +0 -1
- package/dist/relay/schema.js +0 -7
- package/dist/relay/schema.js.map +0 -1
- package/dist/relay/server-role/index.d.ts +0 -56
- package/dist/relay/server-role/index.d.ts.map +0 -1
- package/dist/relay/server-role/index.js +0 -193
- package/dist/relay/server-role/index.js.map +0 -1
- package/dist/relay/server-role/pull.d.ts +0 -27
- package/dist/relay/server-role/pull.d.ts.map +0 -1
- package/dist/relay/server-role/pull.js +0 -24
- package/dist/relay/server-role/pull.js.map +0 -1
- package/dist/relay/server-role/push.d.ts +0 -29
- package/dist/relay/server-role/push.d.ts.map +0 -1
- package/dist/relay/server-role/push.js +0 -122
- package/dist/relay/server-role/push.js.map +0 -1
- package/dist/s3/index.d.ts +0 -83
- package/dist/s3/index.d.ts.map +0 -1
- package/dist/s3/index.js +0 -223
- package/dist/s3/index.js.map +0 -1
- package/dist/schema.d.ts.map +0 -1
- package/dist/schema.js.map +0 -1
- package/dist/service-worker/index.d.ts +0 -114
- package/dist/service-worker/index.d.ts.map +0 -1
- package/dist/service-worker/index.js +0 -487
- package/dist/service-worker/index.js.map +0 -1
- package/dist/snapshot-artifacts/sqlite-bun.d.ts +0 -15
- package/dist/snapshot-artifacts/sqlite-bun.d.ts.map +0 -1
- package/dist/snapshot-artifacts/sqlite-bun.js +0 -128
- package/dist/snapshot-artifacts/sqlite-bun.js.map +0 -1
- package/dist/snapshot-artifacts.d.ts +0 -206
- package/dist/snapshot-artifacts.d.ts.map +0 -1
- package/dist/snapshot-artifacts.js +0 -545
- package/dist/snapshot-artifacts.js.map +0 -1
- package/dist/snapshot-chunks/db-metadata.d.ts +0 -56
- package/dist/snapshot-chunks/db-metadata.d.ts.map +0 -1
- package/dist/snapshot-chunks/db-metadata.js +0 -360
- package/dist/snapshot-chunks/db-metadata.js.map +0 -1
- package/dist/snapshot-chunks/index.d.ts +0 -8
- package/dist/snapshot-chunks/index.d.ts.map +0 -1
- package/dist/snapshot-chunks/index.js +0 -8
- package/dist/snapshot-chunks/index.js.map +0 -1
- package/dist/snapshot-chunks/types.d.ts +0 -80
- package/dist/snapshot-chunks/types.d.ts.map +0 -1
- package/dist/snapshot-chunks/types.js +0 -8
- package/dist/snapshot-chunks/types.js.map +0 -1
- package/dist/snapshot-chunks.d.ts +0 -90
- package/dist/snapshot-chunks.d.ts.map +0 -1
- package/dist/snapshot-chunks.js +0 -304
- package/dist/snapshot-chunks.js.map +0 -1
- package/dist/sqlite/index.d.ts +0 -53
- package/dist/sqlite/index.d.ts.map +0 -1
- package/dist/sqlite/index.js +0 -795
- package/dist/sqlite/index.js.map +0 -1
- package/dist/sqlite3.d.ts +0 -22
- package/dist/sqlite3.d.ts.map +0 -1
- package/dist/sqlite3.js +0 -99
- package/dist/sqlite3.js.map +0 -1
- package/dist/stats.d.ts +0 -28
- package/dist/stats.d.ts.map +0 -1
- package/dist/stats.js +0 -93
- package/dist/stats.js.map +0 -1
- package/dist/subscriptions/cache.d.ts +0 -58
- package/dist/subscriptions/cache.d.ts.map +0 -1
- package/dist/subscriptions/cache.js +0 -250
- package/dist/subscriptions/cache.js.map +0 -1
- package/dist/subscriptions/index.d.ts +0 -3
- package/dist/subscriptions/index.d.ts.map +0 -1
- package/dist/subscriptions/index.js +0 -3
- package/dist/subscriptions/index.js.map +0 -1
- package/dist/subscriptions/resolve.d.ts +0 -40
- package/dist/subscriptions/resolve.d.ts.map +0 -1
- package/dist/subscriptions/resolve.js +0 -275
- package/dist/subscriptions/resolve.js.map +0 -1
- package/dist/sync.d.ts +0 -24
- package/dist/sync.d.ts.map +0 -1
- package/dist/sync.js +0 -27
- package/dist/sync.js.map +0 -1
- package/src/auth-leases.ts +0 -649
- package/src/better-sqlite3.ts +0 -35
- package/src/blobs/access.ts +0 -244
- package/src/blobs/adapters/database.ts +0 -397
- package/src/blobs/index.ts +0 -9
- package/src/blobs/manager.ts +0 -901
- package/src/blobs/migrate.ts +0 -158
- package/src/blobs/types.ts +0 -74
- package/src/bun-sqlite-ambient.d.ts +0 -19
- package/src/bun-sqlite.ts +0 -27
- package/src/clients.ts +0 -22
- package/src/cloudflare/durable-object.ts +0 -289
- package/src/cloudflare/index.ts +0 -22
- package/src/cloudflare/r2.ts +0 -526
- package/src/cloudflare/scope-cache.ts +0 -341
- package/src/cloudflare/sentry.ts +0 -230
- package/src/cloudflare/worker.ts +0 -77
- package/src/commit-integrity.ts +0 -371
- package/src/compaction.ts +0 -77
- package/src/crdt-yjs/index.ts +0 -931
- package/src/d1.ts +0 -16
- package/src/dialect/base.ts +0 -360
- package/src/dialect/helpers.ts +0 -92
- package/src/dialect/index.ts +0 -7
- package/src/dialect/types.ts +0 -247
- package/src/encrypted-crdt.ts +0 -786
- package/src/filesystem/index.ts +0 -262
- package/src/handlers/collection.ts +0 -121
- package/src/handlers/create-handler.ts +0 -1134
- package/src/handlers/index.ts +0 -3
- package/src/handlers/types.ts +0 -403
- package/src/helpers/conflict.ts +0 -64
- package/src/helpers/emitted-change.ts +0 -69
- package/src/helpers/index.ts +0 -12
- package/src/helpers/paginate.ts +0 -82
- package/src/helpers/scope-authorization.ts +0 -27
- package/src/helpers/scope-commit-index.ts +0 -52
- package/src/helpers/scope-strings.ts +0 -101
- package/src/hono/api-key-auth.ts +0 -177
- package/src/hono/audit-redaction.ts +0 -135
- package/src/hono/blobs.ts +0 -851
- package/src/hono/console/gateway.ts +0 -3046
- package/src/hono/console/live-auth.ts +0 -46
- package/src/hono/console/route-descriptor.ts +0 -22
- package/src/hono/console/routes/api-keys.ts +0 -721
- package/src/hono/console/routes/clients.ts +0 -447
- package/src/hono/console/routes/commits.ts +0 -1137
- package/src/hono/console/routes/context.ts +0 -956
- package/src/hono/console/routes/events.ts +0 -669
- package/src/hono/console/routes/maintenance.ts +0 -461
- package/src/hono/console/routes/shared.ts +0 -816
- package/src/hono/console/routes/stats.ts +0 -392
- package/src/hono/console/routes/storage.ts +0 -159
- package/src/hono/console/routes.ts +0 -146
- package/src/hono/console/schema-errors.ts +0 -23
- package/src/hono/console/schemas.ts +0 -914
- package/src/hono/console/types.ts +0 -223
- package/src/hono/console/ui.ts +0 -100
- package/src/hono/create-server.ts +0 -230
- package/src/hono/errors.ts +0 -50
- package/src/hono/index.ts +0 -54
- package/src/hono/openapi.ts +0 -139
- package/src/hono/proxy/connection-manager.ts +0 -340
- package/src/hono/proxy/index.ts +0 -8
- package/src/hono/proxy/routes.ts +0 -272
- package/src/hono/rate-limit.ts +0 -319
- package/src/hono/realtime-sync-packs.ts +0 -354
- package/src/hono/routes/audit.ts +0 -499
- package/src/hono/routes/auth-leases.ts +0 -119
- package/src/hono/routes/combined.ts +0 -583
- package/src/hono/routes/context.ts +0 -1629
- package/src/hono/routes/health.ts +0 -26
- package/src/hono/routes/realtime.ts +0 -808
- package/src/hono/routes/shared.ts +0 -1626
- package/src/hono/routes/snapshots.ts +0 -345
- package/src/hono/routes.ts +0 -68
- package/src/hono/validation.ts +0 -81
- package/src/hono/websocket-origin.ts +0 -131
- package/src/hono/ws.ts +0 -1134
- package/src/libsql.ts +0 -51
- package/src/migrate.ts +0 -20
- package/src/neon.ts +0 -28
- package/src/notify.ts +0 -341
- package/src/pglite.ts +0 -68
- package/src/plugins/index.ts +0 -1
- package/src/plugins/types.ts +0 -144
- package/src/postgres/index.ts +0 -1291
- package/src/proxy/collection.ts +0 -17
- package/src/proxy/handler.ts +0 -159
- package/src/proxy/index.ts +0 -21
- package/src/proxy/mutation-detector.ts +0 -281
- package/src/proxy/oplog.ts +0 -181
- package/src/proxy/types.ts +0 -46
- package/src/realtime/in-memory.ts +0 -33
- package/src/realtime/index.ts +0 -7
- package/src/realtime/types.ts +0 -90
- package/src/relay/bun-types.d.ts +0 -50
- package/src/relay/client-role/forward-engine.ts +0 -355
- package/src/relay/client-role/index.ts +0 -9
- package/src/relay/client-role/pull-engine.ts +0 -329
- package/src/relay/client-role/sequence-mapper.ts +0 -201
- package/src/relay/evaluation/relay-paths.ts +0 -699
- package/src/relay/evaluation/rust-boundary.ts +0 -464
- package/src/relay/index.ts +0 -50
- package/src/relay/migrate.ts +0 -113
- package/src/relay/mode-manager.ts +0 -142
- package/src/relay/realtime.ts +0 -207
- package/src/relay/relay.ts +0 -431
- package/src/relay/schema.ts +0 -171
- package/src/relay/server-role/index.ts +0 -338
- package/src/relay/server-role/pull.ts +0 -43
- package/src/relay/server-role/push.ts +0 -164
- package/src/s3/index.ts +0 -346
- package/src/service-worker/index.ts +0 -773
- package/src/snapshot-artifacts/sqlite-bun.ts +0 -168
- package/src/snapshot-artifacts.ts +0 -896
- package/src/snapshot-chunks/db-metadata.ts +0 -537
- package/src/snapshot-chunks/index.ts +0 -8
- package/src/snapshot-chunks/types.ts +0 -105
- package/src/snapshot-chunks.ts +0 -453
- package/src/sqlite/index.ts +0 -1064
- package/src/sqlite3.ts +0 -137
- package/src/stats.ts +0 -180
- package/src/subscriptions/cache.ts +0 -376
- package/src/subscriptions/index.ts +0 -2
- package/src/subscriptions/resolve.ts +0 -357
- package/src/sync.ts +0 -111
|
@@ -1,360 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @syncular/server - Database-backed metadata store for snapshot chunks
|
|
3
|
-
*
|
|
4
|
-
* Stores chunk metadata in sync_snapshot_chunks_metadata table,
|
|
5
|
-
* body content in blob storage adapter.
|
|
6
|
-
*/
|
|
7
|
-
import { bytesToReadableStream, randomId, readAllBytesFromStream, SYNC_SNAPSHOT_CHUNK_COMPRESSION, sha256Hex, } from '@syncular/core';
|
|
8
|
-
export const SNAPSHOT_CHUNK_CLEANUP_TUNING_PRESETS = {
|
|
9
|
-
server: {
|
|
10
|
-
batchSize: 500,
|
|
11
|
-
deleteConcurrency: 16,
|
|
12
|
-
},
|
|
13
|
-
edge: {
|
|
14
|
-
batchSize: 100,
|
|
15
|
-
deleteConcurrency: 4,
|
|
16
|
-
},
|
|
17
|
-
};
|
|
18
|
-
/**
|
|
19
|
-
* Create a snapshot chunk storage that uses:
|
|
20
|
-
* - Database for metadata (scope, commit seq, etc.)
|
|
21
|
-
* - Blob adapter for body content
|
|
22
|
-
*/
|
|
23
|
-
export function createDbMetadataChunkStorage(options) {
|
|
24
|
-
const { db, blobAdapter, chunkIdPrefix = 'chunk_', cleanupTuning } = options;
|
|
25
|
-
function positiveIntOrDefault(value, fallback) {
|
|
26
|
-
if (value === undefined)
|
|
27
|
-
return fallback;
|
|
28
|
-
if (!Number.isFinite(value))
|
|
29
|
-
return fallback;
|
|
30
|
-
const normalized = Math.trunc(value);
|
|
31
|
-
return normalized > 0 ? normalized : fallback;
|
|
32
|
-
}
|
|
33
|
-
const CLEANUP_BATCH_SIZE = positiveIntOrDefault(cleanupTuning?.batchSize, 250);
|
|
34
|
-
const CLEANUP_DELETE_CONCURRENCY = positiveIntOrDefault(cleanupTuning?.deleteConcurrency, 8);
|
|
35
|
-
// Generate deterministic blob hash from chunk identity metadata.
|
|
36
|
-
async function computeBlobHash(metadata) {
|
|
37
|
-
const digest = await sha256Hex(`${metadata.encoding}:${metadata.compression}:${metadata.sha256}`);
|
|
38
|
-
return `sha256:${digest}`;
|
|
39
|
-
}
|
|
40
|
-
async function streamByteLength(stream) {
|
|
41
|
-
const reader = stream.getReader();
|
|
42
|
-
try {
|
|
43
|
-
let total = 0;
|
|
44
|
-
while (true) {
|
|
45
|
-
const { done, value } = await reader.read();
|
|
46
|
-
if (done)
|
|
47
|
-
break;
|
|
48
|
-
if (!value)
|
|
49
|
-
continue;
|
|
50
|
-
total += value.length;
|
|
51
|
-
}
|
|
52
|
-
return total;
|
|
53
|
-
}
|
|
54
|
-
finally {
|
|
55
|
-
reader.releaseLock();
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
async function runWithConcurrency(items, concurrency, worker) {
|
|
59
|
-
if (items.length === 0)
|
|
60
|
-
return;
|
|
61
|
-
const workerCount = Math.max(1, Math.min(concurrency, items.length));
|
|
62
|
-
let nextIndex = 0;
|
|
63
|
-
async function runWorker() {
|
|
64
|
-
while (nextIndex < items.length) {
|
|
65
|
-
const index = nextIndex;
|
|
66
|
-
nextIndex += 1;
|
|
67
|
-
const item = items[index];
|
|
68
|
-
if (item === undefined)
|
|
69
|
-
continue;
|
|
70
|
-
await worker(item);
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
await Promise.all(Array.from({ length: workerCount }, () => runWorker()));
|
|
74
|
-
}
|
|
75
|
-
// Generate unique chunk ID
|
|
76
|
-
function generateChunkId() {
|
|
77
|
-
return `${chunkIdPrefix}${randomId()}`;
|
|
78
|
-
}
|
|
79
|
-
async function readStoredRef(args) {
|
|
80
|
-
const nowIso = args.nowIso ?? new Date().toISOString();
|
|
81
|
-
const rowCursorKey = args.rowCursor ?? '';
|
|
82
|
-
const baseQuery = db
|
|
83
|
-
.selectFrom('sync_snapshot_chunks')
|
|
84
|
-
.select([
|
|
85
|
-
'chunk_id',
|
|
86
|
-
'sha256',
|
|
87
|
-
'byte_length',
|
|
88
|
-
'next_row_cursor',
|
|
89
|
-
'is_last_page',
|
|
90
|
-
'encoding',
|
|
91
|
-
'compression',
|
|
92
|
-
])
|
|
93
|
-
.where('partition_id', '=', args.partitionId)
|
|
94
|
-
.where('scope_key', '=', args.scopeKey)
|
|
95
|
-
.where('scope', '=', args.scope)
|
|
96
|
-
.where('as_of_commit_seq', '=', args.asOfCommitSeq)
|
|
97
|
-
.where('row_cursor', '=', rowCursorKey)
|
|
98
|
-
.where('row_limit', '=', args.rowLimit)
|
|
99
|
-
.where('encoding', '=', args.encoding)
|
|
100
|
-
.where('compression', '=', args.compression);
|
|
101
|
-
const row = await (args.includeExpired
|
|
102
|
-
? baseQuery.executeTakeFirst()
|
|
103
|
-
: baseQuery.where('expires_at', '>', nowIso).executeTakeFirst());
|
|
104
|
-
if (!row)
|
|
105
|
-
return null;
|
|
106
|
-
if (row.encoding !== args.encoding) {
|
|
107
|
-
throw new Error(`Unexpected snapshot chunk encoding: ${String(row.encoding)}`);
|
|
108
|
-
}
|
|
109
|
-
if (row.compression !== SYNC_SNAPSHOT_CHUNK_COMPRESSION) {
|
|
110
|
-
throw new Error(`Unexpected snapshot chunk compression: ${String(row.compression)}`);
|
|
111
|
-
}
|
|
112
|
-
return {
|
|
113
|
-
id: row.chunk_id,
|
|
114
|
-
sha256: row.sha256,
|
|
115
|
-
byteLength: Number(row.byte_length ?? 0),
|
|
116
|
-
nextRowCursor: row.next_row_cursor == null ? null : String(row.next_row_cursor),
|
|
117
|
-
isLastPage: Number(row.is_last_page ?? 0) === 1,
|
|
118
|
-
encoding: args.encoding,
|
|
119
|
-
compression: row.compression,
|
|
120
|
-
};
|
|
121
|
-
}
|
|
122
|
-
async function readBlobHash(chunkId) {
|
|
123
|
-
const row = await db
|
|
124
|
-
.selectFrom('sync_snapshot_chunks')
|
|
125
|
-
.select(['blob_hash'])
|
|
126
|
-
.where('chunk_id', '=', chunkId)
|
|
127
|
-
.executeTakeFirst();
|
|
128
|
-
return row?.blob_hash ?? null;
|
|
129
|
-
}
|
|
130
|
-
async function upsertChunkMetadata(metadata, args) {
|
|
131
|
-
const chunkId = generateChunkId();
|
|
132
|
-
const now = new Date().toISOString();
|
|
133
|
-
await db
|
|
134
|
-
.insertInto('sync_snapshot_chunks')
|
|
135
|
-
.values({
|
|
136
|
-
chunk_id: chunkId,
|
|
137
|
-
partition_id: metadata.partitionId,
|
|
138
|
-
scope_key: metadata.scopeKey,
|
|
139
|
-
scope: metadata.scope,
|
|
140
|
-
as_of_commit_seq: metadata.asOfCommitSeq,
|
|
141
|
-
row_cursor: metadata.rowCursor ?? '',
|
|
142
|
-
row_limit: metadata.rowLimit,
|
|
143
|
-
next_row_cursor: metadata.nextRowCursor ?? null,
|
|
144
|
-
is_last_page: metadata.isLastPage ? 1 : 0,
|
|
145
|
-
encoding: metadata.encoding,
|
|
146
|
-
compression: metadata.compression,
|
|
147
|
-
sha256: metadata.sha256,
|
|
148
|
-
byte_length: args.byteLength,
|
|
149
|
-
blob_hash: args.blobHash,
|
|
150
|
-
expires_at: metadata.expiresAt,
|
|
151
|
-
created_at: now,
|
|
152
|
-
})
|
|
153
|
-
.onConflict((oc) => oc
|
|
154
|
-
.columns([
|
|
155
|
-
'partition_id',
|
|
156
|
-
'scope_key',
|
|
157
|
-
'scope',
|
|
158
|
-
'as_of_commit_seq',
|
|
159
|
-
'row_cursor',
|
|
160
|
-
'row_limit',
|
|
161
|
-
'encoding',
|
|
162
|
-
'compression',
|
|
163
|
-
])
|
|
164
|
-
.doUpdateSet({
|
|
165
|
-
expires_at: metadata.expiresAt,
|
|
166
|
-
blob_hash: args.blobHash,
|
|
167
|
-
sha256: metadata.sha256,
|
|
168
|
-
byte_length: args.byteLength,
|
|
169
|
-
next_row_cursor: metadata.nextRowCursor ?? null,
|
|
170
|
-
is_last_page: metadata.isLastPage ? 1 : 0,
|
|
171
|
-
row_cursor: metadata.rowCursor ?? '',
|
|
172
|
-
}))
|
|
173
|
-
.execute();
|
|
174
|
-
}
|
|
175
|
-
async function readChunkStreamById(chunkId) {
|
|
176
|
-
const blobHash = await readBlobHash(chunkId);
|
|
177
|
-
if (!blobHash)
|
|
178
|
-
return null;
|
|
179
|
-
if (blobAdapter.getStream) {
|
|
180
|
-
return blobAdapter.getStream(blobHash);
|
|
181
|
-
}
|
|
182
|
-
if (blobAdapter.get) {
|
|
183
|
-
const bytes = await blobAdapter.get(blobHash);
|
|
184
|
-
return bytes ? bytesToReadableStream(bytes) : null;
|
|
185
|
-
}
|
|
186
|
-
throw new Error(`Blob adapter ${blobAdapter.name} does not support direct get() for snapshot chunks`);
|
|
187
|
-
}
|
|
188
|
-
return {
|
|
189
|
-
name: `db-metadata+${blobAdapter.name}`,
|
|
190
|
-
async storeChunk(metadata) {
|
|
191
|
-
const { body, ...metaWithoutBody } = metadata;
|
|
192
|
-
const blobHash = await computeBlobHash(metaWithoutBody);
|
|
193
|
-
// Check if blob already exists (content-addressed dedup)
|
|
194
|
-
const blobExists = await blobAdapter.exists(blobHash);
|
|
195
|
-
if (!blobExists) {
|
|
196
|
-
// Store body in blob adapter
|
|
197
|
-
if (blobAdapter.put) {
|
|
198
|
-
await blobAdapter.put(blobHash, body, {
|
|
199
|
-
disableChecksum: true,
|
|
200
|
-
byteLength: body.length,
|
|
201
|
-
contentLength: body.length,
|
|
202
|
-
});
|
|
203
|
-
}
|
|
204
|
-
else if (blobAdapter.putStream) {
|
|
205
|
-
await blobAdapter.putStream(blobHash, bytesToReadableStream(body), {
|
|
206
|
-
disableChecksum: true,
|
|
207
|
-
byteLength: body.length,
|
|
208
|
-
contentLength: body.length,
|
|
209
|
-
});
|
|
210
|
-
}
|
|
211
|
-
else {
|
|
212
|
-
throw new Error(`Blob adapter ${blobAdapter.name} does not support direct put() for snapshot chunks`);
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
await upsertChunkMetadata(metaWithoutBody, {
|
|
216
|
-
blobHash,
|
|
217
|
-
byteLength: body.length,
|
|
218
|
-
});
|
|
219
|
-
const storedRef = await readStoredRef({
|
|
220
|
-
partitionId: metaWithoutBody.partitionId,
|
|
221
|
-
scopeKey: metaWithoutBody.scopeKey,
|
|
222
|
-
scope: metaWithoutBody.scope,
|
|
223
|
-
asOfCommitSeq: metaWithoutBody.asOfCommitSeq,
|
|
224
|
-
rowCursor: metaWithoutBody.rowCursor,
|
|
225
|
-
rowLimit: metaWithoutBody.rowLimit,
|
|
226
|
-
encoding: metaWithoutBody.encoding,
|
|
227
|
-
compression: metaWithoutBody.compression,
|
|
228
|
-
includeExpired: true,
|
|
229
|
-
});
|
|
230
|
-
if (!storedRef) {
|
|
231
|
-
throw new Error('Failed to read stored snapshot chunk reference');
|
|
232
|
-
}
|
|
233
|
-
return storedRef;
|
|
234
|
-
},
|
|
235
|
-
async storeChunkStream(metadata) {
|
|
236
|
-
const { bodyStream, byteLength, ...metaWithoutBody } = metadata;
|
|
237
|
-
const blobHash = await computeBlobHash(metaWithoutBody);
|
|
238
|
-
const blobExists = await blobAdapter.exists(blobHash);
|
|
239
|
-
let observedByteLength;
|
|
240
|
-
if (!blobExists) {
|
|
241
|
-
if (blobAdapter.putStream) {
|
|
242
|
-
const [uploadStream, countStream] = bodyStream.tee();
|
|
243
|
-
const uploadPromise = typeof byteLength === 'number'
|
|
244
|
-
? blobAdapter.putStream(blobHash, uploadStream, {
|
|
245
|
-
disableChecksum: true,
|
|
246
|
-
byteLength,
|
|
247
|
-
contentLength: byteLength,
|
|
248
|
-
})
|
|
249
|
-
: blobAdapter.putStream(blobHash, uploadStream, {
|
|
250
|
-
disableChecksum: true,
|
|
251
|
-
});
|
|
252
|
-
const countPromise = streamByteLength(countStream);
|
|
253
|
-
const [, countedByteLength] = await Promise.all([
|
|
254
|
-
uploadPromise,
|
|
255
|
-
countPromise,
|
|
256
|
-
]);
|
|
257
|
-
observedByteLength = countedByteLength;
|
|
258
|
-
}
|
|
259
|
-
else if (blobAdapter.put) {
|
|
260
|
-
const body = await readAllBytesFromStream(bodyStream);
|
|
261
|
-
await blobAdapter.put(blobHash, body);
|
|
262
|
-
observedByteLength = body.length;
|
|
263
|
-
}
|
|
264
|
-
else {
|
|
265
|
-
throw new Error(`Blob adapter ${blobAdapter.name} does not support direct put() for snapshot chunks`);
|
|
266
|
-
}
|
|
267
|
-
}
|
|
268
|
-
else if (typeof byteLength === 'number') {
|
|
269
|
-
observedByteLength = byteLength;
|
|
270
|
-
await bodyStream.cancel();
|
|
271
|
-
}
|
|
272
|
-
else if (blobAdapter.getMetadata) {
|
|
273
|
-
const metadata = await blobAdapter.getMetadata(blobHash);
|
|
274
|
-
if (!metadata) {
|
|
275
|
-
throw new Error(`Blob metadata missing for existing chunk ${blobHash}`);
|
|
276
|
-
}
|
|
277
|
-
observedByteLength = metadata.size;
|
|
278
|
-
await bodyStream.cancel();
|
|
279
|
-
}
|
|
280
|
-
else {
|
|
281
|
-
observedByteLength = await streamByteLength(bodyStream);
|
|
282
|
-
}
|
|
283
|
-
if (typeof byteLength === 'number' &&
|
|
284
|
-
Number.isFinite(byteLength) &&
|
|
285
|
-
observedByteLength !== byteLength) {
|
|
286
|
-
throw new Error(`Snapshot chunk byte length mismatch: expected ${byteLength}, got ${observedByteLength}`);
|
|
287
|
-
}
|
|
288
|
-
await upsertChunkMetadata(metaWithoutBody, {
|
|
289
|
-
blobHash,
|
|
290
|
-
byteLength: observedByteLength,
|
|
291
|
-
});
|
|
292
|
-
const storedRef = await readStoredRef({
|
|
293
|
-
partitionId: metaWithoutBody.partitionId,
|
|
294
|
-
scopeKey: metaWithoutBody.scopeKey,
|
|
295
|
-
scope: metaWithoutBody.scope,
|
|
296
|
-
asOfCommitSeq: metaWithoutBody.asOfCommitSeq,
|
|
297
|
-
rowCursor: metaWithoutBody.rowCursor,
|
|
298
|
-
rowLimit: metaWithoutBody.rowLimit,
|
|
299
|
-
encoding: metaWithoutBody.encoding,
|
|
300
|
-
compression: metaWithoutBody.compression,
|
|
301
|
-
includeExpired: true,
|
|
302
|
-
});
|
|
303
|
-
if (!storedRef) {
|
|
304
|
-
throw new Error('Failed to read stored snapshot chunk reference');
|
|
305
|
-
}
|
|
306
|
-
return storedRef;
|
|
307
|
-
},
|
|
308
|
-
async readChunk(chunkId) {
|
|
309
|
-
const stream = await readChunkStreamById(chunkId);
|
|
310
|
-
if (!stream)
|
|
311
|
-
return null;
|
|
312
|
-
return readAllBytesFromStream(stream);
|
|
313
|
-
},
|
|
314
|
-
async readChunkStream(chunkId) {
|
|
315
|
-
return readChunkStreamById(chunkId);
|
|
316
|
-
},
|
|
317
|
-
async findChunk(pageKey) {
|
|
318
|
-
return readStoredRef(pageKey);
|
|
319
|
-
},
|
|
320
|
-
async cleanupExpired(beforeIso) {
|
|
321
|
-
let deleted = 0;
|
|
322
|
-
while (true) {
|
|
323
|
-
const expiredRows = await db
|
|
324
|
-
.selectFrom('sync_snapshot_chunks')
|
|
325
|
-
.select(['chunk_id', 'blob_hash'])
|
|
326
|
-
.where('expires_at', '<=', beforeIso)
|
|
327
|
-
.orderBy('expires_at', 'asc')
|
|
328
|
-
.limit(CLEANUP_BATCH_SIZE)
|
|
329
|
-
.execute();
|
|
330
|
-
if (expiredRows.length === 0) {
|
|
331
|
-
break;
|
|
332
|
-
}
|
|
333
|
-
// Delete from blob storage (best effort).
|
|
334
|
-
await runWithConcurrency(expiredRows, CLEANUP_DELETE_CONCURRENCY, async (row) => {
|
|
335
|
-
try {
|
|
336
|
-
await blobAdapter.delete(row.blob_hash);
|
|
337
|
-
}
|
|
338
|
-
catch {
|
|
339
|
-
// Ignore deletion errors - blob may be shared or already deleted
|
|
340
|
-
// Log for observability but don't fail the cleanup
|
|
341
|
-
console.warn(`Failed to delete blob ${row.blob_hash} for chunk ${row.chunk_id}, may be already deleted or shared`);
|
|
342
|
-
}
|
|
343
|
-
});
|
|
344
|
-
const chunkIds = expiredRows.map((row) => row.chunk_id);
|
|
345
|
-
if (chunkIds.length > 0) {
|
|
346
|
-
const result = await db
|
|
347
|
-
.deleteFrom('sync_snapshot_chunks')
|
|
348
|
-
.where('chunk_id', 'in', chunkIds)
|
|
349
|
-
.executeTakeFirst();
|
|
350
|
-
deleted += Number(result.numDeletedRows ?? 0);
|
|
351
|
-
}
|
|
352
|
-
if (expiredRows.length < CLEANUP_BATCH_SIZE) {
|
|
353
|
-
break;
|
|
354
|
-
}
|
|
355
|
-
}
|
|
356
|
-
return deleted;
|
|
357
|
-
},
|
|
358
|
-
};
|
|
359
|
-
}
|
|
360
|
-
//# sourceMappingURL=db-metadata.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"db-metadata.js","sourceRoot":"","sources":["../../src/snapshot-chunks/db-metadata.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAEL,qBAAqB,EACrB,QAAQ,EACR,sBAAsB,EACtB,+BAA+B,EAI/B,SAAS,GACV,MAAM,gBAAgB,CAAC;AAYxB,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACnD,MAAM,EAAE;QACN,SAAS,EAAE,GAAG;QACd,iBAAiB,EAAE,EAAE;KACtB;IACD,IAAI,EAAE;QACJ,SAAS,EAAE,GAAG;QACd,iBAAiB,EAAE,CAAC;KACrB;CAIF,CAAC;AAaF;;;;GAIG;AACH,MAAM,UAAU,4BAA4B,CAC1C,OAA8C;IA6B9C,MAAM,EAAE,EAAE,EAAE,WAAW,EAAE,aAAa,GAAG,QAAQ,EAAE,aAAa,EAAE,GAAG,OAAO,CAAC;IAE7E,SAAS,oBAAoB,CAAC,KAAyB,EAAE,QAAgB;QACvE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC;QACzC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,OAAO,QAAQ,CAAC;QAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC;IAChD,CAAC;IAED,MAAM,kBAAkB,GAAG,oBAAoB,CAC7C,aAAa,EAAE,SAAS,EACxB,GAAG,CACJ,CAAC;IACF,MAAM,0BAA0B,GAAG,oBAAoB,CACrD,aAAa,EAAE,iBAAiB,EAChC,CAAC,CACF,CAAC;IAEF,iEAAiE;IACjE,KAAK,UAAU,eAAe,CAAC,QAI9B;QACC,MAAM,MAAM,GAAG,MAAM,SAAS,CAC5B,GAAG,QAAQ,CAAC,QAAQ,IAAI,QAAQ,CAAC,WAAW,IAAI,QAAQ,CAAC,MAAM,EAAE,CAClE,CAAC;QACF,OAAO,UAAU,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,UAAU,gBAAgB,CAC7B,MAAkC;QAElC,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,IAAI,CAAC;YACH,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI;oBAAE,MAAM;gBAChB,IAAI,CAAC,KAAK;oBAAE,SAAS;gBACrB,KAAK,IAAI,KAAK,CAAC,MAAM,CAAC;YACxB,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC;gBAAS,CAAC;YACT,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;IAED,KAAK,UAAU,kBAAkB,CAC/B,KAAmB,EACnB,WAAmB,EACnB,MAAkC;QAElC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAE/B,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACrE,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,KAAK,UAAU,SAAS;YACtB,OAAO,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;gBAChC,MAAM,KAAK,GAAG,SAAS,CAAC;gBACxB,SAAS,IAAI,CAAC,CAAC;gBACf,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC1B,IAAI,IAAI,KAAK,SAAS;oBAAE,SAAS;gBACjC,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACH,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;IAC5E,CAAC;IAED,2BAA2B;IAC3B,SAAS,eAAe;QACtB,OAAO,GAAG,aAAa,GAAG,QAAQ,EAAE,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,IAW5B;QACC,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACvD,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG,EAAE;aACjB,UAAU,CAAC,sBAAsB,CAAC;aAClC,MAAM,CAAC;YACN,UAAU;YACV,QAAQ;YACR,aAAa;YACb,iBAAiB;YACjB,cAAc;YACd,UAAU;YACV,aAAa;SACd,CAAC;aACD,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC;aAC5C,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC;aACtC,KAAK,CAAC,OAAO,EAAE,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;aAC/B,KAAK,CAAC,kBAAkB,EAAE,GAAG,EAAE,IAAI,CAAC,aAAa,CAAC;aAClD,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,YAAY,CAAC;aACtC,KAAK,CAAC,WAAW,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC;aACtC,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAC;aACrC,KAAK,CAAC,aAAa,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc;YACpC,CAAC,CAAC,SAAS,CAAC,gBAAgB,EAAE;YAC9B,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAEnE,IAAI,CAAC,GAAG;YAAE,OAAO,IAAI,CAAC;QAEtB,IAAI,GAAG,CAAC,QAAQ,KAAK,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,uCAAuC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAC9D,CAAC;QACJ,CAAC;QACD,IAAI,GAAG,CAAC,WAAW,KAAK,+BAA+B,EAAE,CAAC;YACxD,MAAM,IAAI,KAAK,CACb,0CAA0C,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CACpE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,QAAQ;YAChB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,IAAI,CAAC,CAAC;YACxC,aAAa,EACX,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC;YAClE,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,YAAY,IAAI,CAAC,CAAC,KAAK,CAAC;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,WAAW,EAAE,GAAG,CAAC,WAAW;SACL,CAAC;IAC5B,CAAC;IAED,KAAK,UAAU,YAAY,CAAC,OAAe;QACzC,MAAM,GAAG,GAAG,MAAM,EAAE;aACjB,UAAU,CAAC,sBAAsB,CAAC;aAClC,MAAM,CAAC,CAAC,WAAW,CAAC,CAAC;aACrB,KAAK,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC;aAC/B,gBAAgB,EAAE,CAAC;QACtB,OAAO,GAAG,EAAE,SAAS,IAAI,IAAI,CAAC;IAChC,CAAC;IAED,KAAK,UAAU,mBAAmB,CAChC,QAGC,EACD,IAA8C;QAE9C,MAAM,OAAO,GAAG,eAAe,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,EAAE;aACL,UAAU,CAAC,sBAAsB,CAAC;aAClC,MAAM,CAAC;YACN,QAAQ,EAAE,OAAO;YACjB,YAAY,EAAE,QAAQ,CAAC,WAAW;YAClC,SAAS,EAAE,QAAQ,CAAC,QAAQ;YAC5B,KAAK,EAAE,QAAQ,CAAC,KAAK;YACrB,gBAAgB,EAAE,QAAQ,CAAC,aAAa;YACxC,UAAU,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;YACpC,SAAS,EAAE,QAAQ,CAAC,QAAQ;YAC5B,eAAe,EAAE,QAAQ,CAAC,aAAa,IAAI,IAAI;YAC/C,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,UAAU,EAAE,QAAQ,CAAC,SAAS;YAC9B,UAAU,EAAE,GAAG;SAChB,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CACjB,EAAE;aACC,OAAO,CAAC;YACP,cAAc;YACd,WAAW;YACX,OAAO;YACP,kBAAkB;YAClB,YAAY;YACZ,WAAW;YACX,UAAU;YACV,aAAa;SACd,CAAC;aACD,WAAW,CAAC;YACX,UAAU,EAAE,QAAQ,CAAC,SAAS;YAC9B,SAAS,EAAE,IAAI,CAAC,QAAQ;YACxB,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,WAAW,EAAE,IAAI,CAAC,UAAU;YAC5B,eAAe,EAAE,QAAQ,CAAC,aAAa,IAAI,IAAI;YAC/C,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,UAAU,EAAE,QAAQ,CAAC,SAAS,IAAI,EAAE;SACrC,CAAC,CACL;aACA,OAAO,EAAE,CAAC;IACf,CAAC;IAED,KAAK,UAAU,mBAAmB,CAChC,OAAe;QAEf,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,OAAO,CAAC,CAAC;QAC7C,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC;QAE3B,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;YAC1B,OAAO,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;YACpB,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;YAC9C,OAAO,KAAK,CAAC,CAAC,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QACrD,CAAC;QAED,MAAM,IAAI,KAAK,CACb,gBAAgB,WAAW,CAAC,IAAI,oDAAoD,CACrF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,IAAI,EAAE,eAAe,WAAW,CAAC,IAAI,EAAE;QAEvC,KAAK,CAAC,UAAU,CACd,QAKC;YAED,MAAM,EAAE,IAAI,EAAE,GAAG,eAAe,EAAE,GAAG,QAAQ,CAAC;YAC9C,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,eAAe,CAAC,CAAC;YAExD,yDAAyD;YACzD,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YAEtD,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,6BAA6B;gBAC7B,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;oBACpB,MAAM,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,EAAE;wBACpC,eAAe,EAAE,IAAI;wBACrB,UAAU,EAAE,IAAI,CAAC,MAAM;wBACvB,aAAa,EAAE,IAAI,CAAC,MAAM;qBAC3B,CAAC,CAAC;gBACL,CAAC;qBAAM,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;oBACjC,MAAM,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,qBAAqB,CAAC,IAAI,CAAC,EAAE;wBACjE,eAAe,EAAE,IAAI;wBACrB,UAAU,EAAE,IAAI,CAAC,MAAM;wBACvB,aAAa,EAAE,IAAI,CAAC,MAAM;qBAC3B,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CACb,gBAAgB,WAAW,CAAC,IAAI,oDAAoD,CACrF,CAAC;gBACJ,CAAC;YACH,CAAC;YAED,MAAM,mBAAmB,CAAC,eAAe,EAAE;gBACzC,QAAQ;gBACR,UAAU,EAAE,IAAI,CAAC,MAAM;aACxB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC;gBACpC,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,KAAK,EAAE,eAAe,CAAC,KAAK;gBAC5B,aAAa,EAAE,eAAe,CAAC,aAAa;gBAC5C,SAAS,EAAE,eAAe,CAAC,SAAS;gBACpC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,KAAK,CAAC,gBAAgB,CACpB,QAMC;YAED,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,eAAe,EAAE,GAAG,QAAQ,CAAC;YAChE,MAAM,QAAQ,GAAG,MAAM,eAAe,CAAC,eAAe,CAAC,CAAC;YAExD,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACtD,IAAI,kBAA0B,CAAC;YAE/B,IAAI,CAAC,UAAU,EAAE,CAAC;gBAChB,IAAI,WAAW,CAAC,SAAS,EAAE,CAAC;oBAC1B,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC;oBACrD,MAAM,aAAa,GACjB,OAAO,UAAU,KAAK,QAAQ;wBAC5B,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE;4BAC5C,eAAe,EAAE,IAAI;4BACrB,UAAU;4BACV,aAAa,EAAE,UAAU;yBAC1B,CAAC;wBACJ,CAAC,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,EAAE;4BAC5C,eAAe,EAAE,IAAI;yBACtB,CAAC,CAAC;oBACT,MAAM,YAAY,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;oBAEnD,MAAM,CAAC,EAAE,iBAAiB,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;wBAC9C,aAAa;wBACb,YAAY;qBACb,CAAC,CAAC;oBACH,kBAAkB,GAAG,iBAAiB,CAAC;gBACzC,CAAC;qBAAM,IAAI,WAAW,CAAC,GAAG,EAAE,CAAC;oBAC3B,MAAM,IAAI,GAAG,MAAM,sBAAsB,CAAC,UAAU,CAAC,CAAC;oBACtD,MAAM,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;oBACtC,kBAAkB,GAAG,IAAI,CAAC,MAAM,CAAC;gBACnC,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,KAAK,CACb,gBAAgB,WAAW,CAAC,IAAI,oDAAoD,CACrF,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,UAAU,KAAK,QAAQ,EAAE,CAAC;gBAC1C,kBAAkB,GAAG,UAAU,CAAC;gBAChC,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5B,CAAC;iBAAM,IAAI,WAAW,CAAC,WAAW,EAAE,CAAC;gBACnC,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,MAAM,IAAI,KAAK,CACb,4CAA4C,QAAQ,EAAE,CACvD,CAAC;gBACJ,CAAC;gBACD,kBAAkB,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACnC,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5B,CAAC;iBAAM,CAAC;gBACN,kBAAkB,GAAG,MAAM,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAC1D,CAAC;YAED,IACE,OAAO,UAAU,KAAK,QAAQ;gBAC9B,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC;gBAC3B,kBAAkB,KAAK,UAAU,EACjC,CAAC;gBACD,MAAM,IAAI,KAAK,CACb,iDAAiD,UAAU,SAAS,kBAAkB,EAAE,CACzF,CAAC;YACJ,CAAC;YAED,MAAM,mBAAmB,CAAC,eAAe,EAAE;gBACzC,QAAQ;gBACR,UAAU,EAAE,kBAAkB;aAC/B,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,aAAa,CAAC;gBACpC,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,KAAK,EAAE,eAAe,CAAC,KAAK;gBAC5B,aAAa,EAAE,eAAe,CAAC,aAAa;gBAC5C,SAAS,EAAE,eAAe,CAAC,SAAS;gBACpC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,QAAQ,EAAE,eAAe,CAAC,QAAQ;gBAClC,WAAW,EAAE,eAAe,CAAC,WAAW;gBACxC,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YAEH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;YACpE,CAAC;YAED,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,OAAe;YAC7B,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAClD,IAAI,CAAC,MAAM;gBAAE,OAAO,IAAI,CAAC;YACzB,OAAO,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QAED,KAAK,CAAC,eAAe,CACnB,OAAe;YAEf,OAAO,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,SAAS,CACb,OAA6B;YAE7B,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;QAChC,CAAC;QAED,KAAK,CAAC,cAAc,CAAC,SAAiB;YACpC,IAAI,OAAO,GAAG,CAAC,CAAC;YAEhB,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,WAAW,GAAG,MAAM,EAAE;qBACzB,UAAU,CAAC,sBAAsB,CAAC;qBAClC,MAAM,CAAC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;qBACjC,KAAK,CAAC,YAAY,EAAE,IAAI,EAAE,SAAS,CAAC;qBACpC,OAAO,CAAC,YAAY,EAAE,KAAK,CAAC;qBAC5B,KAAK,CAAC,kBAAkB,CAAC;qBACzB,OAAO,EAAE,CAAC;gBAEb,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAC7B,MAAM;gBACR,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,kBAAkB,CACtB,WAAW,EACX,0BAA0B,EAC1B,KAAK,EAAE,GAAG,EAAE,EAAE;oBACZ,IAAI,CAAC;wBACH,MAAM,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBAC1C,CAAC;oBAAC,MAAM,CAAC;wBACP,iEAAiE;wBACjE,mDAAmD;wBACnD,OAAO,CAAC,IAAI,CACV,yBAAyB,GAAG,CAAC,SAAS,cAAc,GAAG,CAAC,QAAQ,oCAAoC,CACrG,CAAC;oBACJ,CAAC;gBACH,CAAC,CACF,CAAC;gBAEF,MAAM,QAAQ,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;gBACxD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACxB,MAAM,MAAM,GAAG,MAAM,EAAE;yBACpB,UAAU,CAAC,sBAAsB,CAAC;yBAClC,KAAK,CAAC,UAAU,EAAE,IAAI,EAAE,QAAQ,CAAC;yBACjC,gBAAgB,EAAE,CAAC;oBACtB,OAAO,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC;gBAChD,CAAC;gBAED,IAAI,WAAW,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;oBAC5C,MAAM;gBACR,CAAC;YACH,CAAC;YAED,OAAO,OAAO,CAAC;QACjB,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/snapshot-chunks/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,SAAS,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/snapshot-chunks/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,cAAc,eAAe,CAAC;AAC9B,cAAc,SAAS,CAAC"}
|
|
@@ -1,80 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @syncular/server - Snapshot chunk storage types
|
|
3
|
-
*
|
|
4
|
-
* Separates chunk metadata (in database) from chunk body (in blob storage).
|
|
5
|
-
* Enables flexible storage backends (database, S3, R2, etc.)
|
|
6
|
-
*/
|
|
7
|
-
import type { SyncSnapshotChunkCompression, SyncSnapshotChunkEncoding, SyncSnapshotChunkRef } from '@syncular/core';
|
|
8
|
-
/**
|
|
9
|
-
* Page key for identifying a specific chunk
|
|
10
|
-
*/
|
|
11
|
-
export interface SnapshotChunkPageKey {
|
|
12
|
-
partitionId: string;
|
|
13
|
-
scopeKey: string;
|
|
14
|
-
scope: string;
|
|
15
|
-
asOfCommitSeq: number;
|
|
16
|
-
rowCursor: string | null;
|
|
17
|
-
rowLimit: number;
|
|
18
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
19
|
-
compression: SyncSnapshotChunkCompression;
|
|
20
|
-
}
|
|
21
|
-
/**
|
|
22
|
-
* Metadata stored in the database for each chunk
|
|
23
|
-
*/
|
|
24
|
-
export interface SnapshotChunkMetadata {
|
|
25
|
-
chunkId: string;
|
|
26
|
-
partitionId: string;
|
|
27
|
-
scopeKey: string;
|
|
28
|
-
scope: string;
|
|
29
|
-
asOfCommitSeq: number;
|
|
30
|
-
rowCursor: string | null;
|
|
31
|
-
rowLimit: number;
|
|
32
|
-
nextRowCursor?: string | null;
|
|
33
|
-
isLastPage?: boolean;
|
|
34
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
35
|
-
compression: SyncSnapshotChunkCompression;
|
|
36
|
-
sha256: string;
|
|
37
|
-
byteLength: number;
|
|
38
|
-
blobHash: string;
|
|
39
|
-
expiresAt: string;
|
|
40
|
-
}
|
|
41
|
-
/**
|
|
42
|
-
* Storage interface for snapshot chunks
|
|
43
|
-
*/
|
|
44
|
-
export interface SnapshotChunkStorage {
|
|
45
|
-
/** Storage adapter name */
|
|
46
|
-
readonly name: string;
|
|
47
|
-
/**
|
|
48
|
-
* Store a chunk. Returns chunk reference.
|
|
49
|
-
* If chunk with same content already exists (by hash), returns existing reference.
|
|
50
|
-
*/
|
|
51
|
-
storeChunk(metadata: Omit<SnapshotChunkMetadata, 'chunkId' | 'byteLength' | 'blobHash'> & {
|
|
52
|
-
body: Uint8Array;
|
|
53
|
-
}): Promise<SyncSnapshotChunkRef>;
|
|
54
|
-
/**
|
|
55
|
-
* Store a chunk from a stream.
|
|
56
|
-
* Preferred for large payloads to avoid full buffering in memory.
|
|
57
|
-
*/
|
|
58
|
-
storeChunkStream?(metadata: Omit<SnapshotChunkMetadata, 'chunkId' | 'byteLength' | 'blobHash'> & {
|
|
59
|
-
bodyStream: ReadableStream<Uint8Array>;
|
|
60
|
-
byteLength?: number;
|
|
61
|
-
}): Promise<SyncSnapshotChunkRef>;
|
|
62
|
-
/**
|
|
63
|
-
* Read chunk body by chunk ID
|
|
64
|
-
*/
|
|
65
|
-
readChunk(chunkId: string): Promise<Uint8Array | null>;
|
|
66
|
-
/**
|
|
67
|
-
* Read chunk body as a stream.
|
|
68
|
-
* Preferred for large payloads to avoid full buffering in memory.
|
|
69
|
-
*/
|
|
70
|
-
readChunkStream?(chunkId: string): Promise<ReadableStream<Uint8Array> | null>;
|
|
71
|
-
/**
|
|
72
|
-
* Find existing chunk by page key
|
|
73
|
-
*/
|
|
74
|
-
findChunk(pageKey: SnapshotChunkPageKey): Promise<SyncSnapshotChunkRef | null>;
|
|
75
|
-
/**
|
|
76
|
-
* Delete expired chunks. Returns number deleted.
|
|
77
|
-
*/
|
|
78
|
-
cleanupExpired(beforeIso: string): Promise<number>;
|
|
79
|
-
}
|
|
80
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/snapshot-chunks/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,4BAA4B,EAC5B,yBAAyB,EACzB,oBAAoB,EACrB,MAAM,gBAAgB,CAAC;AAExB;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;CAC3C;AAED;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,2BAA2B;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAEtB;;;OAGG;IACH,UAAU,CACR,QAAQ,EAAE,IAAI,CACZ,qBAAqB,EACrB,SAAS,GAAG,YAAY,GAAG,UAAU,CACtC,GAAG;QACF,IAAI,EAAE,UAAU,CAAC;KAClB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC;;;OAGG;IACH,gBAAgB,CAAC,CACf,QAAQ,EAAE,IAAI,CACZ,qBAAqB,EACrB,SAAS,GAAG,YAAY,GAAG,UAAU,CACtC,GAAG;QACF,UAAU,EAAE,cAAc,CAAC,UAAU,CAAC,CAAC;QACvC,UAAU,CAAC,EAAE,MAAM,CAAC;KACrB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAAC;IAEjC;;OAEG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAEvD;;;OAGG;IACH,eAAe,CAAC,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;IAE9E;;OAEG;IACH,SAAS,CACP,OAAO,EAAE,oBAAoB,GAC5B,OAAO,CAAC,oBAAoB,GAAG,IAAI,CAAC,CAAC;IAExC;;OAEG;IACH,cAAc,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;CACpD"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/snapshot-chunks/types.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}
|
|
@@ -1,90 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* @syncular/server - Encoded snapshot chunk cache (server-side)
|
|
3
|
-
*
|
|
4
|
-
* Used for efficiently serving large bootstrap snapshots (e.g. catalogs)
|
|
5
|
-
* without embedding huge JSON payloads into pull responses.
|
|
6
|
-
*/
|
|
7
|
-
import { type ScopeValues, type SyncSnapshotChunkCompression, type SyncSnapshotChunkEncoding, type SyncSnapshotChunkRef } from '@syncular/core';
|
|
8
|
-
import { type Kysely } from 'kysely';
|
|
9
|
-
import type { SyncCoreDb } from './schema';
|
|
10
|
-
export interface SnapshotChunkPageKey {
|
|
11
|
-
partitionId: string;
|
|
12
|
-
scopeKey: string;
|
|
13
|
-
scope: string;
|
|
14
|
-
asOfCommitSeq: number;
|
|
15
|
-
rowCursor: string | null;
|
|
16
|
-
rowLimit: number;
|
|
17
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
18
|
-
compression: SyncSnapshotChunkCompression;
|
|
19
|
-
}
|
|
20
|
-
export interface SnapshotChunkScopeCacheKeyInput {
|
|
21
|
-
partitionId: string;
|
|
22
|
-
scopes: ScopeValues;
|
|
23
|
-
schemaVersion?: number | string | null;
|
|
24
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
25
|
-
compression: SyncSnapshotChunkCompression;
|
|
26
|
-
gzipLevel: number;
|
|
27
|
-
features?: readonly string[];
|
|
28
|
-
}
|
|
29
|
-
export type SnapshotChunkRefWithContinuation = SyncSnapshotChunkRef & {
|
|
30
|
-
nextRowCursor: string | null;
|
|
31
|
-
isLastPage: boolean;
|
|
32
|
-
};
|
|
33
|
-
export interface SnapshotChunkRow {
|
|
34
|
-
chunkId: string;
|
|
35
|
-
partitionId: string;
|
|
36
|
-
scopeKey: string;
|
|
37
|
-
scope: string;
|
|
38
|
-
asOfCommitSeq: number;
|
|
39
|
-
rowCursor: string;
|
|
40
|
-
rowLimit: number;
|
|
41
|
-
nextRowCursor: string | null;
|
|
42
|
-
isLastPage: boolean;
|
|
43
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
44
|
-
compression: SyncSnapshotChunkCompression;
|
|
45
|
-
sha256: string;
|
|
46
|
-
byteLength: number;
|
|
47
|
-
body: Uint8Array | ReadableStream<Uint8Array>;
|
|
48
|
-
expiresAt: string;
|
|
49
|
-
}
|
|
50
|
-
/**
|
|
51
|
-
* Generate a stable cache key for snapshot chunks from effective scopes.
|
|
52
|
-
*/
|
|
53
|
-
export declare function scopesToSnapshotChunkScopeKey(scopes: ScopeValues): Promise<string>;
|
|
54
|
-
/**
|
|
55
|
-
* Generate the full server-side snapshot chunk cache key.
|
|
56
|
-
*
|
|
57
|
-
* The database page key also stores table, as-of commit, row cursor, row
|
|
58
|
-
* limit, encoding, and compression as indexed columns. This scope key carries
|
|
59
|
-
* the remaining semantic dimensions that otherwise invalidate all pages for a
|
|
60
|
-
* subscription scope.
|
|
61
|
-
*/
|
|
62
|
-
export declare function createSnapshotChunkScopeCacheKey(input: SnapshotChunkScopeCacheKeyInput): Promise<string>;
|
|
63
|
-
export declare function readSnapshotChunkRefByPageKey<DB extends SyncCoreDb>(db: Kysely<DB>, args: SnapshotChunkPageKey & {
|
|
64
|
-
nowIso?: string;
|
|
65
|
-
}): Promise<SnapshotChunkRefWithContinuation | null>;
|
|
66
|
-
export declare function insertSnapshotChunk<DB extends SyncCoreDb>(db: Kysely<DB>, args: {
|
|
67
|
-
chunkId: string;
|
|
68
|
-
partitionId: string;
|
|
69
|
-
scopeKey: string;
|
|
70
|
-
scope: string;
|
|
71
|
-
asOfCommitSeq: number;
|
|
72
|
-
rowCursor: string | null;
|
|
73
|
-
rowLimit: number;
|
|
74
|
-
nextRowCursor?: string | null;
|
|
75
|
-
isLastPage?: boolean;
|
|
76
|
-
encoding: SyncSnapshotChunkEncoding;
|
|
77
|
-
compression: SyncSnapshotChunkCompression;
|
|
78
|
-
sha256: string;
|
|
79
|
-
body: Uint8Array;
|
|
80
|
-
expiresAt: string;
|
|
81
|
-
}): Promise<SnapshotChunkRefWithContinuation>;
|
|
82
|
-
export declare function readSnapshotChunk<DB extends SyncCoreDb>(db: Kysely<DB>, chunkId: string, options?: {
|
|
83
|
-
/** External chunk storage for reading from S3/R2/etc */
|
|
84
|
-
chunkStorage?: {
|
|
85
|
-
readChunk(chunkId: string): Promise<Uint8Array | null>;
|
|
86
|
-
readChunkStream?(chunkId: string): Promise<ReadableStream<Uint8Array> | null>;
|
|
87
|
-
};
|
|
88
|
-
}): Promise<SnapshotChunkRow | null>;
|
|
89
|
-
export declare function deleteExpiredSnapshotChunks<DB extends SyncCoreDb>(db: Kysely<DB>, nowIso?: string): Promise<number>;
|
|
90
|
-
//# sourceMappingURL=snapshot-chunks.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"snapshot-chunks.d.ts","sourceRoot":"","sources":["../src/snapshot-chunks.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAEL,KAAK,WAAW,EAEhB,KAAK,4BAA4B,EACjC,KAAK,yBAAyB,EAC9B,KAAK,oBAAoB,EAE1B,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,KAAK,MAAM,EAAO,MAAM,QAAQ,CAAC;AAC1C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AAE3C,MAAM,WAAW,oBAAoB;IACnC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;CAC3C;AAED,MAAM,WAAW,+BAA+B;IAC9C,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,WAAW,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAAC;IACvC,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;IAC1C,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC9B;AAED,MAAM,MAAM,gCAAgC,GAAG,oBAAoB,GAAG;IACpE,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,OAAO,CAAC;CACrB,CAAC;AAEF,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,UAAU,EAAE,OAAO,CAAC;IACpB,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,UAAU,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;IAC9C,SAAS,EAAE,MAAM,CAAC;CACnB;AA8BD;;GAEG;AACH,wBAAsB,6BAA6B,CACjD,MAAM,EAAE,WAAW,GAClB,OAAO,CAAC,MAAM,CAAC,CASjB;AAED;;;;;;;GAOG;AACH,wBAAsB,gCAAgC,CACpD,KAAK,EAAE,+BAA+B,GACrC,OAAO,CAAC,MAAM,CAAC,CAmBjB;AAqBD,wBAAsB,6BAA6B,CAAC,EAAE,SAAS,UAAU,EACvE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EACd,IAAI,EAAE,oBAAoB,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAE,GAC/C,OAAO,CAAC,gCAAgC,GAAG,IAAI,CAAC,CA6DlD;AAED,wBAAsB,mBAAmB,CAAC,EAAE,SAAS,UAAU,EAC7D,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EACd,IAAI,EAAE;IACJ,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,QAAQ,EAAE,yBAAyB,CAAC;IACpC,WAAW,EAAE,4BAA4B,CAAC;IAC1C,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,UAAU,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB,GACA,OAAO,CAAC,gCAAgC,CAAC,CA+E3C;AAED,wBAAsB,iBAAiB,CAAC,EAAE,SAAS,UAAU,EAC3D,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EACd,OAAO,EAAE,MAAM,EACf,OAAO,CAAC,EAAE;IACR,wDAAwD;IACxD,YAAY,CAAC,EAAE;QACb,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QACvD,eAAe,CAAC,CACd,OAAO,EAAE,MAAM,GACd,OAAO,CAAC,cAAc,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;KAC/C,CAAC;CACH,GACA,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CA0GlC;AAED,wBAAsB,2BAA2B,CAAC,EAAE,SAAS,UAAU,EACrE,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,EACd,MAAM,SAA2B,GAChC,OAAO,CAAC,MAAM,CAAC,CAOjB"}
|