@syncular/server 0.58.0 → 0.60.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/README.md +49 -36
  2. package/dist/admin.d.ts +32 -20
  3. package/dist/admin.js +46 -40
  4. package/dist/blob-handlers.d.ts +25 -31
  5. package/dist/blob-handlers.js +63 -41
  6. package/dist/blob-store.d.ts +42 -24
  7. package/dist/blob-store.js +0 -0
  8. package/dist/bucket-blob-store.d.ts +12 -8
  9. package/dist/bucket-blob-store.js +54 -45
  10. package/dist/bucket-segment-store.js +18 -16
  11. package/dist/content-encoding.d.ts +5 -2
  12. package/dist/content-encoding.js +42 -13
  13. package/dist/context.d.ts +19 -5
  14. package/dist/context.js +19 -1
  15. package/dist/d1-storage.d.ts +14 -98
  16. package/dist/d1-storage.js +249 -1119
  17. package/dist/errors.js +16 -0
  18. package/dist/events.d.ts +36 -18
  19. package/dist/frame-bytes.js +24 -6
  20. package/dist/handler.js +503 -208
  21. package/dist/local-authority.d.ts +2 -0
  22. package/dist/local-authority.js +24 -12
  23. package/dist/object-bucket.d.ts +2 -0
  24. package/dist/operations-realtime.js +69 -50
  25. package/dist/operations.d.ts +5 -2
  26. package/dist/operations.js +20 -29
  27. package/dist/pg-executor-pglite.d.ts +5 -6
  28. package/dist/pg-executor-pglite.js +22 -14
  29. package/dist/pg-executor.d.ts +4 -1
  30. package/dist/postgres-storage.d.ts +24 -19
  31. package/dist/postgres-storage.js +420 -262
  32. package/dist/pull.d.ts +70 -47
  33. package/dist/pull.js +270 -301
  34. package/dist/push.d.ts +12 -3
  35. package/dist/push.js +361 -173
  36. package/dist/realtime.d.ts +85 -39
  37. package/dist/realtime.js +355 -219
  38. package/dist/relational-rows.d.ts +21 -66
  39. package/dist/relational-rows.js +28 -109
  40. package/dist/s3-blob-store.d.ts +11 -12
  41. package/dist/s3-blob-store.js +20 -13
  42. package/dist/s3-object-bucket.d.ts +8 -1
  43. package/dist/s3-object-bucket.js +16 -3
  44. package/dist/schema.d.ts +14 -0
  45. package/dist/schema.js +23 -0
  46. package/dist/scopes.d.ts +6 -2
  47. package/dist/scopes.js +22 -4
  48. package/dist/seed.js +10 -16
  49. package/dist/segment-download.d.ts +4 -1
  50. package/dist/segment-download.js +22 -6
  51. package/dist/signed-url.d.ts +2 -2
  52. package/dist/signed-url.js +9 -2
  53. package/dist/sigv4.d.ts +8 -2
  54. package/dist/sigv4.js +8 -4
  55. package/dist/sqlite-blob-store.d.ts +1 -1
  56. package/dist/sqlite-blob-store.js +23 -22
  57. package/dist/sqlite-dialect.d.ts +164 -84
  58. package/dist/sqlite-dialect.js +1145 -150
  59. package/dist/sqlite-lease-store.js +13 -18
  60. package/dist/sqlite-storage.d.ts +9 -62
  61. package/dist/sqlite-storage.js +303 -1123
  62. package/dist/storage-query.d.ts +30 -1
  63. package/dist/storage-query.js +68 -0
  64. package/dist/storage.d.ts +185 -63
  65. package/dist/storage.js +15 -0
  66. package/package.json +2 -2
  67. package/src/admin.ts +99 -57
  68. package/src/blob-handlers.ts +91 -72
  69. package/src/blob-store.ts +0 -0
  70. package/src/bucket-blob-store.ts +75 -48
  71. package/src/bucket-segment-store.ts +20 -15
  72. package/src/content-encoding.ts +48 -16
  73. package/src/context.ts +33 -6
  74. package/src/d1-storage.ts +350 -1700
  75. package/src/errors.ts +16 -0
  76. package/src/events.ts +37 -18
  77. package/src/frame-bytes.ts +26 -6
  78. package/src/handler.ts +654 -261
  79. package/src/local-authority.ts +27 -14
  80. package/src/object-bucket.ts +2 -0
  81. package/src/operations-realtime.ts +85 -61
  82. package/src/operations.ts +44 -42
  83. package/src/pg-executor-pglite.ts +27 -23
  84. package/src/pg-executor.ts +5 -1
  85. package/src/postgres-storage.ts +557 -354
  86. package/src/pull.ts +406 -440
  87. package/src/push.ts +466 -220
  88. package/src/realtime.ts +447 -290
  89. package/src/relational-rows.ts +43 -121
  90. package/src/s3-blob-store.ts +23 -13
  91. package/src/s3-object-bucket.ts +20 -2
  92. package/src/schema.ts +31 -0
  93. package/src/scopes.ts +23 -3
  94. package/src/seed.ts +13 -20
  95. package/src/segment-download.ts +33 -7
  96. package/src/signed-url.ts +10 -4
  97. package/src/sigv4.ts +17 -4
  98. package/src/sqlite-blob-store.ts +27 -26
  99. package/src/sqlite-dialect.ts +1851 -199
  100. package/src/sqlite-lease-store.ts +12 -23
  101. package/src/sqlite-storage.ts +390 -1821
  102. package/src/storage-query.ts +102 -0
  103. package/src/storage.ts +215 -67
package/src/sigv4.ts CHANGED
@@ -1,6 +1,6 @@
1
1
  /**
2
2
  * Minimal AWS Signature Version 4 — exactly the subset the S3 segment
3
- * store needs (header-signed requests and presigned GET URLs), hand-rolled
3
+ * and blob stores need (header-signed requests and presigned URLs), hand-rolled
4
4
  * per the dependency-light doctrine: SigV4 is small and
5
5
  * well-specified, so no SDK.
6
6
  *
@@ -226,9 +226,15 @@ export interface PresignArgs {
226
226
  readonly credentials: SigV4Credentials;
227
227
  readonly nowMs: number;
228
228
  readonly expiresSeconds: number;
229
+ /**
230
+ * Headers the request must carry with exactly these values, signed beside
231
+ * `host` (a presigned PUT binds `content-length` and
232
+ * `x-amz-checksum-sha256`, so the store rejects other bytes).
233
+ */
234
+ readonly headers?: Readonly<Record<string, string>>;
229
235
  }
230
236
 
231
- /** Query-authenticated (presigned) URL; only the `host` header is signed. */
237
+ /** Query-authenticated (presigned) URL over `host` plus `headers`. */
232
238
  export async function presignUrl(args: PresignArgs): Promise<URL> {
233
239
  const service = args.service ?? 's3';
234
240
  const method = args.method ?? 'GET';
@@ -242,7 +248,14 @@ export async function presignUrl(args: PresignArgs): Promise<URL> {
242
248
  );
243
249
  url.searchParams.set('X-Amz-Date', amzDate);
244
250
  url.searchParams.set('X-Amz-Expires', String(args.expiresSeconds));
245
- url.searchParams.set('X-Amz-SignedHeaders', 'host');
251
+ const headers = { ...args.headers, host: url.host };
252
+ url.searchParams.set(
253
+ 'X-Amz-SignedHeaders',
254
+ Object.keys(headers)
255
+ .map((name) => name.toLowerCase())
256
+ .sort()
257
+ .join(';'),
258
+ );
246
259
  if (args.credentials.sessionToken !== undefined) {
247
260
  url.searchParams.set('X-Amz-Security-Token', args.credentials.sessionToken);
248
261
  }
@@ -250,7 +263,7 @@ export async function presignUrl(args: PresignArgs): Promise<URL> {
250
263
  method,
251
264
  canonicalPath: url.pathname,
252
265
  query: url.searchParams,
253
- headers: { host: url.host },
266
+ headers,
254
267
  payloadHash: UNSIGNED_PAYLOAD,
255
268
  });
256
269
  const signature = await sigV4Signature({
@@ -32,33 +32,32 @@ export class SqliteBlobStore implements BlobStore {
32
32
  nowMs: number,
33
33
  mediaType?: string,
34
34
  ): Promise<BlobRecord> {
35
- const existing = await this.get(partition, blobId);
36
- if (existing !== undefined) {
37
- if (existing.record.mediaType !== undefined || mediaType === undefined)
38
- return existing.record;
39
- // A re-upload names the media type an earlier upload left out.
40
- this.db
41
- .query(
42
- 'UPDATE sync_blobs SET media_type=? WHERE partition=? AND blob_id=? AND media_type IS NULL',
43
- )
44
- .run(mediaType, partition, blobId);
45
- return { ...existing.record, mediaType };
35
+ // A re-upload refreshes the sweep grace clock and names the media type an
36
+ // earlier upload left out; it never replaces a recorded one.
37
+ const row = this.db
38
+ .query<
39
+ { media_type: string | null; created_at_ms: number },
40
+ [string, string, number, string | null, number, Uint8Array]
41
+ >(
42
+ `INSERT INTO sync_blobs(
43
+ partition, blob_id, byte_length, media_type, created_at_ms, bytes
44
+ ) VALUES (?,?,?,?,?,?)
45
+ ON CONFLICT(partition, blob_id) DO UPDATE SET
46
+ media_type = coalesce(media_type, excluded.media_type),
47
+ created_at_ms = max(created_at_ms, excluded.created_at_ms)
48
+ RETURNING media_type, created_at_ms`,
49
+ )
50
+ .get(partition, blobId, bytes.length, mediaType ?? null, nowMs, bytes);
51
+ if (row === null) {
52
+ throw new Error('SqliteBlobStore: blob upsert returned no row');
46
53
  }
47
- const record: BlobRecord = {
54
+ return {
48
55
  blobId,
49
56
  partition,
50
57
  byteLength: bytes.length,
51
- ...(mediaType !== undefined ? { mediaType } : {}),
52
- createdAtMs: nowMs,
58
+ ...(row.media_type !== null ? { mediaType: row.media_type } : {}),
59
+ createdAtMs: row.created_at_ms,
53
60
  };
54
- this.db
55
- .query(
56
- `INSERT OR IGNORE INTO sync_blobs(
57
- partition, blob_id, byte_length, media_type, created_at_ms, bytes
58
- ) VALUES (?,?,?,?,?,?)`,
59
- )
60
- .run(partition, blobId, bytes.length, mediaType ?? null, nowMs, bytes);
61
- return record;
62
61
  }
63
62
 
64
63
  async delete(partition: string, blobId: string): Promise<void> {
@@ -110,7 +109,7 @@ export class SqliteBlobStore implements BlobStore {
110
109
  async sweepOrphans(
111
110
  partition: string,
112
111
  olderThanMs: number,
113
- referencedBlobIds: ReadonlySet<string>,
112
+ isReferenced: (blobId: string) => Promise<boolean>,
114
113
  ): Promise<string[]> {
115
114
  const candidates = this.db
116
115
  .query<{ blob_id: string }, [string, number]>(
@@ -119,12 +118,14 @@ export class SqliteBlobStore implements BlobStore {
119
118
  )
120
119
  .all(partition, olderThanMs);
121
120
  const swept: string[] = [];
121
+ // The age condition repeats in the DELETE: a re-upload during the
122
+ // reference lookup refreshed the grace clock and keeps the blob.
122
123
  const del = this.db.query(
123
- 'DELETE FROM sync_blobs WHERE partition=? AND blob_id=?',
124
+ 'DELETE FROM sync_blobs WHERE partition=? AND blob_id=? AND created_at_ms < ?',
124
125
  );
125
126
  for (const { blob_id } of candidates) {
126
- if (!referencedBlobIds.has(blob_id)) {
127
- del.run(partition, blob_id);
127
+ if (await isReferenced(blob_id)) continue;
128
+ if (del.run(partition, blob_id, olderThanMs).changes > 0) {
128
129
  swept.push(blob_id);
129
130
  }
130
131
  }