@indigoai-us/hq-cloud 6.16.53 → 6.16.55-alpha.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/dist/backup-prune.d.ts +1 -23
  2. package/dist/backup-prune.d.ts.map +1 -1
  3. package/dist/backup-prune.js +8 -92
  4. package/dist/backup-prune.js.map +1 -1
  5. package/dist/backup-prune.test.js +0 -36
  6. package/dist/backup-prune.test.js.map +1 -1
  7. package/dist/bin/rescue-runner.js +1 -2
  8. package/dist/bin/rescue-runner.js.map +1 -1
  9. package/dist/bin/sync-runner-company.d.ts +14 -0
  10. package/dist/bin/sync-runner-company.d.ts.map +1 -1
  11. package/dist/bin/sync-runner-company.js +42 -8
  12. package/dist/bin/sync-runner-company.js.map +1 -1
  13. package/dist/bin/sync-runner-company.test.js +57 -126
  14. package/dist/bin/sync-runner-company.test.js.map +1 -1
  15. package/dist/bin/sync-runner-planning.d.ts +12 -3
  16. package/dist/bin/sync-runner-planning.d.ts.map +1 -1
  17. package/dist/bin/sync-runner-planning.js +65 -3
  18. package/dist/bin/sync-runner-planning.js.map +1 -1
  19. package/dist/bin/sync-runner-planning.test.js +108 -1
  20. package/dist/bin/sync-runner-planning.test.js.map +1 -1
  21. package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
  22. package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
  23. package/dist/bin/sync-runner-watch-loop.js +403 -164
  24. package/dist/bin/sync-runner-watch-loop.js.map +1 -1
  25. package/dist/bin/sync-runner-watch-routes.d.ts +2 -2
  26. package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
  27. package/dist/bin/sync-runner-watch-routes.js +14 -4
  28. package/dist/bin/sync-runner-watch-routes.js.map +1 -1
  29. package/dist/bin/sync-runner.d.ts +59 -5
  30. package/dist/bin/sync-runner.d.ts.map +1 -1
  31. package/dist/bin/sync-runner.js +48 -4
  32. package/dist/bin/sync-runner.js.map +1 -1
  33. package/dist/bin/sync-runner.test.js +1553 -192
  34. package/dist/bin/sync-runner.test.js.map +1 -1
  35. package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
  36. package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
  37. package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
  38. package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
  39. package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
  40. package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
  41. package/dist/cli/onepass-pull-planner.test.js +266 -0
  42. package/dist/cli/onepass-pull-planner.test.js.map +1 -0
  43. package/dist/cli/rescue-core.d.ts +0 -40
  44. package/dist/cli/rescue-core.d.ts.map +1 -1
  45. package/dist/cli/rescue-core.js +162 -1454
  46. package/dist/cli/rescue-core.js.map +1 -1
  47. package/dist/cli/rescue-rsync-preflight.test.js +4 -256
  48. package/dist/cli/rescue-rsync-preflight.test.js.map +1 -1
  49. package/dist/cli/rescue.d.ts +0 -4
  50. package/dist/cli/rescue.d.ts.map +1 -1
  51. package/dist/cli/rescue.js +1 -20
  52. package/dist/cli/rescue.js.map +1 -1
  53. package/dist/cli/rescue.test.js +1 -16
  54. package/dist/cli/rescue.test.js.map +1 -1
  55. package/dist/cli/share-presign-transport.test.js +0 -2
  56. package/dist/cli/share-presign-transport.test.js.map +1 -1
  57. package/dist/cli/share.d.ts +19 -0
  58. package/dist/cli/share.d.ts.map +1 -1
  59. package/dist/cli/share.js +150 -467
  60. package/dist/cli/share.js.map +1 -1
  61. package/dist/cli/share.test.js +95 -608
  62. package/dist/cli/share.test.js.map +1 -1
  63. package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
  64. package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
  65. package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
  66. package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
  67. package/dist/cli/sync-scope.test.js +8 -0
  68. package/dist/cli/sync-scope.test.js.map +1 -1
  69. package/dist/cli/sync.d.ts +13 -15
  70. package/dist/cli/sync.d.ts.map +1 -1
  71. package/dist/cli/sync.js +226 -118
  72. package/dist/cli/sync.js.map +1 -1
  73. package/dist/cli/sync.test.js +215 -2
  74. package/dist/cli/sync.test.js.map +1 -1
  75. package/dist/cli/watch-event-push-conflict.test.js +0 -2
  76. package/dist/cli/watch-event-push-conflict.test.js.map +1 -1
  77. package/dist/cognito-auth.d.ts +0 -30
  78. package/dist/cognito-auth.d.ts.map +1 -1
  79. package/dist/cognito-auth.js +0 -175
  80. package/dist/cognito-auth.js.map +1 -1
  81. package/dist/index.d.ts +2 -2
  82. package/dist/index.d.ts.map +1 -1
  83. package/dist/index.js +1 -1
  84. package/dist/index.js.map +1 -1
  85. package/dist/journal-row-store.d.ts +40 -5
  86. package/dist/journal-row-store.d.ts.map +1 -1
  87. package/dist/journal-row-store.js +240 -21
  88. package/dist/journal-row-store.js.map +1 -1
  89. package/dist/journal-row-store.test.js +54 -0
  90. package/dist/journal-row-store.test.js.map +1 -1
  91. package/dist/journal-snapshot-v4.d.ts.map +1 -1
  92. package/dist/journal-snapshot-v4.js +11 -6
  93. package/dist/journal-snapshot-v4.js.map +1 -1
  94. package/dist/journal-store.test.js +259 -7
  95. package/dist/journal-store.test.js.map +1 -1
  96. package/dist/journal.d.ts +43 -15
  97. package/dist/journal.d.ts.map +1 -1
  98. package/dist/journal.js +297 -79
  99. package/dist/journal.js.map +1 -1
  100. package/dist/lib/describe-error.d.ts.map +1 -1
  101. package/dist/lib/describe-error.js +0 -7
  102. package/dist/lib/describe-error.js.map +1 -1
  103. package/dist/lib/describe-error.test.js +0 -11
  104. package/dist/lib/describe-error.test.js.map +1 -1
  105. package/dist/lib/exit-codes.d.ts +15 -0
  106. package/dist/lib/exit-codes.d.ts.map +1 -1
  107. package/dist/lib/exit-codes.js +15 -0
  108. package/dist/lib/exit-codes.js.map +1 -1
  109. package/dist/machine-auth.test.js +0 -295
  110. package/dist/machine-auth.test.js.map +1 -1
  111. package/dist/object-io.d.ts +2 -2
  112. package/dist/object-io.d.ts.map +1 -1
  113. package/dist/object-io.js +3 -18
  114. package/dist/object-io.js.map +1 -1
  115. package/dist/personal-vault.d.ts.map +1 -1
  116. package/dist/personal-vault.js +10 -3
  117. package/dist/personal-vault.js.map +1 -1
  118. package/dist/personal-vault.test.js +35 -0
  119. package/dist/personal-vault.test.js.map +1 -1
  120. package/dist/remote-pull.d.ts.map +1 -1
  121. package/dist/remote-pull.js +9 -2
  122. package/dist/remote-pull.js.map +1 -1
  123. package/dist/remote-pull.test.js +59 -2
  124. package/dist/remote-pull.test.js.map +1 -1
  125. package/dist/s3.d.ts +1 -18
  126. package/dist/s3.d.ts.map +1 -1
  127. package/dist/s3.js +24 -47
  128. package/dist/s3.js.map +1 -1
  129. package/dist/s3.list-cost.test.d.ts +2 -0
  130. package/dist/s3.list-cost.test.d.ts.map +1 -0
  131. package/dist/s3.list-cost.test.js +51 -0
  132. package/dist/s3.list-cost.test.js.map +1 -0
  133. package/dist/s3.test.js +1 -27
  134. package/dist/s3.test.js.map +1 -1
  135. package/dist/sync/area-ledger.d.ts +2 -2
  136. package/dist/sync/area-ledger.d.ts.map +1 -1
  137. package/dist/sync/area-ledger.js +66 -34
  138. package/dist/sync/area-ledger.js.map +1 -1
  139. package/dist/sync/area-ledger.test.js +90 -5
  140. package/dist/sync/area-ledger.test.js.map +1 -1
  141. package/dist/sync/parallel-sync-coordinator.test.js +29 -0
  142. package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
  143. package/dist/sync/realtime-telemetry.d.ts +1 -1
  144. package/dist/sync/realtime-telemetry.d.ts.map +1 -1
  145. package/dist/sync/realtime-telemetry.js +14 -6
  146. package/dist/sync/realtime-telemetry.js.map +1 -1
  147. package/dist/sync/realtime-telemetry.test.js +136 -16
  148. package/dist/sync/realtime-telemetry.test.js.map +1 -1
  149. package/dist/sync/remote-file-spool.d.ts +16 -0
  150. package/dist/sync/remote-file-spool.d.ts.map +1 -0
  151. package/dist/sync/remote-file-spool.js +91 -0
  152. package/dist/sync/remote-file-spool.js.map +1 -0
  153. package/dist/sync/remote-file-spool.test.d.ts +2 -0
  154. package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
  155. package/dist/sync/remote-file-spool.test.js +77 -0
  156. package/dist/sync/remote-file-spool.test.js.map +1 -0
  157. package/dist/sync/state-store.d.ts +6 -0
  158. package/dist/sync/state-store.d.ts.map +1 -1
  159. package/dist/sync/state-store.js +14 -2
  160. package/dist/sync/state-store.js.map +1 -1
  161. package/dist/sync-core.d.ts +4 -6
  162. package/dist/sync-core.d.ts.map +1 -1
  163. package/dist/sync-core.js +4 -10
  164. package/dist/sync-core.js.map +1 -1
  165. package/dist/sync-core.test.js +1 -25
  166. package/dist/sync-core.test.js.map +1 -1
  167. package/dist/vault-client.d.ts +5 -26
  168. package/dist/vault-client.d.ts.map +1 -1
  169. package/dist/vault-client.js +20 -43
  170. package/dist/vault-client.js.map +1 -1
  171. package/dist/vault-client.test.js +0 -32
  172. package/dist/vault-client.test.js.map +1 -1
  173. package/dist/watcher.d.ts +12 -0
  174. package/dist/watcher.d.ts.map +1 -1
  175. package/dist/watcher.js +131 -0
  176. package/dist/watcher.js.map +1 -1
  177. package/dist/watcher.test.js +63 -0
  178. package/dist/watcher.test.js.map +1 -1
  179. package/package.json +2 -1
  180. package/dist/cli/rescue-breaker.test.d.ts +0 -2
  181. package/dist/cli/rescue-breaker.test.d.ts.map +0 -1
  182. package/dist/cli/rescue-breaker.test.js +0 -334
  183. package/dist/cli/rescue-breaker.test.js.map +0 -1
  184. package/dist/cli/rescue-realpath.test.d.ts +0 -2
  185. package/dist/cli/rescue-realpath.test.d.ts.map +0 -1
  186. package/dist/cli/rescue-realpath.test.js +0 -109
  187. package/dist/cli/rescue-realpath.test.js.map +0 -1
  188. package/dist/cli/rescue-snapshot-copy.test.d.ts +0 -2
  189. package/dist/cli/rescue-snapshot-copy.test.d.ts.map +0 -1
  190. package/dist/cli/rescue-snapshot-copy.test.js +0 -627
  191. package/dist/cli/rescue-snapshot-copy.test.js.map +0 -1
  192. package/dist/cli/rescue-snapshot-recovery.test.d.ts +0 -2
  193. package/dist/cli/rescue-snapshot-recovery.test.d.ts.map +0 -1
  194. package/dist/cli/rescue-snapshot-recovery.test.js +0 -260
  195. package/dist/cli/rescue-snapshot-recovery.test.js.map +0 -1
  196. package/dist/cli/rescue-source-switch-floor.test.d.ts +0 -2
  197. package/dist/cli/rescue-source-switch-floor.test.d.ts.map +0 -1
  198. package/dist/cli/rescue-source-switch-floor.test.js +0 -210
  199. package/dist/cli/rescue-source-switch-floor.test.js.map +0 -1
@@ -1,32 +1,40 @@
1
1
  import { describe, expect, it } from "vitest";
2
- import { REALTIME_TELEMETRY_EVENT, RealtimeTelemetrySpan, assertRealtimeTelemetryLowCardinality, } from "./realtime-telemetry.js";
2
+ import { REALTIME_TELEMETRY_EVENT, REALTIME_TELEMETRY_SCHEMA_VERSION, REALTIME_TIMING_STAGES, RealtimeTelemetrySpan, assertRealtimeTelemetryLowCardinality, } from "./realtime-telemetry.js";
3
3
  describe("realtime telemetry schema", () => {
4
- it("emits every required timing with a per-item denominator and stable labels", () => {
4
+ it("partitions distinct marked stages into their own intervals", () => {
5
5
  let now = 100;
6
6
  const records = [];
7
7
  const span = new RealtimeTelemetrySpan("watcher", "push", 2, (record) => records.push(record), () => now);
8
- now = 110;
8
+ now = 111;
9
+ span.mark("conflict");
10
+ now = 119;
9
11
  span.mark("worker");
10
- for (const stage of ["conflict", "operationGate", "appendLock", "network", "commit"])
11
- span.mark(stage);
12
- now = 135;
12
+ now = 137;
13
+ span.mark("operationGate");
14
+ now = 166;
15
+ span.mark("appendLock");
16
+ now = 198;
17
+ span.mark("network");
18
+ now = 237;
19
+ span.mark("commit");
20
+ now = 300;
13
21
  const record = span.finish("durable");
14
22
  expect(records).toEqual([record]);
15
23
  expect(record).toEqual({
16
24
  event: REALTIME_TELEMETRY_EVENT,
17
- schemaVersion: 1,
25
+ schemaVersion: 2,
18
26
  source: "watcher",
19
27
  direction: "push",
20
28
  outcome: "durable",
21
29
  items: 2,
22
30
  timingMs: {
23
- queue: 10,
24
- conflict: 25,
25
- worker: 25,
26
- operationGate: 25,
27
- appendLock: 25,
28
- network: 25,
29
- commit: 25,
31
+ queue: 19,
32
+ conflict: 8,
33
+ worker: 18,
34
+ operationGate: 29,
35
+ appendLock: 32,
36
+ network: 39,
37
+ commit: 63,
30
38
  },
31
39
  denominator: {
32
40
  queue: 2,
@@ -38,11 +46,120 @@ describe("realtime telemetry schema", () => {
38
46
  commit: 2,
39
47
  },
40
48
  });
49
+ expect(Object.values(record.timingMs).slice(1).reduce((sum, timing) => sum + timing, 0)).toBeLessThanOrEqual(200);
50
+ });
51
+ it("partitions distinct marks in production invocation order chronologically", () => {
52
+ let now = 100;
53
+ const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
54
+ now = 110;
55
+ span.mark("worker");
56
+ now = 120;
57
+ span.mark("conflict");
58
+ now = 130;
59
+ span.mark("operationGate");
60
+ now = 140;
61
+ span.mark("appendLock");
62
+ now = 150;
63
+ span.mark("network");
64
+ now = 160;
65
+ span.mark("commit");
66
+ now = 170;
67
+ const timingMs = span.finish("durable").timingMs;
68
+ expect(timingMs).toEqual({
69
+ queue: 10,
70
+ conflict: 10,
71
+ worker: 10,
72
+ operationGate: 10,
73
+ appendLock: 10,
74
+ network: 10,
75
+ commit: 10,
76
+ });
77
+ for (const stage of ["conflict", "worker", "operationGate", "appendLock", "network", "commit"]) {
78
+ expect(timingMs[stage]).not.toBe(0);
79
+ expect(timingMs[stage]).not.toBe(20);
80
+ }
41
81
  });
42
- it("rejects a path-shaped field before it can create a high-cardinality metric key", () => {
82
+ it("floors only the final stage when the wall clock steps backwards", () => {
83
+ const timestamps = [100, 110, 120, 130, 140, 150, 160, 150];
84
+ const now = () => {
85
+ const timestamp = timestamps.shift();
86
+ if (timestamp === undefined)
87
+ throw new Error("clock exhausted");
88
+ return timestamp;
89
+ };
90
+ const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, now);
91
+ for (const stage of ["worker", "conflict", "operationGate", "appendLock", "network", "commit"])
92
+ span.mark(stage);
93
+ expect(span.finish("durable").timingMs).toEqual({
94
+ queue: 10,
95
+ conflict: 10,
96
+ worker: 10,
97
+ operationGate: 10,
98
+ appendLock: 10,
99
+ network: 10,
100
+ commit: 0,
101
+ });
102
+ });
103
+ it("reports the observed production shape as five absent stages and final-stage work", () => {
104
+ let now = 100;
105
+ const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
106
+ now = 110;
107
+ for (const stage of ["worker", "conflict", "operationGate", "appendLock", "network", "commit"])
108
+ span.mark(stage);
109
+ now = 135;
110
+ expect(span.finish("durable").timingMs).toEqual({
111
+ queue: 10,
112
+ conflict: 0,
113
+ worker: 0,
114
+ operationGate: 0,
115
+ appendLock: 0,
116
+ network: 0,
117
+ commit: 25,
118
+ });
119
+ });
120
+ it("reports unmarked stages as zero rather than inheriting the worker mark", () => {
121
+ let now = 100;
122
+ const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
123
+ now = 110;
124
+ span.mark("worker");
125
+ now = 140;
126
+ const record = span.finish("durable");
127
+ expect(record.timingMs).toEqual({
128
+ queue: 10,
129
+ conflict: 0,
130
+ worker: 30,
131
+ operationGate: 0,
132
+ appendLock: 0,
133
+ network: 0,
134
+ commit: 0,
135
+ });
136
+ for (const stage of ["conflict", "operationGate", "appendLock", "network", "commit"]) {
137
+ expect(record.timingMs[stage]).not.toBe(30);
138
+ }
139
+ });
140
+ it("keeps queue as worker start minus span start", () => {
141
+ let now = 100;
142
+ const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
143
+ now = 115;
144
+ span.mark("worker");
145
+ now = 145;
146
+ expect(span.finish("durable").timingMs.queue).toBe(15);
147
+ });
148
+ it("uses schema version 2", () => {
149
+ expect(REALTIME_TELEMETRY_SCHEMA_VERSION).toBe(2);
150
+ });
151
+ it("preserves stage denominators and rejects dynamic or unsupported labels", () => {
152
+ let now = 100;
153
+ const span = new RealtimeTelemetrySpan("watcher", "push", 3, () => { }, () => now);
154
+ now = 110;
155
+ span.mark("worker");
156
+ now = 120;
157
+ const emitted = span.finish("durable");
158
+ for (const stage of REALTIME_TIMING_STAGES)
159
+ expect(emitted.denominator[stage]).toBe(emitted.items);
43
160
  const record = {
44
161
  event: REALTIME_TELEMETRY_EVENT,
45
- schemaVersion: 1,
162
+ schemaVersion: 2,
46
163
  source: "watcher",
47
164
  direction: "push",
48
165
  outcome: "durable",
@@ -52,6 +169,9 @@ describe("realtime telemetry schema", () => {
52
169
  path: "companies/indigo/private.md",
53
170
  };
54
171
  expect(() => assertRealtimeTelemetryLowCardinality(record)).toThrow("high-cardinality");
172
+ const unsupportedSource = { ...record, source: "path-based-source" };
173
+ delete unsupportedSource.path;
174
+ expect(() => assertRealtimeTelemetryLowCardinality(unsupportedSource)).toThrow("unsupported label value");
55
175
  });
56
176
  it("preserves pathless wake failures as zero-item retryable observations", () => {
57
177
  const records = [];
@@ -1 +1 @@
1
- {"version":3,"file":"realtime-telemetry.test.js","sourceRoot":"","sources":["../../src/sync/realtime-telemetry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,qCAAqC,GAEtC,MAAM,yBAAyB,CAAC;AAEjC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1G,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAChH,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,EAAE;gBACZ,MAAM,EAAE,EAAE;gBACV,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX;YACD,WAAW,EAAE;gBACX,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;gBACT,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,CAAC;aACV;SACF,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,MAAM,GAAG;YACb,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACtG,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACzG,IAAI,EAAE,6BAA6B;SACE,CAAC;QACxC,MAAM,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC1F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEhH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
1
+ {"version":3,"file":"realtime-telemetry.test.js","sourceRoot":"","sources":["../../src/sync/realtime-telemetry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,iCAAiC,EACjC,sBAAsB,EACtB,qBAAqB,EACrB,qCAAqC,GAEtC,MAAM,yBAAyB,CAAC;AAEjC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1G,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,EAAE;gBACV,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX;YACD,WAAW,EAAE;gBACX,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;gBACT,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,CAAC;aACV;SACF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACpH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC;QACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACvB,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU,EAAE,CAAC;YACxG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,GAAG,EAAE;YACf,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,SAAS,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChE,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5E,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1H,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9C,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,GAAG,EAAE;QAC1F,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1H,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9C,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9B,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU,EAAE,CAAC;YAC9F,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,sBAAsB;YAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEnG,MAAM,MAAM,GAAG;YACb,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACtG,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACzG,IAAI,EAAE,6BAA6B;SACE,CAAC;QACxC,MAAM,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAExF,MAAM,iBAAiB,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,mBAAmB,EAAwC,CAAC;QAC3G,OAAQ,iBAAwD,CAAC,IAAI,CAAC;QACtE,MAAM,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEhH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { type RemoteFile } from "../s3.js";
2
+ export declare function collectRemoteAncestors(files: Iterable<RemoteFile>): Set<string>;
3
+ export interface SpooledRemoteFiles {
4
+ files: Iterable<RemoteFile>;
5
+ remoteKeysWithChildren: ReadonlySet<string>;
6
+ dispose(): void;
7
+ }
8
+ /**
9
+ * Preserve one LIST snapshot without retaining every row in memory. Deferring
10
+ * only directory collisions cannot preserve the journal freshness contract:
11
+ * an intent for ANY earlier row can arrive on the last page. Replay after the
12
+ * caller refreshes its journal, with complete overlay evidence and no remote
13
+ * second pass. Disk cost is one JSONL write and read per row (metadata only).
14
+ */
15
+ export declare function spoolRemoteFiles(source: AsyncIterable<RemoteFile>): Promise<SpooledRemoteFiles>;
16
+ //# sourceMappingURL=remote-file-spool.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remote-file-spool.d.ts","sourceRoot":"","sources":["../../src/sync/remote-file-spool.ts"],"names":[],"mappings":"AAIA,OAAO,EAAc,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC;AAWvD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAI/E;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5B,sBAAsB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5C,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkCrG"}
@@ -0,0 +1,91 @@
1
+ import * as fs from "node:fs";
2
+ import * as os from "node:os";
3
+ import * as path from "node:path";
4
+ import { StringDecoder } from "node:string_decoder";
5
+ import { toPosixKey } from "../s3.js";
6
+ const CHUNK_BYTES = 64 * 1024;
7
+ function addAncestors(keys, remoteKey) {
8
+ const key = toPosixKey(remoteKey);
9
+ for (let slash = key.indexOf("/"); slash !== -1; slash = key.indexOf("/", slash + 1)) {
10
+ keys.add(key.slice(0, slash));
11
+ }
12
+ }
13
+ export function collectRemoteAncestors(files) {
14
+ const keys = new Set();
15
+ for (const file of files)
16
+ addAncestors(keys, file.key);
17
+ return keys;
18
+ }
19
+ /**
20
+ * Preserve one LIST snapshot without retaining every row in memory. Deferring
21
+ * only directory collisions cannot preserve the journal freshness contract:
22
+ * an intent for ANY earlier row can arrive on the last page. Replay after the
23
+ * caller refreshes its journal, with complete overlay evidence and no remote
24
+ * second pass. Disk cost is one JSONL write and read per row (metadata only).
25
+ */
26
+ export async function spoolRemoteFiles(source) {
27
+ const directory = fs.mkdtempSync(path.join(os.tmpdir(), "hq-pull-list-"));
28
+ const filename = path.join(directory, "rows.jsonl");
29
+ const remoteKeysWithChildren = new Set();
30
+ let writer;
31
+ const dispose = () => fs.rmSync(directory, { recursive: true, force: true });
32
+ try {
33
+ writer = fs.openSync(filename, "wx", 0o600);
34
+ let pending = "";
35
+ const flush = () => {
36
+ // writeFileSync handles partial writes to this already-open descriptor.
37
+ fs.writeFileSync(writer, pending, "utf8");
38
+ pending = "";
39
+ };
40
+ for await (const file of source) {
41
+ addAncestors(remoteKeysWithChildren, file.key);
42
+ // Encode the timestamp numerically; replay restores the Date used by
43
+ // tombstone/recreate classification. JSON escapes newlines in keys.
44
+ pending += JSON.stringify({ ...file, lastModified: file.lastModified.getTime() }) + "\n";
45
+ if (pending.length >= CHUNK_BYTES)
46
+ flush();
47
+ }
48
+ if (pending.length > 0)
49
+ flush();
50
+ fs.closeSync(writer);
51
+ writer = undefined;
52
+ return {
53
+ remoteKeysWithChildren,
54
+ files: { [Symbol.iterator]: () => readRows(filename) },
55
+ dispose,
56
+ };
57
+ }
58
+ catch (error) {
59
+ if (writer !== undefined)
60
+ fs.closeSync(writer);
61
+ dispose();
62
+ throw error;
63
+ }
64
+ }
65
+ function* readRows(filename) {
66
+ const reader = fs.openSync(filename, "r");
67
+ try {
68
+ const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
69
+ const decoder = new StringDecoder("utf8");
70
+ let pending = "";
71
+ let bytes;
72
+ while ((bytes = fs.readSync(reader, buffer, 0, buffer.length, null)) > 0) {
73
+ pending += decoder.write(buffer.subarray(0, bytes));
74
+ let start = 0;
75
+ let newline;
76
+ while ((newline = pending.indexOf("\n", start)) !== -1) {
77
+ const row = JSON.parse(pending.slice(start, newline));
78
+ yield { ...row, lastModified: new Date(row.lastModified) };
79
+ start = newline + 1;
80
+ }
81
+ pending = pending.slice(start);
82
+ }
83
+ pending += decoder.end();
84
+ if (pending.length !== 0)
85
+ throw new Error("Incomplete pull LIST spool");
86
+ }
87
+ finally {
88
+ fs.closeSync(reader);
89
+ }
90
+ }
91
+ //# sourceMappingURL=remote-file-spool.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remote-file-spool.js","sourceRoot":"","sources":["../../src/sync/remote-file-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAmB,MAAM,UAAU,CAAC;AAEvD,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9B,SAAS,YAAY,CAAC,IAAiB,EAAE,SAAiB;IACxD,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IAClC,KAAK,IAAI,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA2B;IAChE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC;AACd,CAAC;AAQD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAiC;IACtE,MAAM,SAAS,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACpD,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,IAAI,MAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7E,IAAI,CAAC;QACH,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,wEAAwE;YACxE,EAAE,CAAC,aAAa,CAAC,MAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,OAAO,GAAG,EAAE,CAAC;QACf,CAAC,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,YAAY,CAAC,sBAAsB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/C,qEAAqE;YACrE,oEAAoE;YACpE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;YACzF,IAAI,OAAO,CAAC,MAAM,IAAI,WAAW;gBAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,EAAE,CAAC;QAChC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,GAAG,SAAS,CAAC;QACnB,OAAO;YACL,sBAAsB;YACtB,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACtD,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,KAAK,SAAS;YAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;QACV,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAgB;IACjC,MAAM,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,KAAa,CAAC;QAClB,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,OAAe,CAAC;YACpB,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAgE,CAAC;gBACrH,MAAM,EAAE,GAAG,GAAG,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC3D,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC;YACtB,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC1E,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=remote-file-spool.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remote-file-spool.test.d.ts","sourceRoot":"","sources":["../../src/sync/remote-file-spool.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,77 @@
1
+ import * as fs from "node:fs";
2
+ import * as path from "node:path";
3
+ import { afterEach, describe, expect, it, vi } from "vitest";
4
+ import { spoolRemoteFiles } from "./remote-file-spool.js";
5
+ vi.mock("node:fs", async (importOriginal) => ({ ...await importOriginal() }));
6
+ const row = (key) => ({ key, size: 17, lastModified: new Date(1_700_000_000_123), etag: '"abc"', storageClass: "DEEP_ARCHIVE" });
7
+ async function* stream(files) { yield* files; }
8
+ afterEach(() => vi.restoreAllMocks());
9
+ function observeDirectory() {
10
+ const mkdir = vi.spyOn(fs, "mkdtempSync");
11
+ return () => {
12
+ const result = mkdir.mock.results.find((entry) => entry.type === "return");
13
+ expect(result).toBeDefined();
14
+ return result.value;
15
+ };
16
+ }
17
+ describe("remote LIST spool", () => {
18
+ it("round-trips metadata and UTF-8 across chunks, with complete unordered ancestors", async () => {
19
+ const directory = observeDirectory();
20
+ const rows = [row("docs/overlay"), ...Array.from({ length: 1000 }, (_, i) => row(`docs/overlay/é漢😀-${i}-line\nback\\slash.md`)), row("parent/child/grandchild.md"), row("parent")];
21
+ const source = await spoolRemoteFiles(stream(rows));
22
+ try {
23
+ expect(fs.existsSync(directory())).toBe(true);
24
+ expect(fs.statSync(directory()).mode & 0o777).toBe(0o700);
25
+ expect(fs.statSync(path.join(directory(), "rows.jsonl")).mode & 0o777).toBe(0o600);
26
+ expect([...source.files]).toEqual(rows);
27
+ expect(source.remoteKeysWithChildren.has("docs/overlay")).toBe(true);
28
+ expect(source.remoteKeysWithChildren.has("parent/child")).toBe(true);
29
+ expect(source.remoteKeysWithChildren.has("parent")).toBe(true);
30
+ console.log(`spool round-trip control: rows=${rows.length}; bytes=${fs.statSync(path.join(directory(), "rows.jsonl")).size}; Date/storageClass/UTF-8 preserved=true; private permissions=700/600`);
31
+ }
32
+ finally {
33
+ source.dispose();
34
+ }
35
+ expect(fs.existsSync(directory())).toBe(false);
36
+ console.log("spool cleanup control: directory existed=true; after dispose exists=false");
37
+ });
38
+ it("removes partial spool on a late LIST failure", async () => {
39
+ const directory = observeDirectory();
40
+ async function* failingList() {
41
+ yield row("docs/first.md");
42
+ expect(fs.existsSync(directory())).toBe(true);
43
+ throw new Error("LIST failed");
44
+ }
45
+ await expect(spoolRemoteFiles(failingList())).rejects.toThrow("LIST failed");
46
+ expect(fs.existsSync(directory())).toBe(false);
47
+ console.log("LIST failure cleanup control: directory existed=true; after rejected LIST exists=false");
48
+ });
49
+ it("removes partial spool on disk write failure", async () => {
50
+ const directory = observeDirectory();
51
+ vi.spyOn(fs, "writeFileSync").mockImplementation(() => {
52
+ expect(fs.existsSync(directory())).toBe(true);
53
+ throw new Error("ENOSPC control");
54
+ });
55
+ await expect(spoolRemoteFiles(stream([row("docs/first.md")]))).rejects.toThrow("ENOSPC control");
56
+ expect(fs.existsSync(directory())).toBe(false);
57
+ console.log("disk failure cleanup control: directory existed=true; after ENOSPC exists=false");
58
+ });
59
+ it("closes the replay descriptor if classification throws", async () => {
60
+ const source = await spoolRemoteFiles(stream([row("docs/first.md"), row("docs/second.md")]));
61
+ const close = vi.spyOn(fs, "closeSync");
62
+ const open = vi.spyOn(fs, "openSync");
63
+ try {
64
+ expect(() => {
65
+ for (const _file of source.files)
66
+ throw new Error("classification failed");
67
+ }).toThrow("classification failed");
68
+ expect(open).toHaveBeenCalledTimes(1);
69
+ expect(close).toHaveBeenCalledWith(open.mock.results[0].value);
70
+ console.log("replay failure descriptor control: opened=1; matching descriptor closed=true");
71
+ }
72
+ finally {
73
+ source.dispose();
74
+ }
75
+ });
76
+ });
77
+ //# sourceMappingURL=remote-file-spool.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"remote-file-spool.test.js","sourceRoot":"","sources":["../../src/sync/remote-file-spool.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,cAAc,EAA4B,EAAE,CAAC,CAAC,CAAC;AAExG,MAAM,GAAG,GAAG,CAAC,GAAW,EAAc,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC,CAAC;AACrJ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,KAAmB,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC;AAEtC,SAAS,gBAAgB;IACvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,GAAG,EAAE;QACV,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC3E,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,OAAO,MAAO,CAAC,KAAe,CAAC;IACjC,CAAC,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAC/F,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,uBAAuB,CAAC,CAAC,EAAE,GAAG,CAAC,4BAA4B,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpL,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnF,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,MAAM,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,uEAAuE,CAAC,CAAC;QACrM,CAAC;gBAAS,CAAC;YAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,GAAG,CAAC,eAAe,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,MAAM,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7E,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,wFAAwF,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACpD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACjG,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,iFAAiF,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,EAAE;gBACV,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC7E,CAAC,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;QAC9F,CAAC;gBAAS,CAAC;YAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
@@ -23,6 +23,8 @@ export declare function setStateStoreSnapshotReadHookForTest(hook: (() => void)
23
23
  export declare function setStateStoreSnapshotMemorySampleHookForTest(hook: (() => void) | undefined): void;
24
24
  /** Test-only seam after the WAL length is sampled during cold recovery. */
25
25
  export declare function setStateStoreWalReadHookForTest(hook: (() => void) | undefined): void;
26
+ /** Test-only seam for counting authenticated WAL records applied during recovery or tailing. */
27
+ export declare function setStateStoreWalRecordReadHookForTest(hook: ((record: StateStoreRecord) => void) | undefined): void;
26
28
  /** Test-only crash seam after durable staging and before lock-protected publish. */
27
29
  export declare function setStateStoreAfterGenerationStageHookForTest(hook: (() => void) | undefined): void;
28
30
  /** Test-only seam for filesystems that do not support forced reflinks. */
@@ -132,6 +134,8 @@ export interface StateStoreBatchAppend<T> {
132
134
  type: number;
133
135
  payload: unknown;
134
136
  flags?: number;
137
+ /** Caller-owned recovery protocol will compact this durable WAL tail later. */
138
+ deferCompaction?: boolean;
135
139
  }
136
140
  export interface StateStoreRecoveryStats {
137
141
  /** Bytes in the selected generation's WAL, including its header. */
@@ -263,6 +267,8 @@ export declare class StateStore<T> {
263
267
  repairIfNeeded(maintenance?: StateStoreMaintenanceOptions): StateStoreMaintenanceResult;
264
268
  /** Compact only this scope when its ordinary append thresholds require it. */
265
269
  compactIfNeeded(): boolean;
270
+ /** Observe the caller's configured WAL threshold without publishing a snapshot. */
271
+ isCompactionDue(): boolean;
266
272
  /** Async counterpart used by callback-originated recovery paths. */
267
273
  private compactIfNeededAsync;
268
274
  getGenerationIdentity(): StateStoreGenerationIdentity;
@@ -1 +1 @@
1
- {"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAWA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AAmFnE,wBAAgB,2CAA2C,IAAI,IAAI,CAElE;AAED,wBAAgB,yCAAyC,IAAI,MAAM,CAElE;AAED,wBAAgB,kDAAkD,IAAI,IAAI,CAEzE;AAED,wBAAgB,gDAAgD,IAAI,MAAM,CAEzE;AAED,wBAAgB,yCAAyC,IAAI,IAAI,CAEhE;AAED,wBAAgB,uCAAuC,IAAI,MAAM,CAEhE;AAED,uFAAuF;AACvF,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,OAAO,GACf;IAAE,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAEnD;AAED,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAE5G;AAED,6EAA6E;AAC7E,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE1F;AAED,kFAAkF;AAClF,wBAAgB,oCAAoC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEzF;AAED,6FAA6F;AAC7F,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,2EAA2E;AAC3E,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEpF;AAED,oFAAoF;AACpF,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,0EAA0E;AAC1E,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,2DAA2D;AAC3D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,SAAS,GAC3G,IAAI,CAEN;AAED,4DAA4D;AAC5D,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE/F;AAED,+EAA+E;AAC/E,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,sFAAsF;AACtF,wBAAgB,yCAAyC,CACvD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,+EAA+E;AAC/E,wBAAgB,+CAA+C,CAC7D,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,6EAA6E;AAC7E,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,qFAAqF;AACrF,wBAAgB,oCAAoC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,4FAA4F;AAC5F,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEvF;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjF;AAED,kFAAkF;AAClF,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,4EAA4E;AAC5E,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEnF;AA+ED,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,CAAC,CAAC;IAChB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,KAAK,CAAC,CAAC;IAClD;;;;OAIG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C;;;;;OAKG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IAC/C;;;OAGG;IACH,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,4DAA4D;IAC5D,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gFAAgF;IAChF,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,iFAAiF;AACjF,MAAM,WAAW,wBAAyB,SAAQ,QAAQ,CAAC,MAAM,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,kEAAkE;AAClE,MAAM,WAAW,yBAAyB,CAAC,CAAC;IAC1C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,qFAAqF;AACrF,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;AAErG,oFAAoF;AACpF,MAAM,MAAM,yBAAyB,CAAC,CAAC,IAAI,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,CAAC,CAAC,CAAC,KAClC,0BAA0B,CAAC;AAEhC,MAAM,WAAW,uBAAuB;IACtC,iEAAiE;IACjE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,4EAA4E;IAC5E,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC9D,OAAO,EAAE,uBAAuB,CAAC;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACtC,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,uBAAuB;IACtC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,kEAAkE;AAClE,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,4BAA4B,CAAC;IAChD,2EAA2E;IAC3E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,MAAM,EAAE,SAAS,GAAG,YAAY,CAAA;CAAE,GACpC,CAAC;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GAAG,sBAAsB,CAAC,CAAC;AAEtD,MAAM,WAAW,4BAA4B;IAC3C,yEAAyE;IACzE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uEAAuE;IACvE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC1D;AAiCD,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;;;;GAMG;AACH,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;gBAE/B,OAAO,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAWF;AAED,MAAM,MAAM,yBAAyB,GAAG,yBAAyB,CAAC;AAElE,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,yBAAyB,CAAC;gBAEhC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG;QAAE,MAAM,CAAC,EAAE,yBAAyB,CAAA;KAAE;CAK7F;AAYD,+DAA+D;AAC/D,qBAAa,UAAU,CAAC,CAAC;IAarB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZ1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,iCAAiC,CAAS;IAElD,OAAO;IAiBP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAUxD,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IA6C5D,uEAAuE;WAC1D,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IA4ChF;;;;;;;;;OASG;IACH,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,qBAAqB,CAAC,CAAC,CAAC,EAAE,GAAG,sBAAsB,EAAE;IA2D7F;;;;;OAKG;IACH,MAAM,CAAC,cAAc,CAAC,CAAC,EACrB,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC7B,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IA+G9B,QAAQ,IAAI,CAAC;IAIb,aAAa,IAAI,MAAM;IAIvB,qBAAqB,IAAI,MAAM;IAI/B,gBAAgB,IAAI,uBAAuB;IAI3C;;;;;;OAMG;IACH,cAAc,CACZ,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IAI9B,8EAA8E;IAC9E,eAAe,IAAI,OAAO;IAO1B,oEAAoE;YACtD,oBAAoB;IAiFlC,qBAAqB,IAAI,4BAA4B;IAQrD;;;;;;;OAOG;IACH,gBAAgB,CAAC,QAAQ,GAAE,4BAA2D,GAAG,OAAO;IAUhG;;;;OAIG;IACH,oBAAoB,IAAI,uBAAuB;IA4B/C;;;;OAIG;IACF,mBAAmB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAgBrF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,sBAAsB;IA4BzE;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAgC7F,iEAAiE;IAC3D,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,OAAO,EAC3B,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAiC9C;;;;;;OAMG;IACG,sBAAsB,CAC1B,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,OAAO,GAAG,SAAS,EACzC,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAkC9C,sEAAsE;IACtE,OAAO,IAAI,uBAAuB;IAUlC,6DAA6D;IACvD,YAAY,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAUtD,OAAO,CAAC,cAAc;IAiCtB;;;;;;;;OAQG;IACH,YAAY,CAAC,SAAS,EAAE,CAAC,GAAG,IAAI;IAIhC;;;;;;;OAOG;IACH,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAWlD,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAgE3B,uEAAuE;IACvE,OAAO,IAAI,IAAI;IAuBf,OAAO,CAAC,eAAe;IA+BvB,OAAO,CAAC,kCAAkC;YAY5B,uCAAuC;IAYrD,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,cAAc;IAqBtB,gFAAgF;IAChF,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,iBAAiB;CAS1B"}
1
+ {"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAWA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AAoFnE,wBAAgB,2CAA2C,IAAI,IAAI,CAElE;AAED,wBAAgB,yCAAyC,IAAI,MAAM,CAElE;AAED,wBAAgB,kDAAkD,IAAI,IAAI,CAEzE;AAED,wBAAgB,gDAAgD,IAAI,MAAM,CAEzE;AAED,wBAAgB,yCAAyC,IAAI,IAAI,CAEhE;AAED,wBAAgB,uCAAuC,IAAI,MAAM,CAEhE;AAED,uFAAuF;AACvF,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,OAAO,GACf;IAAE,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAEnD;AAED,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAE5G;AAED,6EAA6E;AAC7E,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE1F;AAED,kFAAkF;AAClF,wBAAgB,oCAAoC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEzF;AAED,6FAA6F;AAC7F,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,2EAA2E;AAC3E,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEpF;AAED,gGAAgG;AAChG,wBAAgB,qCAAqC,CACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC,GAAG,SAAS,GACrD,IAAI,CAEN;AAED,oFAAoF;AACpF,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,0EAA0E;AAC1E,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,2DAA2D;AAC3D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,SAAS,GAC3G,IAAI,CAEN;AAED,4DAA4D;AAC5D,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE/F;AAED,+EAA+E;AAC/E,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,sFAAsF;AACtF,wBAAgB,yCAAyC,CACvD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,+EAA+E;AAC/E,wBAAgB,+CAA+C,CAC7D,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,6EAA6E;AAC7E,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,qFAAqF;AACrF,wBAAgB,oCAAoC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,4FAA4F;AAC5F,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEvF;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjF;AAED,kFAAkF;AAClF,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,4EAA4E;AAC5E,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEnF;AA+ED,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,CAAC,CAAC;IAChB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,KAAK,CAAC,CAAC;IAClD;;;;OAIG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C;;;;;OAKG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IAC/C;;;OAGG;IACH,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,4DAA4D;IAC5D,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gFAAgF;IAChF,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,iFAAiF;AACjF,MAAM,WAAW,wBAAyB,SAAQ,QAAQ,CAAC,MAAM,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,kEAAkE;AAClE,MAAM,WAAW,yBAAyB,CAAC,CAAC;IAC1C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,qFAAqF;AACrF,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;AAErG,oFAAoF;AACpF,MAAM,MAAM,yBAAyB,CAAC,CAAC,IAAI,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,CAAC,CAAC,CAAC,KAClC,0BAA0B,CAAC;AAEhC,MAAM,WAAW,uBAAuB;IACtC,iEAAiE;IACjE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,4EAA4E;IAC5E,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC9D,OAAO,EAAE,uBAAuB,CAAC;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACtC,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+EAA+E;IAC/E,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,kEAAkE;AAClE,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,4BAA4B,CAAC;IAChD,2EAA2E;IAC3E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,MAAM,EAAE,SAAS,GAAG,YAAY,CAAA;CAAE,GACpC,CAAC;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GAAG,sBAAsB,CAAC,CAAC;AAEtD,MAAM,WAAW,4BAA4B;IAC3C,yEAAyE;IACzE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uEAAuE;IACvE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC1D;AAiCD,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;;;;GAMG;AACH,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;gBAE/B,OAAO,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAWF;AAED,MAAM,MAAM,yBAAyB,GAAG,yBAAyB,CAAC;AAElE,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,yBAAyB,CAAC;gBAEhC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG;QAAE,MAAM,CAAC,EAAE,yBAAyB,CAAA;KAAE;CAK7F;AAYD,+DAA+D;AAC/D,qBAAa,UAAU,CAAC,CAAC;IAarB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZ1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,iCAAiC,CAAS;IAElD,OAAO;IAiBP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAUxD,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IA6C5D,uEAAuE;WAC1D,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IA4ChF;;;;;;;;;OASG;IACH,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,qBAAqB,CAAC,CAAC,CAAC,EAAE,GAAG,sBAAsB,EAAE;IA6D7F;;;;;OAKG;IACH,MAAM,CAAC,cAAc,CAAC,CAAC,EACrB,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC7B,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IA+G9B,QAAQ,IAAI,CAAC;IAIb,aAAa,IAAI,MAAM;IAIvB,qBAAqB,IAAI,MAAM;IAI/B,gBAAgB,IAAI,uBAAuB;IAI3C;;;;;;OAMG;IACH,cAAc,CACZ,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IAI9B,8EAA8E;IAC9E,eAAe,IAAI,OAAO;IAO1B,mFAAmF;IACnF,eAAe,IAAI,OAAO;IAI1B,oEAAoE;YACtD,oBAAoB;IAiFlC,qBAAqB,IAAI,4BAA4B;IAQrD;;;;;;;OAOG;IACH,gBAAgB,CAAC,QAAQ,GAAE,4BAA2D,GAAG,OAAO;IAUhG;;;;OAIG;IACH,oBAAoB,IAAI,uBAAuB;IA4B/C;;;;OAIG;IACF,mBAAmB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAgBrF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,sBAAsB;IA4BzE;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAgC7F,iEAAiE;IAC3D,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,OAAO,EAC3B,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAiC9C;;;;;;OAMG;IACG,sBAAsB,CAC1B,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,OAAO,GAAG,SAAS,EACzC,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAkC9C,sEAAsE;IACtE,OAAO,IAAI,uBAAuB;IAUlC,6DAA6D;IACvD,YAAY,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAUtD,OAAO,CAAC,cAAc;IAiCtB;;;;;;;;OAQG;IACH,YAAY,CAAC,SAAS,EAAE,CAAC,GAAG,IAAI;IAIhC;;;;;;;OAOG;IACH,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAWlD,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAgE3B,uEAAuE;IACvE,OAAO,IAAI,IAAI;IAuBf,OAAO,CAAC,eAAe;IA+BvB,OAAO,CAAC,kCAAkC;YAY5B,uCAAuC;IAYrD,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,cAAc;IAqBtB,gFAAgF;IAChF,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,iBAAiB;CAS1B"}
@@ -79,6 +79,7 @@ let snapshotWriteHookForTest;
79
79
  let snapshotReadHookForTest;
80
80
  let snapshotMemorySampleHookForTest;
81
81
  let walReadHookForTest;
82
+ let walRecordReadHookForTest;
82
83
  let afterGenerationStageHookForTest;
83
84
  let reflinkCopyHookForTest;
84
85
  let positionalWriteForTest;
@@ -134,6 +135,10 @@ export function setStateStoreSnapshotMemorySampleHookForTest(hook) {
134
135
  export function setStateStoreWalReadHookForTest(hook) {
135
136
  walReadHookForTest = hook;
136
137
  }
138
+ /** Test-only seam for counting authenticated WAL records applied during recovery or tailing. */
139
+ export function setStateStoreWalRecordReadHookForTest(hook) {
140
+ walRecordReadHookForTest = hook;
141
+ }
137
142
  /** Test-only crash seam after durable staging and before lock-protected publish. */
138
143
  export function setStateStoreAfterGenerationStageHookForTest(hook) {
139
144
  afterGenerationStageHookForTest = hook;
@@ -459,9 +464,10 @@ export class StateStore {
459
464
  continue;
460
465
  }
461
466
  const compact = new Set();
462
- for (const { entry } of result)
463
- if (entry.store.needsCompaction())
467
+ for (const { entry } of result) {
468
+ if (!entry.deferCompaction && entry.store.needsCompaction())
464
469
  compact.add(entry.store);
470
+ }
465
471
  for (const store of compact)
466
472
  store.compact();
467
473
  const byIndex = [];
@@ -598,6 +604,10 @@ export class StateStore {
598
604
  this.compact();
599
605
  return true;
600
606
  }
607
+ /** Observe the caller's configured WAL threshold without publishing a snapshot. */
608
+ isCompactionDue() {
609
+ return this.needsCompaction();
610
+ }
601
611
  /** Async counterpart used by callback-originated recovery paths. */
602
612
  async compactIfNeededAsync() {
603
613
  const compacted = await withRotationClaimAsync(this.stateDir, async () => {
@@ -1685,6 +1695,7 @@ function readWal(filePath, scopeDigest, generation, snapshotSequence, initialSta
1685
1695
  catch (error) {
1686
1696
  throw new StateStoreReducerError(`record ${parsed.record.sequence} was rejected`, { cause: error });
1687
1697
  }
1698
+ walRecordReadHookForTest?.(parsed.record);
1688
1699
  sequence = parsed.record.sequence;
1689
1700
  recordCount++;
1690
1701
  offset += frame.length;
@@ -1794,6 +1805,7 @@ function readWalTail(filePath, scopeDigest, generation, startOffset, startSequen
1794
1805
  catch (error) {
1795
1806
  throw new StateStoreReducerError(`record ${decoded.record.sequence} was rejected`, { cause: error });
1796
1807
  }
1808
+ walRecordReadHookForTest?.(decoded.record);
1797
1809
  sequence = decoded.record.sequence;
1798
1810
  records.push(decoded.record);
1799
1811
  offset += frame.length;