@indigoai-us/hq-cloud 6.16.53 → 6.16.55-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/backup-prune.d.ts +1 -23
- package/dist/backup-prune.d.ts.map +1 -1
- package/dist/backup-prune.js +8 -92
- package/dist/backup-prune.js.map +1 -1
- package/dist/backup-prune.test.js +0 -36
- package/dist/backup-prune.test.js.map +1 -1
- package/dist/bin/rescue-runner.js +1 -2
- package/dist/bin/rescue-runner.js.map +1 -1
- package/dist/bin/sync-runner-company.d.ts +14 -0
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +42 -8
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +57 -126
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-planning.d.ts +12 -3
- package/dist/bin/sync-runner-planning.d.ts.map +1 -1
- package/dist/bin/sync-runner-planning.js +65 -3
- package/dist/bin/sync-runner-planning.js.map +1 -1
- package/dist/bin/sync-runner-planning.test.js +108 -1
- package/dist/bin/sync-runner-planning.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +51 -2
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +403 -164
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-routes.d.ts +2 -2
- package/dist/bin/sync-runner-watch-routes.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-routes.js +14 -4
- package/dist/bin/sync-runner-watch-routes.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +59 -5
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js +48 -4
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +1553 -192
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner-regressions.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js +300 -0
- package/dist/cli/onepass-pull-planner-regressions.test.js.map +1 -0
- package/dist/cli/onepass-pull-planner.test.d.ts +2 -0
- package/dist/cli/onepass-pull-planner.test.d.ts.map +1 -0
- package/dist/cli/onepass-pull-planner.test.js +266 -0
- package/dist/cli/onepass-pull-planner.test.js.map +1 -0
- package/dist/cli/rescue-core.d.ts +0 -40
- package/dist/cli/rescue-core.d.ts.map +1 -1
- package/dist/cli/rescue-core.js +162 -1454
- package/dist/cli/rescue-core.js.map +1 -1
- package/dist/cli/rescue-rsync-preflight.test.js +4 -256
- package/dist/cli/rescue-rsync-preflight.test.js.map +1 -1
- package/dist/cli/rescue.d.ts +0 -4
- package/dist/cli/rescue.d.ts.map +1 -1
- package/dist/cli/rescue.js +1 -20
- package/dist/cli/rescue.js.map +1 -1
- package/dist/cli/rescue.test.js +1 -16
- package/dist/cli/rescue.test.js.map +1 -1
- package/dist/cli/share-presign-transport.test.js +0 -2
- package/dist/cli/share-presign-transport.test.js.map +1 -1
- package/dist/cli/share.d.ts +19 -0
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +150 -467
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +95 -608
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/streaming-pull-planner.bench.test.d.ts +15 -0
- package/dist/cli/streaming-pull-planner.bench.test.d.ts.map +1 -0
- package/dist/cli/streaming-pull-planner.bench.test.js +273 -0
- package/dist/cli/streaming-pull-planner.bench.test.js.map +1 -0
- package/dist/cli/sync-scope.test.js +8 -0
- package/dist/cli/sync-scope.test.js.map +1 -1
- package/dist/cli/sync.d.ts +13 -15
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +226 -118
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +215 -2
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/cli/watch-event-push-conflict.test.js +0 -2
- package/dist/cli/watch-event-push-conflict.test.js.map +1 -1
- package/dist/cognito-auth.d.ts +0 -30
- package/dist/cognito-auth.d.ts.map +1 -1
- package/dist/cognito-auth.js +0 -175
- package/dist/cognito-auth.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/journal-row-store.d.ts +40 -5
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +240 -21
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-row-store.test.js +54 -0
- package/dist/journal-row-store.test.js.map +1 -1
- package/dist/journal-snapshot-v4.d.ts.map +1 -1
- package/dist/journal-snapshot-v4.js +11 -6
- package/dist/journal-snapshot-v4.js.map +1 -1
- package/dist/journal-store.test.js +259 -7
- package/dist/journal-store.test.js.map +1 -1
- package/dist/journal.d.ts +43 -15
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +297 -79
- package/dist/journal.js.map +1 -1
- package/dist/lib/describe-error.d.ts.map +1 -1
- package/dist/lib/describe-error.js +0 -7
- package/dist/lib/describe-error.js.map +1 -1
- package/dist/lib/describe-error.test.js +0 -11
- package/dist/lib/describe-error.test.js.map +1 -1
- package/dist/lib/exit-codes.d.ts +15 -0
- package/dist/lib/exit-codes.d.ts.map +1 -1
- package/dist/lib/exit-codes.js +15 -0
- package/dist/lib/exit-codes.js.map +1 -1
- package/dist/machine-auth.test.js +0 -295
- package/dist/machine-auth.test.js.map +1 -1
- package/dist/object-io.d.ts +2 -2
- package/dist/object-io.d.ts.map +1 -1
- package/dist/object-io.js +3 -18
- package/dist/object-io.js.map +1 -1
- package/dist/personal-vault.d.ts.map +1 -1
- package/dist/personal-vault.js +10 -3
- package/dist/personal-vault.js.map +1 -1
- package/dist/personal-vault.test.js +35 -0
- package/dist/personal-vault.test.js.map +1 -1
- package/dist/remote-pull.d.ts.map +1 -1
- package/dist/remote-pull.js +9 -2
- package/dist/remote-pull.js.map +1 -1
- package/dist/remote-pull.test.js +59 -2
- package/dist/remote-pull.test.js.map +1 -1
- package/dist/s3.d.ts +1 -18
- package/dist/s3.d.ts.map +1 -1
- package/dist/s3.js +24 -47
- package/dist/s3.js.map +1 -1
- package/dist/s3.list-cost.test.d.ts +2 -0
- package/dist/s3.list-cost.test.d.ts.map +1 -0
- package/dist/s3.list-cost.test.js +51 -0
- package/dist/s3.list-cost.test.js.map +1 -0
- package/dist/s3.test.js +1 -27
- package/dist/s3.test.js.map +1 -1
- package/dist/sync/area-ledger.d.ts +2 -2
- package/dist/sync/area-ledger.d.ts.map +1 -1
- package/dist/sync/area-ledger.js +66 -34
- package/dist/sync/area-ledger.js.map +1 -1
- package/dist/sync/area-ledger.test.js +90 -5
- package/dist/sync/area-ledger.test.js.map +1 -1
- package/dist/sync/parallel-sync-coordinator.test.js +29 -0
- package/dist/sync/parallel-sync-coordinator.test.js.map +1 -1
- package/dist/sync/realtime-telemetry.d.ts +1 -1
- package/dist/sync/realtime-telemetry.d.ts.map +1 -1
- package/dist/sync/realtime-telemetry.js +14 -6
- package/dist/sync/realtime-telemetry.js.map +1 -1
- package/dist/sync/realtime-telemetry.test.js +136 -16
- package/dist/sync/realtime-telemetry.test.js.map +1 -1
- package/dist/sync/remote-file-spool.d.ts +16 -0
- package/dist/sync/remote-file-spool.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.js +91 -0
- package/dist/sync/remote-file-spool.js.map +1 -0
- package/dist/sync/remote-file-spool.test.d.ts +2 -0
- package/dist/sync/remote-file-spool.test.d.ts.map +1 -0
- package/dist/sync/remote-file-spool.test.js +77 -0
- package/dist/sync/remote-file-spool.test.js.map +1 -0
- package/dist/sync/state-store.d.ts +6 -0
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +14 -2
- package/dist/sync/state-store.js.map +1 -1
- package/dist/sync-core.d.ts +4 -6
- package/dist/sync-core.d.ts.map +1 -1
- package/dist/sync-core.js +4 -10
- package/dist/sync-core.js.map +1 -1
- package/dist/sync-core.test.js +1 -25
- package/dist/sync-core.test.js.map +1 -1
- package/dist/vault-client.d.ts +5 -26
- package/dist/vault-client.d.ts.map +1 -1
- package/dist/vault-client.js +20 -43
- package/dist/vault-client.js.map +1 -1
- package/dist/vault-client.test.js +0 -32
- package/dist/vault-client.test.js.map +1 -1
- package/dist/watcher.d.ts +12 -0
- package/dist/watcher.d.ts.map +1 -1
- package/dist/watcher.js +131 -0
- package/dist/watcher.js.map +1 -1
- package/dist/watcher.test.js +63 -0
- package/dist/watcher.test.js.map +1 -1
- package/package.json +2 -1
- package/dist/cli/rescue-breaker.test.d.ts +0 -2
- package/dist/cli/rescue-breaker.test.d.ts.map +0 -1
- package/dist/cli/rescue-breaker.test.js +0 -334
- package/dist/cli/rescue-breaker.test.js.map +0 -1
- package/dist/cli/rescue-realpath.test.d.ts +0 -2
- package/dist/cli/rescue-realpath.test.d.ts.map +0 -1
- package/dist/cli/rescue-realpath.test.js +0 -109
- package/dist/cli/rescue-realpath.test.js.map +0 -1
- package/dist/cli/rescue-snapshot-copy.test.d.ts +0 -2
- package/dist/cli/rescue-snapshot-copy.test.d.ts.map +0 -1
- package/dist/cli/rescue-snapshot-copy.test.js +0 -627
- package/dist/cli/rescue-snapshot-copy.test.js.map +0 -1
- package/dist/cli/rescue-snapshot-recovery.test.d.ts +0 -2
- package/dist/cli/rescue-snapshot-recovery.test.d.ts.map +0 -1
- package/dist/cli/rescue-snapshot-recovery.test.js +0 -260
- package/dist/cli/rescue-snapshot-recovery.test.js.map +0 -1
- package/dist/cli/rescue-source-switch-floor.test.d.ts +0 -2
- package/dist/cli/rescue-source-switch-floor.test.d.ts.map +0 -1
- package/dist/cli/rescue-source-switch-floor.test.js +0 -210
- package/dist/cli/rescue-source-switch-floor.test.js.map +0 -1
|
@@ -1,32 +1,40 @@
|
|
|
1
1
|
import { describe, expect, it } from "vitest";
|
|
2
|
-
import { REALTIME_TELEMETRY_EVENT, RealtimeTelemetrySpan, assertRealtimeTelemetryLowCardinality, } from "./realtime-telemetry.js";
|
|
2
|
+
import { REALTIME_TELEMETRY_EVENT, REALTIME_TELEMETRY_SCHEMA_VERSION, REALTIME_TIMING_STAGES, RealtimeTelemetrySpan, assertRealtimeTelemetryLowCardinality, } from "./realtime-telemetry.js";
|
|
3
3
|
describe("realtime telemetry schema", () => {
|
|
4
|
-
it("
|
|
4
|
+
it("partitions distinct marked stages into their own intervals", () => {
|
|
5
5
|
let now = 100;
|
|
6
6
|
const records = [];
|
|
7
7
|
const span = new RealtimeTelemetrySpan("watcher", "push", 2, (record) => records.push(record), () => now);
|
|
8
|
-
now =
|
|
8
|
+
now = 111;
|
|
9
|
+
span.mark("conflict");
|
|
10
|
+
now = 119;
|
|
9
11
|
span.mark("worker");
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
now =
|
|
12
|
+
now = 137;
|
|
13
|
+
span.mark("operationGate");
|
|
14
|
+
now = 166;
|
|
15
|
+
span.mark("appendLock");
|
|
16
|
+
now = 198;
|
|
17
|
+
span.mark("network");
|
|
18
|
+
now = 237;
|
|
19
|
+
span.mark("commit");
|
|
20
|
+
now = 300;
|
|
13
21
|
const record = span.finish("durable");
|
|
14
22
|
expect(records).toEqual([record]);
|
|
15
23
|
expect(record).toEqual({
|
|
16
24
|
event: REALTIME_TELEMETRY_EVENT,
|
|
17
|
-
schemaVersion:
|
|
25
|
+
schemaVersion: 2,
|
|
18
26
|
source: "watcher",
|
|
19
27
|
direction: "push",
|
|
20
28
|
outcome: "durable",
|
|
21
29
|
items: 2,
|
|
22
30
|
timingMs: {
|
|
23
|
-
queue:
|
|
24
|
-
conflict:
|
|
25
|
-
worker:
|
|
26
|
-
operationGate:
|
|
27
|
-
appendLock:
|
|
28
|
-
network:
|
|
29
|
-
commit:
|
|
31
|
+
queue: 19,
|
|
32
|
+
conflict: 8,
|
|
33
|
+
worker: 18,
|
|
34
|
+
operationGate: 29,
|
|
35
|
+
appendLock: 32,
|
|
36
|
+
network: 39,
|
|
37
|
+
commit: 63,
|
|
30
38
|
},
|
|
31
39
|
denominator: {
|
|
32
40
|
queue: 2,
|
|
@@ -38,11 +46,120 @@ describe("realtime telemetry schema", () => {
|
|
|
38
46
|
commit: 2,
|
|
39
47
|
},
|
|
40
48
|
});
|
|
49
|
+
expect(Object.values(record.timingMs).slice(1).reduce((sum, timing) => sum + timing, 0)).toBeLessThanOrEqual(200);
|
|
50
|
+
});
|
|
51
|
+
it("partitions distinct marks in production invocation order chronologically", () => {
|
|
52
|
+
let now = 100;
|
|
53
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
|
|
54
|
+
now = 110;
|
|
55
|
+
span.mark("worker");
|
|
56
|
+
now = 120;
|
|
57
|
+
span.mark("conflict");
|
|
58
|
+
now = 130;
|
|
59
|
+
span.mark("operationGate");
|
|
60
|
+
now = 140;
|
|
61
|
+
span.mark("appendLock");
|
|
62
|
+
now = 150;
|
|
63
|
+
span.mark("network");
|
|
64
|
+
now = 160;
|
|
65
|
+
span.mark("commit");
|
|
66
|
+
now = 170;
|
|
67
|
+
const timingMs = span.finish("durable").timingMs;
|
|
68
|
+
expect(timingMs).toEqual({
|
|
69
|
+
queue: 10,
|
|
70
|
+
conflict: 10,
|
|
71
|
+
worker: 10,
|
|
72
|
+
operationGate: 10,
|
|
73
|
+
appendLock: 10,
|
|
74
|
+
network: 10,
|
|
75
|
+
commit: 10,
|
|
76
|
+
});
|
|
77
|
+
for (const stage of ["conflict", "worker", "operationGate", "appendLock", "network", "commit"]) {
|
|
78
|
+
expect(timingMs[stage]).not.toBe(0);
|
|
79
|
+
expect(timingMs[stage]).not.toBe(20);
|
|
80
|
+
}
|
|
41
81
|
});
|
|
42
|
-
it("
|
|
82
|
+
it("floors only the final stage when the wall clock steps backwards", () => {
|
|
83
|
+
const timestamps = [100, 110, 120, 130, 140, 150, 160, 150];
|
|
84
|
+
const now = () => {
|
|
85
|
+
const timestamp = timestamps.shift();
|
|
86
|
+
if (timestamp === undefined)
|
|
87
|
+
throw new Error("clock exhausted");
|
|
88
|
+
return timestamp;
|
|
89
|
+
};
|
|
90
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, now);
|
|
91
|
+
for (const stage of ["worker", "conflict", "operationGate", "appendLock", "network", "commit"])
|
|
92
|
+
span.mark(stage);
|
|
93
|
+
expect(span.finish("durable").timingMs).toEqual({
|
|
94
|
+
queue: 10,
|
|
95
|
+
conflict: 10,
|
|
96
|
+
worker: 10,
|
|
97
|
+
operationGate: 10,
|
|
98
|
+
appendLock: 10,
|
|
99
|
+
network: 10,
|
|
100
|
+
commit: 0,
|
|
101
|
+
});
|
|
102
|
+
});
|
|
103
|
+
it("reports the observed production shape as five absent stages and final-stage work", () => {
|
|
104
|
+
let now = 100;
|
|
105
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
|
|
106
|
+
now = 110;
|
|
107
|
+
for (const stage of ["worker", "conflict", "operationGate", "appendLock", "network", "commit"])
|
|
108
|
+
span.mark(stage);
|
|
109
|
+
now = 135;
|
|
110
|
+
expect(span.finish("durable").timingMs).toEqual({
|
|
111
|
+
queue: 10,
|
|
112
|
+
conflict: 0,
|
|
113
|
+
worker: 0,
|
|
114
|
+
operationGate: 0,
|
|
115
|
+
appendLock: 0,
|
|
116
|
+
network: 0,
|
|
117
|
+
commit: 25,
|
|
118
|
+
});
|
|
119
|
+
});
|
|
120
|
+
it("reports unmarked stages as zero rather than inheriting the worker mark", () => {
|
|
121
|
+
let now = 100;
|
|
122
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
|
|
123
|
+
now = 110;
|
|
124
|
+
span.mark("worker");
|
|
125
|
+
now = 140;
|
|
126
|
+
const record = span.finish("durable");
|
|
127
|
+
expect(record.timingMs).toEqual({
|
|
128
|
+
queue: 10,
|
|
129
|
+
conflict: 0,
|
|
130
|
+
worker: 30,
|
|
131
|
+
operationGate: 0,
|
|
132
|
+
appendLock: 0,
|
|
133
|
+
network: 0,
|
|
134
|
+
commit: 0,
|
|
135
|
+
});
|
|
136
|
+
for (const stage of ["conflict", "operationGate", "appendLock", "network", "commit"]) {
|
|
137
|
+
expect(record.timingMs[stage]).not.toBe(30);
|
|
138
|
+
}
|
|
139
|
+
});
|
|
140
|
+
it("keeps queue as worker start minus span start", () => {
|
|
141
|
+
let now = 100;
|
|
142
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 1, () => { }, () => now);
|
|
143
|
+
now = 115;
|
|
144
|
+
span.mark("worker");
|
|
145
|
+
now = 145;
|
|
146
|
+
expect(span.finish("durable").timingMs.queue).toBe(15);
|
|
147
|
+
});
|
|
148
|
+
it("uses schema version 2", () => {
|
|
149
|
+
expect(REALTIME_TELEMETRY_SCHEMA_VERSION).toBe(2);
|
|
150
|
+
});
|
|
151
|
+
it("preserves stage denominators and rejects dynamic or unsupported labels", () => {
|
|
152
|
+
let now = 100;
|
|
153
|
+
const span = new RealtimeTelemetrySpan("watcher", "push", 3, () => { }, () => now);
|
|
154
|
+
now = 110;
|
|
155
|
+
span.mark("worker");
|
|
156
|
+
now = 120;
|
|
157
|
+
const emitted = span.finish("durable");
|
|
158
|
+
for (const stage of REALTIME_TIMING_STAGES)
|
|
159
|
+
expect(emitted.denominator[stage]).toBe(emitted.items);
|
|
43
160
|
const record = {
|
|
44
161
|
event: REALTIME_TELEMETRY_EVENT,
|
|
45
|
-
schemaVersion:
|
|
162
|
+
schemaVersion: 2,
|
|
46
163
|
source: "watcher",
|
|
47
164
|
direction: "push",
|
|
48
165
|
outcome: "durable",
|
|
@@ -52,6 +169,9 @@ describe("realtime telemetry schema", () => {
|
|
|
52
169
|
path: "companies/indigo/private.md",
|
|
53
170
|
};
|
|
54
171
|
expect(() => assertRealtimeTelemetryLowCardinality(record)).toThrow("high-cardinality");
|
|
172
|
+
const unsupportedSource = { ...record, source: "path-based-source" };
|
|
173
|
+
delete unsupportedSource.path;
|
|
174
|
+
expect(() => assertRealtimeTelemetryLowCardinality(unsupportedSource)).toThrow("unsupported label value");
|
|
55
175
|
});
|
|
56
176
|
it("preserves pathless wake failures as zero-item retryable observations", () => {
|
|
57
177
|
const records = [];
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"realtime-telemetry.test.js","sourceRoot":"","sources":["../../src/sync/realtime-telemetry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,qBAAqB,EACrB,qCAAqC,GAEtC,MAAM,yBAAyB,CAAC;AAEjC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,
|
|
1
|
+
{"version":3,"file":"realtime-telemetry.test.js","sourceRoot":"","sources":["../../src/sync/realtime-telemetry.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,wBAAwB,EACxB,iCAAiC,EACjC,sBAAsB,EACtB,qBAAqB,EACrB,qCAAqC,GAEtC,MAAM,yBAAyB,CAAC;AAEjC,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAC1G,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC;YACrB,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE;gBACR,KAAK,EAAE,EAAE;gBACT,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,EAAE;gBACV,aAAa,EAAE,EAAE;gBACjB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,EAAE;aACX;YACD,WAAW,EAAE;gBACX,KAAK,EAAE,CAAC;gBACR,QAAQ,EAAE,CAAC;gBACX,MAAM,EAAE,CAAC;gBACT,aAAa,EAAE,CAAC;gBAChB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,CAAC;aACV;SACF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAC;IACpH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAC3B,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACrB,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC;QACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YACvB,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU,EAAE,CAAC;YACxG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACvC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QAC5D,MAAM,GAAG,GAAG,GAAG,EAAE;YACf,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;YACrC,IAAI,SAAS,KAAK,SAAS;gBAAE,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAChE,OAAO,SAAS,CAAC;QACnB,CAAC,CAAC;QACF,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QAC5E,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAE1H,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9C,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,EAAE;YACZ,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,EAAE;YACjB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kFAAkF,EAAE,GAAG,EAAE;QAC1F,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,KAAK,MAAM,KAAK,IAAI,CAAC,QAAQ,EAAE,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU;YAAE,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1H,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9C,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,CAAC;YACT,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,EAAE;SACX,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAEtC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,OAAO,CAAC;YAC9B,KAAK,EAAE,EAAE;YACT,QAAQ,EAAE,CAAC;YACX,MAAM,EAAE,EAAE;YACV,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,CAAC,UAAU,EAAE,eAAe,EAAE,YAAY,EAAE,SAAS,EAAE,QAAQ,CAAU,EAAE,CAAC;YAC9F,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QAEV,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACzD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uBAAuB,EAAE,GAAG,EAAE;QAC/B,MAAM,CAAC,iCAAiC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,IAAI,GAAG,GAAG,GAAG,CAAC;QACd,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,GAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;QAClF,GAAG,GAAG,GAAG,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACpB,GAAG,GAAG,GAAG,CAAC;QACV,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,sBAAsB;YAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAEnG,MAAM,MAAM,GAAG;YACb,KAAK,EAAE,wBAAwB;YAC/B,aAAa,EAAE,CAAC;YAChB,MAAM,EAAE,SAAS;YACjB,SAAS,EAAE,MAAM;YACjB,OAAO,EAAE,SAAS;YAClB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACtG,WAAW,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YACzG,IAAI,EAAE,6BAA6B;SACE,CAAC;QACxC,MAAM,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QAExF,MAAM,iBAAiB,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,mBAAmB,EAAwC,CAAC;QAC3G,OAAQ,iBAAwD,CAAC,IAAI,CAAC;QACtE,MAAM,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IAC5G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,OAAO,GAA8B,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,qBAAqB,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAEhH,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;QAClC,MAAM,CAAC,MAAM,CAAC,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QACjF,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { type RemoteFile } from "../s3.js";
|
|
2
|
+
export declare function collectRemoteAncestors(files: Iterable<RemoteFile>): Set<string>;
|
|
3
|
+
export interface SpooledRemoteFiles {
|
|
4
|
+
files: Iterable<RemoteFile>;
|
|
5
|
+
remoteKeysWithChildren: ReadonlySet<string>;
|
|
6
|
+
dispose(): void;
|
|
7
|
+
}
|
|
8
|
+
/**
|
|
9
|
+
* Preserve one LIST snapshot without retaining every row in memory. Deferring
|
|
10
|
+
* only directory collisions cannot preserve the journal freshness contract:
|
|
11
|
+
* an intent for ANY earlier row can arrive on the last page. Replay after the
|
|
12
|
+
* caller refreshes its journal, with complete overlay evidence and no remote
|
|
13
|
+
* second pass. Disk cost is one JSONL write and read per row (metadata only).
|
|
14
|
+
*/
|
|
15
|
+
export declare function spoolRemoteFiles(source: AsyncIterable<RemoteFile>): Promise<SpooledRemoteFiles>;
|
|
16
|
+
//# sourceMappingURL=remote-file-spool.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remote-file-spool.d.ts","sourceRoot":"","sources":["../../src/sync/remote-file-spool.ts"],"names":[],"mappings":"AAIA,OAAO,EAAc,KAAK,UAAU,EAAE,MAAM,UAAU,CAAC;AAWvD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAI/E;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC5B,sBAAsB,EAAE,WAAW,CAAC,MAAM,CAAC,CAAC;IAC5C,OAAO,IAAI,IAAI,CAAC;CACjB;AAED;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CAAC,MAAM,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAkCrG"}
|
|
@@ -0,0 +1,91 @@
|
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as os from "node:os";
|
|
3
|
+
import * as path from "node:path";
|
|
4
|
+
import { StringDecoder } from "node:string_decoder";
|
|
5
|
+
import { toPosixKey } from "../s3.js";
|
|
6
|
+
const CHUNK_BYTES = 64 * 1024;
|
|
7
|
+
function addAncestors(keys, remoteKey) {
|
|
8
|
+
const key = toPosixKey(remoteKey);
|
|
9
|
+
for (let slash = key.indexOf("/"); slash !== -1; slash = key.indexOf("/", slash + 1)) {
|
|
10
|
+
keys.add(key.slice(0, slash));
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
export function collectRemoteAncestors(files) {
|
|
14
|
+
const keys = new Set();
|
|
15
|
+
for (const file of files)
|
|
16
|
+
addAncestors(keys, file.key);
|
|
17
|
+
return keys;
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Preserve one LIST snapshot without retaining every row in memory. Deferring
|
|
21
|
+
* only directory collisions cannot preserve the journal freshness contract:
|
|
22
|
+
* an intent for ANY earlier row can arrive on the last page. Replay after the
|
|
23
|
+
* caller refreshes its journal, with complete overlay evidence and no remote
|
|
24
|
+
* second pass. Disk cost is one JSONL write and read per row (metadata only).
|
|
25
|
+
*/
|
|
26
|
+
export async function spoolRemoteFiles(source) {
|
|
27
|
+
const directory = fs.mkdtempSync(path.join(os.tmpdir(), "hq-pull-list-"));
|
|
28
|
+
const filename = path.join(directory, "rows.jsonl");
|
|
29
|
+
const remoteKeysWithChildren = new Set();
|
|
30
|
+
let writer;
|
|
31
|
+
const dispose = () => fs.rmSync(directory, { recursive: true, force: true });
|
|
32
|
+
try {
|
|
33
|
+
writer = fs.openSync(filename, "wx", 0o600);
|
|
34
|
+
let pending = "";
|
|
35
|
+
const flush = () => {
|
|
36
|
+
// writeFileSync handles partial writes to this already-open descriptor.
|
|
37
|
+
fs.writeFileSync(writer, pending, "utf8");
|
|
38
|
+
pending = "";
|
|
39
|
+
};
|
|
40
|
+
for await (const file of source) {
|
|
41
|
+
addAncestors(remoteKeysWithChildren, file.key);
|
|
42
|
+
// Encode the timestamp numerically; replay restores the Date used by
|
|
43
|
+
// tombstone/recreate classification. JSON escapes newlines in keys.
|
|
44
|
+
pending += JSON.stringify({ ...file, lastModified: file.lastModified.getTime() }) + "\n";
|
|
45
|
+
if (pending.length >= CHUNK_BYTES)
|
|
46
|
+
flush();
|
|
47
|
+
}
|
|
48
|
+
if (pending.length > 0)
|
|
49
|
+
flush();
|
|
50
|
+
fs.closeSync(writer);
|
|
51
|
+
writer = undefined;
|
|
52
|
+
return {
|
|
53
|
+
remoteKeysWithChildren,
|
|
54
|
+
files: { [Symbol.iterator]: () => readRows(filename) },
|
|
55
|
+
dispose,
|
|
56
|
+
};
|
|
57
|
+
}
|
|
58
|
+
catch (error) {
|
|
59
|
+
if (writer !== undefined)
|
|
60
|
+
fs.closeSync(writer);
|
|
61
|
+
dispose();
|
|
62
|
+
throw error;
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
function* readRows(filename) {
|
|
66
|
+
const reader = fs.openSync(filename, "r");
|
|
67
|
+
try {
|
|
68
|
+
const buffer = Buffer.allocUnsafe(CHUNK_BYTES);
|
|
69
|
+
const decoder = new StringDecoder("utf8");
|
|
70
|
+
let pending = "";
|
|
71
|
+
let bytes;
|
|
72
|
+
while ((bytes = fs.readSync(reader, buffer, 0, buffer.length, null)) > 0) {
|
|
73
|
+
pending += decoder.write(buffer.subarray(0, bytes));
|
|
74
|
+
let start = 0;
|
|
75
|
+
let newline;
|
|
76
|
+
while ((newline = pending.indexOf("\n", start)) !== -1) {
|
|
77
|
+
const row = JSON.parse(pending.slice(start, newline));
|
|
78
|
+
yield { ...row, lastModified: new Date(row.lastModified) };
|
|
79
|
+
start = newline + 1;
|
|
80
|
+
}
|
|
81
|
+
pending = pending.slice(start);
|
|
82
|
+
}
|
|
83
|
+
pending += decoder.end();
|
|
84
|
+
if (pending.length !== 0)
|
|
85
|
+
throw new Error("Incomplete pull LIST spool");
|
|
86
|
+
}
|
|
87
|
+
finally {
|
|
88
|
+
fs.closeSync(reader);
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
//# sourceMappingURL=remote-file-spool.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remote-file-spool.js","sourceRoot":"","sources":["../../src/sync/remote-file-spool.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAmB,MAAM,UAAU,CAAC;AAEvD,MAAM,WAAW,GAAG,EAAE,GAAG,IAAI,CAAC;AAE9B,SAAS,YAAY,CAAC,IAAiB,EAAE,SAAiB;IACxD,MAAM,GAAG,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC;IAClC,KAAK,IAAI,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,EAAE,KAAK,GAAG,CAAC,CAAC,EAAE,CAAC;QACrF,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,KAA2B;IAChE,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,KAAK;QAAE,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,OAAO,IAAI,CAAC;AACd,CAAC;AAQD;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,MAAiC;IACtE,MAAM,SAAS,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,eAAe,CAAC,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IACpD,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAU,CAAC;IACjD,IAAI,MAA0B,CAAC;IAC/B,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7E,IAAI,CAAC;QACH,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,MAAM,KAAK,GAAG,GAAG,EAAE;YACjB,wEAAwE;YACxE,EAAE,CAAC,aAAa,CAAC,MAAO,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;YAC3C,OAAO,GAAG,EAAE,CAAC;QACf,CAAC,CAAC;QACF,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAChC,YAAY,CAAC,sBAAsB,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/C,qEAAqE;YACrE,oEAAoE;YACpE,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;YACzF,IAAI,OAAO,CAAC,MAAM,IAAI,WAAW;gBAAE,KAAK,EAAE,CAAC;QAC7C,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,KAAK,EAAE,CAAC;QAChC,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,GAAG,SAAS,CAAC;QACnB,OAAO;YACL,sBAAsB;YACtB,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;YACtD,OAAO;SACR,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,MAAM,KAAK,SAAS;YAAE,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;QACV,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,QAAQ,CAAC,CAAC,QAAQ,CAAC,QAAgB;IACjC,MAAM,MAAM,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC1C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;QAC1C,IAAI,OAAO,GAAG,EAAE,CAAC;QACjB,IAAI,KAAa,CAAC;QAClB,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACzE,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC;YACpD,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,OAAe,CAAC;YACpB,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC;gBACvD,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,CAAgE,CAAC;gBACrH,MAAM,EAAE,GAAG,GAAG,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC3D,KAAK,GAAG,OAAO,GAAG,CAAC,CAAC;YACtB,CAAC;YACD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC;QACD,OAAO,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QACzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IAC1E,CAAC;YAAS,CAAC;QACT,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remote-file-spool.test.d.ts","sourceRoot":"","sources":["../../src/sync/remote-file-spool.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as path from "node:path";
|
|
3
|
+
import { afterEach, describe, expect, it, vi } from "vitest";
|
|
4
|
+
import { spoolRemoteFiles } from "./remote-file-spool.js";
|
|
5
|
+
vi.mock("node:fs", async (importOriginal) => ({ ...await importOriginal() }));
|
|
6
|
+
const row = (key) => ({ key, size: 17, lastModified: new Date(1_700_000_000_123), etag: '"abc"', storageClass: "DEEP_ARCHIVE" });
|
|
7
|
+
async function* stream(files) { yield* files; }
|
|
8
|
+
afterEach(() => vi.restoreAllMocks());
|
|
9
|
+
function observeDirectory() {
|
|
10
|
+
const mkdir = vi.spyOn(fs, "mkdtempSync");
|
|
11
|
+
return () => {
|
|
12
|
+
const result = mkdir.mock.results.find((entry) => entry.type === "return");
|
|
13
|
+
expect(result).toBeDefined();
|
|
14
|
+
return result.value;
|
|
15
|
+
};
|
|
16
|
+
}
|
|
17
|
+
describe("remote LIST spool", () => {
|
|
18
|
+
it("round-trips metadata and UTF-8 across chunks, with complete unordered ancestors", async () => {
|
|
19
|
+
const directory = observeDirectory();
|
|
20
|
+
const rows = [row("docs/overlay"), ...Array.from({ length: 1000 }, (_, i) => row(`docs/overlay/é漢😀-${i}-line\nback\\slash.md`)), row("parent/child/grandchild.md"), row("parent")];
|
|
21
|
+
const source = await spoolRemoteFiles(stream(rows));
|
|
22
|
+
try {
|
|
23
|
+
expect(fs.existsSync(directory())).toBe(true);
|
|
24
|
+
expect(fs.statSync(directory()).mode & 0o777).toBe(0o700);
|
|
25
|
+
expect(fs.statSync(path.join(directory(), "rows.jsonl")).mode & 0o777).toBe(0o600);
|
|
26
|
+
expect([...source.files]).toEqual(rows);
|
|
27
|
+
expect(source.remoteKeysWithChildren.has("docs/overlay")).toBe(true);
|
|
28
|
+
expect(source.remoteKeysWithChildren.has("parent/child")).toBe(true);
|
|
29
|
+
expect(source.remoteKeysWithChildren.has("parent")).toBe(true);
|
|
30
|
+
console.log(`spool round-trip control: rows=${rows.length}; bytes=${fs.statSync(path.join(directory(), "rows.jsonl")).size}; Date/storageClass/UTF-8 preserved=true; private permissions=700/600`);
|
|
31
|
+
}
|
|
32
|
+
finally {
|
|
33
|
+
source.dispose();
|
|
34
|
+
}
|
|
35
|
+
expect(fs.existsSync(directory())).toBe(false);
|
|
36
|
+
console.log("spool cleanup control: directory existed=true; after dispose exists=false");
|
|
37
|
+
});
|
|
38
|
+
it("removes partial spool on a late LIST failure", async () => {
|
|
39
|
+
const directory = observeDirectory();
|
|
40
|
+
async function* failingList() {
|
|
41
|
+
yield row("docs/first.md");
|
|
42
|
+
expect(fs.existsSync(directory())).toBe(true);
|
|
43
|
+
throw new Error("LIST failed");
|
|
44
|
+
}
|
|
45
|
+
await expect(spoolRemoteFiles(failingList())).rejects.toThrow("LIST failed");
|
|
46
|
+
expect(fs.existsSync(directory())).toBe(false);
|
|
47
|
+
console.log("LIST failure cleanup control: directory existed=true; after rejected LIST exists=false");
|
|
48
|
+
});
|
|
49
|
+
it("removes partial spool on disk write failure", async () => {
|
|
50
|
+
const directory = observeDirectory();
|
|
51
|
+
vi.spyOn(fs, "writeFileSync").mockImplementation(() => {
|
|
52
|
+
expect(fs.existsSync(directory())).toBe(true);
|
|
53
|
+
throw new Error("ENOSPC control");
|
|
54
|
+
});
|
|
55
|
+
await expect(spoolRemoteFiles(stream([row("docs/first.md")]))).rejects.toThrow("ENOSPC control");
|
|
56
|
+
expect(fs.existsSync(directory())).toBe(false);
|
|
57
|
+
console.log("disk failure cleanup control: directory existed=true; after ENOSPC exists=false");
|
|
58
|
+
});
|
|
59
|
+
it("closes the replay descriptor if classification throws", async () => {
|
|
60
|
+
const source = await spoolRemoteFiles(stream([row("docs/first.md"), row("docs/second.md")]));
|
|
61
|
+
const close = vi.spyOn(fs, "closeSync");
|
|
62
|
+
const open = vi.spyOn(fs, "openSync");
|
|
63
|
+
try {
|
|
64
|
+
expect(() => {
|
|
65
|
+
for (const _file of source.files)
|
|
66
|
+
throw new Error("classification failed");
|
|
67
|
+
}).toThrow("classification failed");
|
|
68
|
+
expect(open).toHaveBeenCalledTimes(1);
|
|
69
|
+
expect(close).toHaveBeenCalledWith(open.mock.results[0].value);
|
|
70
|
+
console.log("replay failure descriptor control: opened=1; matching descriptor closed=true");
|
|
71
|
+
}
|
|
72
|
+
finally {
|
|
73
|
+
source.dispose();
|
|
74
|
+
}
|
|
75
|
+
});
|
|
76
|
+
});
|
|
77
|
+
//# sourceMappingURL=remote-file-spool.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"remote-file-spool.test.js","sourceRoot":"","sources":["../../src/sync/remote-file-spool.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAE1D,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,EAAE,cAAc,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,MAAM,cAAc,EAA4B,EAAE,CAAC,CAAC,CAAC;AAExG,MAAM,GAAG,GAAG,CAAC,GAAW,EAAc,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,YAAY,EAAE,IAAI,IAAI,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,CAAC,CAAC;AACrJ,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC,KAAmB,IAAI,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7D,SAAS,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,eAAe,EAAE,CAAC,CAAC;AAEtC,SAAS,gBAAgB;IACvB,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAC1C,OAAO,GAAG,EAAE;QACV,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC;QAC3E,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC7B,OAAO,MAAO,CAAC,KAAe,CAAC;IACjC,CAAC,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,iFAAiF,EAAE,KAAK,IAAI,EAAE;QAC/F,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,MAAM,IAAI,GAAG,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,qBAAqB,CAAC,uBAAuB,CAAC,CAAC,EAAE,GAAG,CAAC,4BAA4B,CAAC,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpL,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,IAAI,CAAC;YACH,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnF,MAAM,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YACxC,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrE,MAAM,CAAC,MAAM,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,kCAAkC,IAAI,CAAC,MAAM,WAAW,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,IAAI,uEAAuE,CAAC,CAAC;QACrM,CAAC;gBAAS,CAAC;YAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;QAC/B,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,2EAA2E,CAAC,CAAC;IAC3F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,GAAG,CAAC,eAAe,CAAC,CAAC;YAC3B,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,aAAa,CAAC,CAAC;QACjC,CAAC;QACD,MAAM,MAAM,CAAC,gBAAgB,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7E,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,wFAAwF,CAAC,CAAC;IACxG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;QAC3D,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAC;QACrC,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,eAAe,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE;YACpD,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,MAAM,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACjG,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CAAC,iFAAiF,CAAC,CAAC;IACjG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7F,MAAM,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,WAAW,CAAC,CAAC;QACxC,MAAM,IAAI,GAAG,EAAE,CAAC,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;QACtC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,EAAE;gBACV,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,KAAK;oBAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC7E,CAAC,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC,CAAC;YACpC,MAAM,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YACtC,MAAM,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;YAC/D,OAAO,CAAC,GAAG,CAAC,8EAA8E,CAAC,CAAC;QAC9F,CAAC;gBAAS,CAAC;YAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -23,6 +23,8 @@ export declare function setStateStoreSnapshotReadHookForTest(hook: (() => void)
|
|
|
23
23
|
export declare function setStateStoreSnapshotMemorySampleHookForTest(hook: (() => void) | undefined): void;
|
|
24
24
|
/** Test-only seam after the WAL length is sampled during cold recovery. */
|
|
25
25
|
export declare function setStateStoreWalReadHookForTest(hook: (() => void) | undefined): void;
|
|
26
|
+
/** Test-only seam for counting authenticated WAL records applied during recovery or tailing. */
|
|
27
|
+
export declare function setStateStoreWalRecordReadHookForTest(hook: ((record: StateStoreRecord) => void) | undefined): void;
|
|
26
28
|
/** Test-only crash seam after durable staging and before lock-protected publish. */
|
|
27
29
|
export declare function setStateStoreAfterGenerationStageHookForTest(hook: (() => void) | undefined): void;
|
|
28
30
|
/** Test-only seam for filesystems that do not support forced reflinks. */
|
|
@@ -132,6 +134,8 @@ export interface StateStoreBatchAppend<T> {
|
|
|
132
134
|
type: number;
|
|
133
135
|
payload: unknown;
|
|
134
136
|
flags?: number;
|
|
137
|
+
/** Caller-owned recovery protocol will compact this durable WAL tail later. */
|
|
138
|
+
deferCompaction?: boolean;
|
|
135
139
|
}
|
|
136
140
|
export interface StateStoreRecoveryStats {
|
|
137
141
|
/** Bytes in the selected generation's WAL, including its header. */
|
|
@@ -263,6 +267,8 @@ export declare class StateStore<T> {
|
|
|
263
267
|
repairIfNeeded(maintenance?: StateStoreMaintenanceOptions): StateStoreMaintenanceResult;
|
|
264
268
|
/** Compact only this scope when its ordinary append thresholds require it. */
|
|
265
269
|
compactIfNeeded(): boolean;
|
|
270
|
+
/** Observe the caller's configured WAL threshold without publishing a snapshot. */
|
|
271
|
+
isCompactionDue(): boolean;
|
|
266
272
|
/** Async counterpart used by callback-originated recovery paths. */
|
|
267
273
|
private compactIfNeededAsync;
|
|
268
274
|
getGenerationIdentity(): StateStoreGenerationIdentity;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAWA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAWA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AAoFnE,wBAAgB,2CAA2C,IAAI,IAAI,CAElE;AAED,wBAAgB,yCAAyC,IAAI,MAAM,CAElE;AAED,wBAAgB,kDAAkD,IAAI,IAAI,CAEzE;AAED,wBAAgB,gDAAgD,IAAI,MAAM,CAEzE;AAED,wBAAgB,yCAAyC,IAAI,IAAI,CAEhE;AAED,wBAAgB,uCAAuC,IAAI,MAAM,CAEhE;AAED,uFAAuF;AACvF,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,OAAO,GACf;IAAE,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAEnD;AAED,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAE5G;AAED,6EAA6E;AAC7E,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE1F;AAED,kFAAkF;AAClF,wBAAgB,oCAAoC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEzF;AAED,6FAA6F;AAC7F,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,2EAA2E;AAC3E,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEpF;AAED,gGAAgG;AAChG,wBAAgB,qCAAqC,CACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC,GAAG,SAAS,GACrD,IAAI,CAEN;AAED,oFAAoF;AACpF,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,0EAA0E;AAC1E,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,2DAA2D;AAC3D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,SAAS,GAC3G,IAAI,CAEN;AAED,4DAA4D;AAC5D,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE/F;AAED,+EAA+E;AAC/E,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,sFAAsF;AACtF,wBAAgB,yCAAyC,CACvD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,+EAA+E;AAC/E,wBAAgB,+CAA+C,CAC7D,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,6EAA6E;AAC7E,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,qFAAqF;AACrF,wBAAgB,oCAAoC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,4FAA4F;AAC5F,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEvF;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjF;AAED,kFAAkF;AAClF,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,4EAA4E;AAC5E,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEnF;AA+ED,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,CAAC,CAAC;IAChB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,KAAK,CAAC,CAAC;IAClD;;;;OAIG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C;;;;;OAKG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IAC/C;;;OAGG;IACH,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,4DAA4D;IAC5D,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC,gFAAgF;IAChF,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED,iFAAiF;AACjF,MAAM,WAAW,wBAAyB,SAAQ,QAAQ,CAAC,MAAM,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,kEAAkE;AAClE,MAAM,WAAW,yBAAyB,CAAC,CAAC;IAC1C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,qFAAqF;AACrF,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;AAErG,oFAAoF;AACpF,MAAM,MAAM,yBAAyB,CAAC,CAAC,IAAI,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,CAAC,CAAC,CAAC,KAClC,0BAA0B,CAAC;AAEhC,MAAM,WAAW,uBAAuB;IACtC,iEAAiE;IACjE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,4EAA4E;IAC5E,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC9D,OAAO,EAAE,uBAAuB,CAAC;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACtC,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+EAA+E;IAC/E,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,kEAAkE;AAClE,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,4BAA4B,CAAC;IAChD,2EAA2E;IAC3E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,MAAM,EAAE,SAAS,GAAG,YAAY,CAAA;CAAE,GACpC,CAAC;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GAAG,sBAAsB,CAAC,CAAC;AAEtD,MAAM,WAAW,4BAA4B;IAC3C,yEAAyE;IACzE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uEAAuE;IACvE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC1D;AAiCD,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;;;;GAMG;AACH,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;gBAE/B,OAAO,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAWF;AAED,MAAM,MAAM,yBAAyB,GAAG,yBAAyB,CAAC;AAElE,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,yBAAyB,CAAC;gBAEhC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG;QAAE,MAAM,CAAC,EAAE,yBAAyB,CAAA;KAAE;CAK7F;AAYD,+DAA+D;AAC/D,qBAAa,UAAU,CAAC,CAAC;IAarB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAZ1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,iCAAiC,CAAS;IAElD,OAAO;IAiBP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAUxD,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IA6C5D,uEAAuE;WAC1D,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IA4ChF;;;;;;;;;OASG;IACH,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,qBAAqB,CAAC,CAAC,CAAC,EAAE,GAAG,sBAAsB,EAAE;IA6D7F;;;;;OAKG;IACH,MAAM,CAAC,cAAc,CAAC,CAAC,EACrB,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC7B,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IA+G9B,QAAQ,IAAI,CAAC;IAIb,aAAa,IAAI,MAAM;IAIvB,qBAAqB,IAAI,MAAM;IAI/B,gBAAgB,IAAI,uBAAuB;IAI3C;;;;;;OAMG;IACH,cAAc,CACZ,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IAI9B,8EAA8E;IAC9E,eAAe,IAAI,OAAO;IAO1B,mFAAmF;IACnF,eAAe,IAAI,OAAO;IAI1B,oEAAoE;YACtD,oBAAoB;IAiFlC,qBAAqB,IAAI,4BAA4B;IAQrD;;;;;;;OAOG;IACH,gBAAgB,CAAC,QAAQ,GAAE,4BAA2D,GAAG,OAAO;IAUhG;;;;OAIG;IACH,oBAAoB,IAAI,uBAAuB;IA4B/C;;;;OAIG;IACF,mBAAmB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAgBrF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,sBAAsB;IA4BzE;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAgC7F,iEAAiE;IAC3D,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,OAAO,EAC3B,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAiC9C;;;;;;OAMG;IACG,sBAAsB,CAC1B,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,OAAO,GAAG,SAAS,EACzC,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAkC9C,sEAAsE;IACtE,OAAO,IAAI,uBAAuB;IAUlC,6DAA6D;IACvD,YAAY,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAUtD,OAAO,CAAC,cAAc;IAiCtB;;;;;;;;OAQG;IACH,YAAY,CAAC,SAAS,EAAE,CAAC,GAAG,IAAI;IAIhC;;;;;;;OAOG;IACH,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAWlD,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAgE3B,uEAAuE;IACvE,OAAO,IAAI,IAAI;IAuBf,OAAO,CAAC,eAAe;IA+BvB,OAAO,CAAC,kCAAkC;YAY5B,uCAAuC;IAYrD,OAAO,CAAC,eAAe;IAKvB,OAAO,CAAC,cAAc;IAqBtB,gFAAgF;IAChF,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,iBAAiB;CAS1B"}
|
package/dist/sync/state-store.js
CHANGED
|
@@ -79,6 +79,7 @@ let snapshotWriteHookForTest;
|
|
|
79
79
|
let snapshotReadHookForTest;
|
|
80
80
|
let snapshotMemorySampleHookForTest;
|
|
81
81
|
let walReadHookForTest;
|
|
82
|
+
let walRecordReadHookForTest;
|
|
82
83
|
let afterGenerationStageHookForTest;
|
|
83
84
|
let reflinkCopyHookForTest;
|
|
84
85
|
let positionalWriteForTest;
|
|
@@ -134,6 +135,10 @@ export function setStateStoreSnapshotMemorySampleHookForTest(hook) {
|
|
|
134
135
|
export function setStateStoreWalReadHookForTest(hook) {
|
|
135
136
|
walReadHookForTest = hook;
|
|
136
137
|
}
|
|
138
|
+
/** Test-only seam for counting authenticated WAL records applied during recovery or tailing. */
|
|
139
|
+
export function setStateStoreWalRecordReadHookForTest(hook) {
|
|
140
|
+
walRecordReadHookForTest = hook;
|
|
141
|
+
}
|
|
137
142
|
/** Test-only crash seam after durable staging and before lock-protected publish. */
|
|
138
143
|
export function setStateStoreAfterGenerationStageHookForTest(hook) {
|
|
139
144
|
afterGenerationStageHookForTest = hook;
|
|
@@ -459,9 +464,10 @@ export class StateStore {
|
|
|
459
464
|
continue;
|
|
460
465
|
}
|
|
461
466
|
const compact = new Set();
|
|
462
|
-
for (const { entry } of result)
|
|
463
|
-
if (entry.store.needsCompaction())
|
|
467
|
+
for (const { entry } of result) {
|
|
468
|
+
if (!entry.deferCompaction && entry.store.needsCompaction())
|
|
464
469
|
compact.add(entry.store);
|
|
470
|
+
}
|
|
465
471
|
for (const store of compact)
|
|
466
472
|
store.compact();
|
|
467
473
|
const byIndex = [];
|
|
@@ -598,6 +604,10 @@ export class StateStore {
|
|
|
598
604
|
this.compact();
|
|
599
605
|
return true;
|
|
600
606
|
}
|
|
607
|
+
/** Observe the caller's configured WAL threshold without publishing a snapshot. */
|
|
608
|
+
isCompactionDue() {
|
|
609
|
+
return this.needsCompaction();
|
|
610
|
+
}
|
|
601
611
|
/** Async counterpart used by callback-originated recovery paths. */
|
|
602
612
|
async compactIfNeededAsync() {
|
|
603
613
|
const compacted = await withRotationClaimAsync(this.stateDir, async () => {
|
|
@@ -1685,6 +1695,7 @@ function readWal(filePath, scopeDigest, generation, snapshotSequence, initialSta
|
|
|
1685
1695
|
catch (error) {
|
|
1686
1696
|
throw new StateStoreReducerError(`record ${parsed.record.sequence} was rejected`, { cause: error });
|
|
1687
1697
|
}
|
|
1698
|
+
walRecordReadHookForTest?.(parsed.record);
|
|
1688
1699
|
sequence = parsed.record.sequence;
|
|
1689
1700
|
recordCount++;
|
|
1690
1701
|
offset += frame.length;
|
|
@@ -1794,6 +1805,7 @@ function readWalTail(filePath, scopeDigest, generation, startOffset, startSequen
|
|
|
1794
1805
|
catch (error) {
|
|
1795
1806
|
throw new StateStoreReducerError(`record ${decoded.record.sequence} was rejected`, { cause: error });
|
|
1796
1807
|
}
|
|
1808
|
+
walRecordReadHookForTest?.(decoded.record);
|
|
1797
1809
|
sequence = decoded.record.sequence;
|
|
1798
1810
|
records.push(decoded.record);
|
|
1799
1811
|
offset += frame.length;
|