@indigoai-us/hq-cloud 6.16.34 → 6.16.36
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +20 -8
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.test.js +1 -2
- package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
- package/dist/bin/sync-runner.test.js +21 -24
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +18 -7
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/share.test.js +30 -3
- package/dist/cli/share.test.js.map +1 -1
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +3 -2
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +6 -6
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/company-vault-transport.d.ts +0 -2
- package/dist/company-vault-transport.d.ts.map +1 -1
- package/dist/company-vault-transport.js +0 -2
- package/dist/company-vault-transport.js.map +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -1
- package/dist/index.js.map +1 -1
- package/dist/journal-baseline.test.js +18 -15
- package/dist/journal-baseline.test.js.map +1 -1
- package/dist/journal-delta-writes.test.js +2 -2
- package/dist/journal-delta-writes.test.js.map +1 -1
- package/dist/journal-public-boundary.test.d.ts +2 -0
- package/dist/journal-public-boundary.test.d.ts.map +1 -0
- package/dist/journal-public-boundary.test.js +216 -0
- package/dist/journal-public-boundary.test.js.map +1 -0
- package/dist/journal-record-proxy.d.ts +11 -0
- package/dist/journal-record-proxy.d.ts.map +1 -0
- package/dist/journal-record-proxy.js +71 -0
- package/dist/journal-record-proxy.js.map +1 -0
- package/dist/journal-row-store.d.ts +76 -3
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +450 -43
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-row-store.test.js +139 -6
- package/dist/journal-row-store.test.js.map +1 -1
- package/dist/journal-snapshot-decoder.d.ts +18 -0
- package/dist/journal-snapshot-decoder.d.ts.map +1 -0
- package/dist/journal-snapshot-decoder.js +373 -0
- package/dist/journal-snapshot-decoder.js.map +1 -0
- package/dist/journal-snapshot-memory-helpers.d.ts +30 -0
- package/dist/journal-snapshot-memory-helpers.d.ts.map +1 -0
- package/dist/journal-snapshot-memory-helpers.js +203 -0
- package/dist/journal-snapshot-memory-helpers.js.map +1 -0
- package/dist/journal-snapshot-memory.test.d.ts +2 -0
- package/dist/journal-snapshot-memory.test.d.ts.map +1 -0
- package/dist/journal-snapshot-memory.test.js +32 -0
- package/dist/journal-snapshot-memory.test.js.map +1 -0
- package/dist/journal-snapshot-v4-memory.test.d.ts +2 -0
- package/dist/journal-snapshot-v4-memory.test.d.ts.map +1 -0
- package/dist/journal-snapshot-v4-memory.test.js +24 -0
- package/dist/journal-snapshot-v4-memory.test.js.map +1 -0
- package/dist/journal-snapshot-v4.d.ts +52 -0
- package/dist/journal-snapshot-v4.d.ts.map +1 -0
- package/dist/journal-snapshot-v4.js +352 -0
- package/dist/journal-snapshot-v4.js.map +1 -0
- package/dist/journal-snapshot-v4.test.d.ts +2 -0
- package/dist/journal-snapshot-v4.test.d.ts.map +1 -0
- package/dist/journal-snapshot-v4.test.js +280 -0
- package/dist/journal-snapshot-v4.test.js.map +1 -0
- package/dist/journal-store.test.js +335 -17
- package/dist/journal-store.test.js.map +1 -1
- package/dist/journal.d.ts +10 -8
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +165 -50
- package/dist/journal.js.map +1 -1
- package/dist/journal.test.js +1 -1
- package/dist/journal.test.js.map +1 -1
- package/dist/manifest/build-manifest.bench.test.js +165 -58
- package/dist/manifest/build-manifest.bench.test.js.map +1 -1
- package/dist/remote-pull.js +6 -4
- package/dist/remote-pull.js.map +1 -1
- package/dist/remote-pull.test.js +72 -0
- package/dist/remote-pull.test.js.map +1 -1
- package/dist/session-log-retention.test.js +3 -3
- package/dist/session-log-retention.test.js.map +1 -1
- package/dist/skill-telemetry.d.ts +1 -2
- package/dist/skill-telemetry.d.ts.map +1 -1
- package/dist/skill-telemetry.js +1 -10
- package/dist/skill-telemetry.js.map +1 -1
- package/dist/sync/child-process-sync-worker-env.test.d.ts +2 -0
- package/dist/sync/child-process-sync-worker-env.test.d.ts.map +1 -0
- package/dist/sync/child-process-sync-worker-env.test.js +38 -0
- package/dist/sync/child-process-sync-worker-env.test.js.map +1 -0
- package/dist/sync/feature-flags.d.ts +0 -16
- package/dist/sync/feature-flags.d.ts.map +1 -1
- package/dist/sync/feature-flags.js +0 -11
- package/dist/sync/feature-flags.js.map +1 -1
- package/dist/sync/index.d.ts +2 -2
- package/dist/sync/index.d.ts.map +1 -1
- package/dist/sync/index.js +1 -1
- package/dist/sync/index.js.map +1 -1
- package/dist/sync/logger.test.js +1 -3
- package/dist/sync/logger.test.js.map +1 -1
- package/dist/sync/metrics.test.js +0 -3
- package/dist/sync/metrics.test.js.map +1 -1
- package/dist/sync/push-receiver.d.ts +0 -7
- package/dist/sync/push-receiver.d.ts.map +1 -1
- package/dist/sync/push-receiver.js.map +1 -1
- package/dist/sync/state-store.d.ts +23 -0
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +114 -39
- package/dist/sync/state-store.js.map +1 -1
- package/dist/sync/state-store.test.js +82 -0
- package/dist/sync/state-store.test.js.map +1 -1
- package/dist/watcher.test.js +7 -8
- package/dist/watcher.test.js.map +1 -1
- package/package.json +1 -1
- package/dist/daemon-worker.d.ts +0 -11
- package/dist/daemon-worker.d.ts.map +0 -1
- package/dist/daemon-worker.js +0 -22
- package/dist/daemon-worker.js.map +0 -1
|
@@ -0,0 +1,373 @@
|
|
|
1
|
+
import { StringDecoder } from "node:string_decoder";
|
|
2
|
+
import { JournalRowStore } from "./journal-row-store.js";
|
|
3
|
+
import { createJournalRecordProxy } from "./journal-record-proxy.js";
|
|
4
|
+
import { decodeV4JournalSnapshot, decodedV4JournalRows, JOURNAL_SNAPSHOT_V4_MAGIC } from "./journal-snapshot-v4.js";
|
|
5
|
+
import { SNAPSHOT_V3_MAGIC } from "./sync/state-store.js";
|
|
6
|
+
const decodedRows = new WeakMap();
|
|
7
|
+
/** Return the packed rows made while decoding a v3 journal snapshot, if any. */
|
|
8
|
+
export function decodedJournalRows(journal) {
|
|
9
|
+
return decodedRows.get(journal) ?? decodedV4JournalRows(journal);
|
|
10
|
+
}
|
|
11
|
+
/** Decode either deployed journal snapshot format after StateStore authenticates its frame. */
|
|
12
|
+
export function decodeJournalSnapshot(chunks, magic) {
|
|
13
|
+
if (magic.equals(SNAPSHOT_V3_MAGIC))
|
|
14
|
+
return decodeV3JournalSnapshot(chunks);
|
|
15
|
+
if (magic.equals(JOURNAL_SNAPSHOT_V4_MAGIC))
|
|
16
|
+
return decodeV4JournalSnapshot(chunks);
|
|
17
|
+
throw new Error("journal snapshot has an unsupported magic");
|
|
18
|
+
}
|
|
19
|
+
/**
|
|
20
|
+
* Decode the legacy JSON v3 payload without materialising its `files` object.
|
|
21
|
+
* The parser preserves JSON's token semantics by giving each completed row to
|
|
22
|
+
* JSON.parse, while the row store receives that row immediately and owns it in
|
|
23
|
+
* packed columns before the next row is read.
|
|
24
|
+
*/
|
|
25
|
+
export function decodeV3JournalSnapshot(chunks) {
|
|
26
|
+
const countParser = new V3JournalSnapshotParser(0, true);
|
|
27
|
+
feedSnapshotChunks(countParser, chunks);
|
|
28
|
+
countParser.finish();
|
|
29
|
+
const parser = new V3JournalSnapshotParser(countParser.rowCount);
|
|
30
|
+
feedSnapshotChunks(parser, chunks);
|
|
31
|
+
return parser.finish();
|
|
32
|
+
}
|
|
33
|
+
function feedSnapshotChunks(parser, chunks) {
|
|
34
|
+
const decoder = new StringDecoder("utf8");
|
|
35
|
+
for (const chunk of chunks)
|
|
36
|
+
parser.feed(decoder.write(chunk));
|
|
37
|
+
parser.feed(decoder.end());
|
|
38
|
+
}
|
|
39
|
+
class V3JournalSnapshotParser {
|
|
40
|
+
countOnly;
|
|
41
|
+
rows;
|
|
42
|
+
stack = [];
|
|
43
|
+
rootStarted = false;
|
|
44
|
+
rootFinished = false;
|
|
45
|
+
inString = false;
|
|
46
|
+
escaped = false;
|
|
47
|
+
stringToken = "";
|
|
48
|
+
scalarToken = "";
|
|
49
|
+
capture;
|
|
50
|
+
sequence;
|
|
51
|
+
version;
|
|
52
|
+
lastSync;
|
|
53
|
+
pulls;
|
|
54
|
+
filesObject = false;
|
|
55
|
+
invalidState = false;
|
|
56
|
+
rowCount = 0;
|
|
57
|
+
constructor(initialRowCapacity, countOnly = false) {
|
|
58
|
+
this.countOnly = countOnly;
|
|
59
|
+
if (!countOnly)
|
|
60
|
+
this.rows = new JournalRowStore(initialRowCapacity, { trackChanges: false });
|
|
61
|
+
}
|
|
62
|
+
feed(text) {
|
|
63
|
+
for (let index = 0; index < text.length; index += 1) {
|
|
64
|
+
const character = text[index];
|
|
65
|
+
if (this.inString) {
|
|
66
|
+
this.stringToken += character;
|
|
67
|
+
if (this.escaped)
|
|
68
|
+
this.escaped = false;
|
|
69
|
+
else if (character === "\\")
|
|
70
|
+
this.escaped = true;
|
|
71
|
+
else if (character === '"') {
|
|
72
|
+
this.inString = false;
|
|
73
|
+
this.consume({ kind: "string", raw: this.stringToken });
|
|
74
|
+
this.stringToken = "";
|
|
75
|
+
}
|
|
76
|
+
continue;
|
|
77
|
+
}
|
|
78
|
+
if (this.scalarToken !== "") {
|
|
79
|
+
if (isWhitespace(character)) {
|
|
80
|
+
this.consume({ kind: "scalar", raw: this.scalarToken });
|
|
81
|
+
this.scalarToken = "";
|
|
82
|
+
continue;
|
|
83
|
+
}
|
|
84
|
+
if (isPunctuation(character)) {
|
|
85
|
+
this.consume({ kind: "scalar", raw: this.scalarToken });
|
|
86
|
+
this.scalarToken = "";
|
|
87
|
+
this.consume({ kind: "punctuation", raw: character });
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
this.scalarToken += character;
|
|
91
|
+
continue;
|
|
92
|
+
}
|
|
93
|
+
if (isWhitespace(character))
|
|
94
|
+
continue;
|
|
95
|
+
if (character === '"') {
|
|
96
|
+
this.inString = true;
|
|
97
|
+
this.escaped = false;
|
|
98
|
+
this.stringToken = character;
|
|
99
|
+
continue;
|
|
100
|
+
}
|
|
101
|
+
if (isPunctuation(character)) {
|
|
102
|
+
this.consume({ kind: "punctuation", raw: character });
|
|
103
|
+
continue;
|
|
104
|
+
}
|
|
105
|
+
this.scalarToken = character;
|
|
106
|
+
}
|
|
107
|
+
}
|
|
108
|
+
finish() {
|
|
109
|
+
if (this.inString)
|
|
110
|
+
throw new SyntaxError("journal snapshot has an unterminated JSON string");
|
|
111
|
+
if (this.scalarToken !== "") {
|
|
112
|
+
this.consume({ kind: "scalar", raw: this.scalarToken });
|
|
113
|
+
this.scalarToken = "";
|
|
114
|
+
}
|
|
115
|
+
if (!this.rootFinished || this.stack.length !== 0 || this.capture !== undefined) {
|
|
116
|
+
throw new SyntaxError("journal snapshot has unexpected end of JSON input");
|
|
117
|
+
}
|
|
118
|
+
if (this.invalidState ||
|
|
119
|
+
!this.filesObject ||
|
|
120
|
+
(this.version !== "1" && this.version !== "2") ||
|
|
121
|
+
(this.lastSync !== undefined && typeof this.lastSync !== "string") ||
|
|
122
|
+
(this.pulls !== undefined && !Array.isArray(this.pulls)))
|
|
123
|
+
return undefined;
|
|
124
|
+
if (this.countOnly)
|
|
125
|
+
return undefined;
|
|
126
|
+
const rows = this.rows;
|
|
127
|
+
if (rows === undefined)
|
|
128
|
+
throw new Error("journal snapshot row store was not initialized");
|
|
129
|
+
const journal = {
|
|
130
|
+
files: createJournalRecordProxy(rows),
|
|
131
|
+
...(this.lastSync === undefined ? {} : { lastSync: this.lastSync }),
|
|
132
|
+
...(this.pulls === undefined ? {} : { pulls: this.pulls }),
|
|
133
|
+
version: this.version,
|
|
134
|
+
};
|
|
135
|
+
decodedRows.set(journal, rows);
|
|
136
|
+
return {
|
|
137
|
+
lastRecordSequence: this.sequence,
|
|
138
|
+
state: { journal },
|
|
139
|
+
};
|
|
140
|
+
}
|
|
141
|
+
consume(token) {
|
|
142
|
+
const frame = this.stack.at(-1);
|
|
143
|
+
if (frame === undefined) {
|
|
144
|
+
if (this.rootStarted)
|
|
145
|
+
throw new SyntaxError("journal snapshot has multiple JSON values");
|
|
146
|
+
this.rootStarted = true;
|
|
147
|
+
this.startValue(token, undefined);
|
|
148
|
+
return;
|
|
149
|
+
}
|
|
150
|
+
if (frame.kind === "object")
|
|
151
|
+
this.consumeObject(frame, token);
|
|
152
|
+
else
|
|
153
|
+
this.consumeArray(frame, token);
|
|
154
|
+
}
|
|
155
|
+
consumeObject(frame, token) {
|
|
156
|
+
if (frame.phase === "key-or-end" || frame.phase === "key") {
|
|
157
|
+
this.appendCapture(token.raw);
|
|
158
|
+
if (frame.phase === "key-or-end" && token.kind === "punctuation" && token.raw === "}") {
|
|
159
|
+
this.closeContainer();
|
|
160
|
+
return;
|
|
161
|
+
}
|
|
162
|
+
if (token.kind !== "string")
|
|
163
|
+
throw new SyntaxError("journal snapshot expected an object key");
|
|
164
|
+
frame.key = decodeJsonString(token.raw);
|
|
165
|
+
frame.phase = "colon";
|
|
166
|
+
return;
|
|
167
|
+
}
|
|
168
|
+
if (frame.phase === "colon") {
|
|
169
|
+
this.appendCapture(token.raw);
|
|
170
|
+
if (token.kind !== "punctuation" || token.raw !== ":") {
|
|
171
|
+
throw new SyntaxError("journal snapshot expected a colon after an object key");
|
|
172
|
+
}
|
|
173
|
+
frame.phase = "value";
|
|
174
|
+
return;
|
|
175
|
+
}
|
|
176
|
+
if (frame.phase === "value") {
|
|
177
|
+
this.startValue(token, frame);
|
|
178
|
+
return;
|
|
179
|
+
}
|
|
180
|
+
this.appendCapture(token.raw);
|
|
181
|
+
if (token.kind === "punctuation" && token.raw === ",") {
|
|
182
|
+
frame.phase = "key";
|
|
183
|
+
frame.key = undefined;
|
|
184
|
+
return;
|
|
185
|
+
}
|
|
186
|
+
if (token.kind === "punctuation" && token.raw === "}") {
|
|
187
|
+
this.closeContainer();
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
throw new SyntaxError("journal snapshot expected an object comma or close brace");
|
|
191
|
+
}
|
|
192
|
+
consumeArray(frame, token) {
|
|
193
|
+
if (frame.phase === "value-or-end" || frame.phase === "value") {
|
|
194
|
+
if (frame.phase === "value-or-end" && token.kind === "punctuation" && token.raw === "]") {
|
|
195
|
+
this.appendCapture(token.raw);
|
|
196
|
+
this.closeContainer();
|
|
197
|
+
return;
|
|
198
|
+
}
|
|
199
|
+
this.startValue(token, frame);
|
|
200
|
+
return;
|
|
201
|
+
}
|
|
202
|
+
this.appendCapture(token.raw);
|
|
203
|
+
if (token.kind === "punctuation" && token.raw === ",") {
|
|
204
|
+
frame.phase = "value";
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
if (token.kind === "punctuation" && token.raw === "]") {
|
|
208
|
+
this.closeContainer();
|
|
209
|
+
return;
|
|
210
|
+
}
|
|
211
|
+
throw new SyntaxError("journal snapshot expected an array comma or close bracket");
|
|
212
|
+
}
|
|
213
|
+
startValue(token, parent) {
|
|
214
|
+
if (token.kind === "punctuation" && token.raw !== "{" && token.raw !== "[") {
|
|
215
|
+
throw new SyntaxError("journal snapshot expected a JSON value");
|
|
216
|
+
}
|
|
217
|
+
if (token.kind === "punctuation" || token.kind === "string") {
|
|
218
|
+
if (token.kind === "string")
|
|
219
|
+
decodeJsonString(token.raw);
|
|
220
|
+
}
|
|
221
|
+
else {
|
|
222
|
+
decodeJsonScalar(token.raw);
|
|
223
|
+
}
|
|
224
|
+
const target = this.targetFor(parent);
|
|
225
|
+
if (target !== undefined && !(this.countOnly && target.kind === "file")) {
|
|
226
|
+
this.capture = { target, text: "" };
|
|
227
|
+
}
|
|
228
|
+
this.appendCapture(token.raw);
|
|
229
|
+
if (parent?.kind === "object")
|
|
230
|
+
parent.phase = "comma-or-end";
|
|
231
|
+
if (parent?.kind === "array")
|
|
232
|
+
parent.phase = "comma-or-end";
|
|
233
|
+
if (token.kind === "punctuation") {
|
|
234
|
+
const role = this.roleFor(parent);
|
|
235
|
+
if (role === "files" && token.raw === "{")
|
|
236
|
+
this.filesObject = true;
|
|
237
|
+
this.stack.push(token.raw === "{"
|
|
238
|
+
? { kind: "object", role, phase: "key-or-end", target }
|
|
239
|
+
: { kind: "array", role, phase: "value-or-end", target });
|
|
240
|
+
return;
|
|
241
|
+
}
|
|
242
|
+
this.completeValue(target);
|
|
243
|
+
if (parent === undefined)
|
|
244
|
+
this.rootFinished = true;
|
|
245
|
+
}
|
|
246
|
+
closeContainer() {
|
|
247
|
+
const frame = this.stack.pop();
|
|
248
|
+
if (frame === undefined)
|
|
249
|
+
throw new SyntaxError("journal snapshot closed an unopened container");
|
|
250
|
+
this.completeValue(frame.target);
|
|
251
|
+
if (this.stack.length === 0)
|
|
252
|
+
this.rootFinished = true;
|
|
253
|
+
}
|
|
254
|
+
appendCapture(text) {
|
|
255
|
+
if (this.capture !== undefined)
|
|
256
|
+
this.capture.text += text;
|
|
257
|
+
}
|
|
258
|
+
completeValue(target) {
|
|
259
|
+
if (target === undefined)
|
|
260
|
+
return;
|
|
261
|
+
if (target.kind === "file" && this.countOnly) {
|
|
262
|
+
this.rowCount += 1;
|
|
263
|
+
return;
|
|
264
|
+
}
|
|
265
|
+
const capture = this.capture;
|
|
266
|
+
if (capture === undefined || capture.target !== target) {
|
|
267
|
+
throw new SyntaxError("journal snapshot lost a captured JSON value");
|
|
268
|
+
}
|
|
269
|
+
this.capture = undefined;
|
|
270
|
+
const value = JSON.parse(capture.text);
|
|
271
|
+
if (target.kind === "sequence") {
|
|
272
|
+
this.sequence = value;
|
|
273
|
+
return;
|
|
274
|
+
}
|
|
275
|
+
if (target.kind === "version") {
|
|
276
|
+
this.version = value;
|
|
277
|
+
return;
|
|
278
|
+
}
|
|
279
|
+
if (target.kind === "last-sync") {
|
|
280
|
+
this.lastSync = value;
|
|
281
|
+
return;
|
|
282
|
+
}
|
|
283
|
+
if (target.kind === "pulls") {
|
|
284
|
+
this.pulls = value;
|
|
285
|
+
return;
|
|
286
|
+
}
|
|
287
|
+
if (!isJournalEntry(value)) {
|
|
288
|
+
this.invalidState = true;
|
|
289
|
+
return;
|
|
290
|
+
}
|
|
291
|
+
this.rows?.set(target.path, value);
|
|
292
|
+
}
|
|
293
|
+
targetFor(parent) {
|
|
294
|
+
if (parent?.kind !== "object")
|
|
295
|
+
return undefined;
|
|
296
|
+
if (parent.role === "root" && parent.key === "lastRecordSequence")
|
|
297
|
+
return { kind: "sequence" };
|
|
298
|
+
if (parent.role === "journal" && parent.key === "version")
|
|
299
|
+
return { kind: "version" };
|
|
300
|
+
if (parent.role === "journal" && parent.key === "lastSync")
|
|
301
|
+
return { kind: "last-sync" };
|
|
302
|
+
if (parent.role === "journal" && parent.key === "pulls")
|
|
303
|
+
return { kind: "pulls" };
|
|
304
|
+
if (parent.role === "files" && parent.key !== undefined)
|
|
305
|
+
return { kind: "file", path: parent.key };
|
|
306
|
+
return undefined;
|
|
307
|
+
}
|
|
308
|
+
roleFor(parent) {
|
|
309
|
+
if (parent === undefined)
|
|
310
|
+
return "root";
|
|
311
|
+
if (parent.kind !== "object")
|
|
312
|
+
return "other";
|
|
313
|
+
if (parent.role === "root" && parent.key === "state")
|
|
314
|
+
return "state";
|
|
315
|
+
if (parent.role === "state" && parent.key === "journal")
|
|
316
|
+
return "journal";
|
|
317
|
+
if (parent.role === "journal" && parent.key === "files")
|
|
318
|
+
return "files";
|
|
319
|
+
return "other";
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
function decodeJsonString(value) {
|
|
323
|
+
const decoded = JSON.parse(value);
|
|
324
|
+
if (typeof decoded !== "string")
|
|
325
|
+
throw new SyntaxError("journal snapshot has an invalid JSON string");
|
|
326
|
+
return decoded;
|
|
327
|
+
}
|
|
328
|
+
function decodeJsonScalar(value) {
|
|
329
|
+
return JSON.parse(value);
|
|
330
|
+
}
|
|
331
|
+
function isJournalEntry(value) {
|
|
332
|
+
if (typeof value !== "object" || value === null || Array.isArray(value))
|
|
333
|
+
return false;
|
|
334
|
+
const entry = value;
|
|
335
|
+
if (typeof entry.hash !== "string" ||
|
|
336
|
+
typeof entry.size !== "number" ||
|
|
337
|
+
!Number.isFinite(entry.size) ||
|
|
338
|
+
typeof entry.syncedAt !== "string" ||
|
|
339
|
+
(entry.direction !== "up" && entry.direction !== "down"))
|
|
340
|
+
return false;
|
|
341
|
+
if (entry.kind !== undefined && entry.kind !== "file" && entry.kind !== "symlink")
|
|
342
|
+
return false;
|
|
343
|
+
if (entry.createdBySub !== undefined && typeof entry.createdBySub !== "string")
|
|
344
|
+
return false;
|
|
345
|
+
if (entry.remoteEtag !== undefined && typeof entry.remoteEtag !== "string")
|
|
346
|
+
return false;
|
|
347
|
+
if (entry.mtimeMs !== undefined && (typeof entry.mtimeMs !== "number" || !Number.isFinite(entry.mtimeMs)))
|
|
348
|
+
return false;
|
|
349
|
+
if (entry.ctimeMs !== undefined && (typeof entry.ctimeMs !== "number" || !Number.isFinite(entry.ctimeMs)))
|
|
350
|
+
return false;
|
|
351
|
+
if (entry.removedAt !== undefined && typeof entry.removedAt !== "string")
|
|
352
|
+
return false;
|
|
353
|
+
if (entry.removedReason !== undefined && !["scope_shrink", "narrow_apply", "manual", "local-delete"].includes(entry.removedReason))
|
|
354
|
+
return false;
|
|
355
|
+
if (entry.outOfScopeProtected !== undefined && typeof entry.outOfScopeProtected !== "boolean")
|
|
356
|
+
return false;
|
|
357
|
+
if (entry.skillMetadataPending !== undefined && typeof entry.skillMetadataPending !== "boolean")
|
|
358
|
+
return false;
|
|
359
|
+
if (entry.localDiverges !== undefined && typeof entry.localDiverges !== "boolean")
|
|
360
|
+
return false;
|
|
361
|
+
const intent = entry.localDeleteIntent;
|
|
362
|
+
return intent === undefined || (intent.version === 1 &&
|
|
363
|
+
typeof intent.remoteEtag === "string" &&
|
|
364
|
+
typeof intent.localHash === "string" &&
|
|
365
|
+
(intent.localKind === "file" || intent.localKind === "symlink"));
|
|
366
|
+
}
|
|
367
|
+
function isWhitespace(value) {
|
|
368
|
+
return value === " " || value === "\n" || value === "\r" || value === "\t";
|
|
369
|
+
}
|
|
370
|
+
function isPunctuation(value) {
|
|
371
|
+
return value === "{" || value === "}" || value === "[" || value === "]" || value === ":" || value === ",";
|
|
372
|
+
}
|
|
373
|
+
//# sourceMappingURL=journal-snapshot-decoder.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-decoder.js","sourceRoot":"","sources":["../src/journal-snapshot-decoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,EAAE,uBAAuB,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACpH,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAyC1D,MAAM,WAAW,GAAG,IAAI,OAAO,EAAgC,CAAC;AAEhE,gFAAgF;AAChF,MAAM,UAAU,kBAAkB,CAAC,OAAoB;IACrD,OAAO,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,oBAAoB,CAAC,OAAO,CAAC,CAAC;AACnE,CAAC;AAED,+FAA+F;AAC/F,MAAM,UAAU,qBAAqB,CAAC,MAAsB,EAAE,KAAa;IACzE,IAAI,KAAK,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAAE,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAC5E,IAAI,KAAK,CAAC,MAAM,CAAC,yBAAyB,CAAC;QAAE,OAAO,uBAAuB,CAAC,MAAM,CAAC,CAAC;IACpF,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;AAC/D,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,uBAAuB,CAAC,MAAsB;IAC5D,MAAM,WAAW,GAAG,IAAI,uBAAuB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IACzD,kBAAkB,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACxC,WAAW,CAAC,MAAM,EAAE,CAAC;IACrB,MAAM,MAAM,GAAG,IAAI,uBAAuB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACjE,kBAAkB,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,OAAO,MAAM,CAAC,MAAM,EAAE,CAAC;AACzB,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA+B,EAAE,MAAwB;IACnF,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,MAAM,CAAC,CAAC;IAC1C,KAAK,MAAM,KAAK,IAAI,MAAM;QAAE,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9D,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,uBAAuB;IAkB8B;IAjBxC,IAAI,CAA8B;IAClC,KAAK,GAAY,EAAE,CAAC;IAC7B,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,GAAG,KAAK,CAAC;IACrB,QAAQ,GAAG,KAAK,CAAC;IACjB,OAAO,GAAG,KAAK,CAAC;IAChB,WAAW,GAAG,EAAE,CAAC;IACjB,WAAW,GAAG,EAAE,CAAC;IACjB,OAAO,CAAsB;IAC7B,QAAQ,CAAU;IAClB,OAAO,CAAU;IACjB,QAAQ,CAAU;IAClB,KAAK,CAAU;IACf,WAAW,GAAG,KAAK,CAAC;IACpB,YAAY,GAAG,KAAK,CAAC;IAC7B,QAAQ,GAAG,CAAC,CAAC;IAEb,YAAY,kBAA0B,EAAmB,YAAY,KAAK;QAAjB,cAAS,GAAT,SAAS,CAAQ;QACxE,IAAI,CAAC,SAAS;YAAE,IAAI,CAAC,IAAI,GAAG,IAAI,eAAe,CAAC,kBAAkB,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/F,CAAC;IAED,IAAI,CAAC,IAAY;QACf,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAE,CAAC;YAC/B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC;gBAC9B,IAAI,IAAI,CAAC,OAAO;oBAAE,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;qBAClC,IAAI,SAAS,KAAK,IAAI;oBAAE,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;qBAC5C,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;oBAC3B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;oBACtB,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;gBACxB,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE,CAAC;gBAC5B,IAAI,YAAY,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC5B,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;oBACtB,SAAS;gBACX,CAAC;gBACD,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;oBAC7B,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;oBACxD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;oBACtB,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;oBACtD,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,WAAW,IAAI,SAAS,CAAC;gBAC9B,SAAS;YACX,CAAC;YACD,IAAI,YAAY,CAAC,SAAS,CAAC;gBAAE,SAAS;YACtC,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;gBACtB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACrB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;gBACrB,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;gBAC7B,SAAS;YACX,CAAC;YACD,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC7B,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;gBACtD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,MAAM;QACJ,IAAI,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,WAAW,CAAC,kDAAkD,CAAC,CAAC;QAC7F,IAAI,IAAI,CAAC,WAAW,KAAK,EAAE,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YACxD,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAChF,MAAM,IAAI,WAAW,CAAC,mDAAmD,CAAC,CAAC;QAC7E,CAAC;QACD,IACE,IAAI,CAAC,YAAY;YACjB,CAAC,IAAI,CAAC,WAAW;YACjB,CAAC,IAAI,CAAC,OAAO,KAAK,GAAG,IAAI,IAAI,CAAC,OAAO,KAAK,GAAG,CAAC;YAC9C,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC;YAClE,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxD,OAAO,SAAS,CAAC;QAEnB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO,SAAS,CAAC;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,IAAI,KAAK,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QAE1F,MAAM,OAAO,GAAgB;YAC3B,KAAK,EAAE,wBAAwB,CAAC,IAAI,CAAC;YACrC,GAAG,CAAC,IAAI,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnE,GAAG,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1D,OAAO,EAAE,IAAI,CAAC,OAAO;SACP,CAAC;QACjB,WAAW,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC/B,OAAO;YACL,kBAAkB,EAAE,IAAI,CAAC,QAAQ;YACjC,KAAK,EAAE,EAAE,OAAO,EAA2B;SAC5C,CAAC;IACJ,CAAC;IAEO,OAAO,CAAC,KAAY;QAC1B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,IAAI,CAAC,WAAW;gBAAE,MAAM,IAAI,WAAW,CAAC,2CAA2C,CAAC,CAAC;YACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACxB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;YAAE,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;;YACzD,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IACvC,CAAC;IAEO,aAAa,CAAC,KAAkB,EAAE,KAAY;QACpD,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,EAAE,CAAC;YAC1D,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,CAAC,KAAK,KAAK,YAAY,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACtF,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,MAAM,IAAI,WAAW,CAAC,yCAAyC,CAAC,CAAC;YAC9F,KAAK,CAAC,GAAG,GAAG,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACxC,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACtD,MAAM,IAAI,WAAW,CAAC,uDAAuD,CAAC,CAAC;YACjF,CAAC;YACD,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACtD,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;YACpB,KAAK,CAAC,GAAG,GAAG,SAAS,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACtD,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,WAAW,CAAC,0DAA0D,CAAC,CAAC;IACpF,CAAC;IAEO,YAAY,CAAC,KAAiB,EAAE,KAAY;QAClD,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,IAAI,KAAK,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;YAC9D,IAAI,KAAK,CAAC,KAAK,KAAK,cAAc,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;gBACxF,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,CAAC,cAAc,EAAE,CAAC;gBACtB,OAAO;YACT,CAAC;YACD,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC9B,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACtD,KAAK,CAAC,KAAK,GAAG,OAAO,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YACtD,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,OAAO;QACT,CAAC;QACD,MAAM,IAAI,WAAW,CAAC,2DAA2D,CAAC,CAAC;IACrF,CAAC;IAEO,UAAU,CAAC,KAAY,EAAE,MAAyB;QACxD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG,EAAE,CAAC;YAC3E,MAAM,IAAI,WAAW,CAAC,wCAAwC,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC5D,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;gBAAE,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3D,CAAC;aAAM,CAAC;YACN,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,CAAC,EAAE,CAAC;YACxE,IAAI,CAAC,OAAO,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;QACtC,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC9B,IAAI,MAAM,EAAE,IAAI,KAAK,QAAQ;YAAE,MAAM,CAAC,KAAK,GAAG,cAAc,CAAC;QAC7D,IAAI,MAAM,EAAE,IAAI,KAAK,OAAO;YAAE,MAAM,CAAC,KAAK,GAAG,cAAc,CAAC;QAE5D,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;YACjC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YAClC,IAAI,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,GAAG,KAAK,GAAG;gBAAE,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;YACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,GAAG;gBAC/B,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE;gBACvD,CAAC,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,EAAE,CAAC,CAAC;YAC5D,OAAO;QACT,CAAC;QACD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IACrD,CAAC;IAEO,cAAc;QACpB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC/B,IAAI,KAAK,KAAK,SAAS;YAAE,MAAM,IAAI,WAAW,CAAC,+CAA+C,CAAC,CAAC;QAChG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;IACxD,CAAC;IAEO,aAAa,CAAC,IAAY;QAChC,IAAI,IAAI,CAAC,OAAO,KAAK,SAAS;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,IAAI,IAAI,CAAC;IAC5D,CAAC;IAEO,aAAa,CAAC,MAA0B;QAC9C,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO;QACjC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC;YACnB,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YACvD,MAAM,IAAI,WAAW,CAAC,6CAA6C,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAY,CAAC;QAClD,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAC/B,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAChC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;YACtB,OAAO;QACT,CAAC;QACD,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC5B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;YACnB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;YAC3B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;YACzB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrC,CAAC;IAEO,SAAS,CAAC,MAAyB;QACzC,IAAI,MAAM,EAAE,IAAI,KAAK,QAAQ;YAAE,OAAO,SAAS,CAAC;QAChD,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,GAAG,KAAK,oBAAoB;YAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;QAC/F,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;QACtF,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,UAAU;YAAE,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;QACzF,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO;YAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;QAClF,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;YAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,EAAE,CAAC;QACnG,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,OAAO,CAAC,MAAyB;QACvC,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACxC,IAAI,MAAM,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,OAAO,CAAC;QAC7C,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO;YAAE,OAAO,OAAO,CAAC;QACrE,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;YAAE,OAAO,SAAS,CAAC;QAC1E,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,IAAI,MAAM,CAAC,GAAG,KAAK,OAAO;YAAE,OAAO,OAAO,CAAC;QACxE,OAAO,OAAO,CAAC;IACjB,CAAC;CACF;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;IAC7C,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,MAAM,IAAI,WAAW,CAAC,6CAA6C,CAAC,CAAC;IACtG,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAa;IACrC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAY,CAAC;AACtC,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACtF,MAAM,KAAK,GAAG,KAA8B,CAAC;IAC7C,IACE,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,OAAO,KAAK,CAAC,IAAI,KAAK,QAAQ;QAC9B,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QAC5B,OAAO,KAAK,CAAC,QAAQ,KAAK,QAAQ;QAClC,CAAC,KAAK,CAAC,SAAS,KAAK,IAAI,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,CAAC;QACxD,OAAO,KAAK,CAAC;IACf,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChG,IAAI,KAAK,CAAC,YAAY,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,YAAY,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IAC7F,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,UAAU,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACzF,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACxH,IAAI,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,CAAC,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC;IACxH,IAAI,KAAK,CAAC,SAAS,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC;IACvF,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC;QAAE,OAAO,KAAK,CAAC;IACjJ,IAAI,KAAK,CAAC,mBAAmB,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,mBAAmB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC5G,IAAI,KAAK,CAAC,oBAAoB,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,oBAAoB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC9G,IAAI,KAAK,CAAC,aAAa,KAAK,SAAS,IAAI,OAAO,KAAK,CAAC,aAAa,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChG,MAAM,MAAM,GAAG,KAAK,CAAC,iBAAiB,CAAC;IACvC,OAAO,MAAM,KAAK,SAAS,IAAI,CAC7B,MAAM,CAAC,OAAO,KAAK,CAAC;QACpB,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;QACrC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;QACpC,CAAC,MAAM,CAAC,SAAS,KAAK,MAAM,IAAI,MAAM,CAAC,SAAS,KAAK,SAAS,CAAC,CAChE,CAAC;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,CAAC;AAC7E,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,IAAI,KAAK,KAAK,GAAG,CAAC;AAC5G,CAAC"}
|
|
@@ -0,0 +1,30 @@
|
|
|
1
|
+
export declare const MIN_SNAPSHOT_BYTES_PER_ROW = 300;
|
|
2
|
+
export type RecoveryPath = "streaming" | "whole-payload";
|
|
3
|
+
export interface RecoveryMeasurement {
|
|
4
|
+
path: RecoveryPath;
|
|
5
|
+
rowCount: number;
|
|
6
|
+
snapshotBytes: number;
|
|
7
|
+
baseline: number;
|
|
8
|
+
peak: number;
|
|
9
|
+
peakGrowth: number;
|
|
10
|
+
retained: number;
|
|
11
|
+
retainedGrowth: number;
|
|
12
|
+
transientGrowth: number;
|
|
13
|
+
recoveredRowCount: number;
|
|
14
|
+
}
|
|
15
|
+
export interface V4RecoveryMeasurement {
|
|
16
|
+
rowCount: number;
|
|
17
|
+
snapshotBytes: number;
|
|
18
|
+
baseline: number;
|
|
19
|
+
decoderPeak: number;
|
|
20
|
+
decoderPeakGrowth: number;
|
|
21
|
+
retained: number;
|
|
22
|
+
retainedGrowth: number;
|
|
23
|
+
recoveredRowCount: number;
|
|
24
|
+
}
|
|
25
|
+
export declare function configuredMemoryRowCount(environmentVariable: string, defaultRowCount: number): number;
|
|
26
|
+
export declare function memoryTestTimeoutMs(rowCount: number, defaultRowCount: number): number;
|
|
27
|
+
export declare function measureRecovery(recoveryPath: RecoveryPath, rowCount: number): RecoveryMeasurement;
|
|
28
|
+
export declare function measureV4Recovery(rowCount: number): V4RecoveryMeasurement;
|
|
29
|
+
export declare function cleanupSnapshotMemoryTest(): void;
|
|
30
|
+
//# sourceMappingURL=journal-snapshot-memory-helpers.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-memory-helpers.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-memory-helpers.ts"],"names":[],"mappings":"AAkBA,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAI9C,MAAM,MAAM,YAAY,GAAG,WAAW,GAAG,eAAe,CAAC;AAEzD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,wBAAgB,wBAAwB,CAAC,mBAAmB,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,MAAM,CAOrG;AAED,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,EAAE,eAAe,EAAE,MAAM,GAAG,MAAM,CAErF;AA0FD,wBAAgB,eAAe,CAAC,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,GAAG,mBAAmB,CA8CjG;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,MAAM,GAAG,qBAAqB,CAkDzE;AAED,wBAAgB,yBAAyB,IAAI,IAAI,CAOhD"}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as os from "node:os";
|
|
3
|
+
import * as path from "node:path";
|
|
4
|
+
import * as v8 from "node:v8";
|
|
5
|
+
import * as vm from "node:vm";
|
|
6
|
+
import { openJournalStateStoreForMigration, readJournal, setJournalSnapshotDecoderForTest, writeJournal, } from "./journal.js";
|
|
7
|
+
import { encodeV4JournalSnapshot, setV4JournalSnapshotDecodeMemorySampleHookForTest, } from "./journal-snapshot-v4.js";
|
|
8
|
+
import { setStateStoreSnapshotMemorySampleHookForTest } from "./sync/state-store.js";
|
|
9
|
+
export const MIN_SNAPSHOT_BYTES_PER_ROW = 300;
|
|
10
|
+
const originalStateDir = process.env.HQ_STATE_DIR;
|
|
11
|
+
const stateDirs = [];
|
|
12
|
+
export function configuredMemoryRowCount(environmentVariable, defaultRowCount) {
|
|
13
|
+
const configuredRowCount = process.env[environmentVariable]?.trim() || String(defaultRowCount);
|
|
14
|
+
const rowCount = Number(configuredRowCount);
|
|
15
|
+
if (!Number.isSafeInteger(rowCount) || rowCount < 1) {
|
|
16
|
+
throw new Error(`${environmentVariable} must be a positive integer, received ${configuredRowCount}`);
|
|
17
|
+
}
|
|
18
|
+
return rowCount;
|
|
19
|
+
}
|
|
20
|
+
export function memoryTestTimeoutMs(rowCount, defaultRowCount) {
|
|
21
|
+
return rowCount > defaultRowCount ? 300_000 : 120_000;
|
|
22
|
+
}
|
|
23
|
+
function acquireGc() {
|
|
24
|
+
const existing = globalThis.gc;
|
|
25
|
+
if (typeof existing === "function")
|
|
26
|
+
return existing;
|
|
27
|
+
v8.setFlagsFromString("--expose-gc");
|
|
28
|
+
const exposed = vm.runInNewContext("gc");
|
|
29
|
+
v8.setFlagsFromString("--no-expose-gc");
|
|
30
|
+
if (typeof exposed !== "function")
|
|
31
|
+
throw new Error("snapshot memory gate requires an exposed garbage collector");
|
|
32
|
+
return exposed;
|
|
33
|
+
}
|
|
34
|
+
function usedBytes() {
|
|
35
|
+
const usage = process.memoryUsage();
|
|
36
|
+
return usage.heapUsed + usage.arrayBuffers;
|
|
37
|
+
}
|
|
38
|
+
function collectGarbage(collect) {
|
|
39
|
+
collect();
|
|
40
|
+
collect();
|
|
41
|
+
collect();
|
|
42
|
+
}
|
|
43
|
+
function createStateDirectory(prefix) {
|
|
44
|
+
const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), prefix));
|
|
45
|
+
stateDirs.push(stateDir);
|
|
46
|
+
process.env.HQ_STATE_DIR = stateDir;
|
|
47
|
+
}
|
|
48
|
+
function seedLargeSnapshot(slug, rowCount) {
|
|
49
|
+
const files = {};
|
|
50
|
+
for (let index = 0; index < rowCount; index += 1) {
|
|
51
|
+
files[`directory-${index % 400}/nested-${index % 37}/entry-${index.toString().padStart(6, "0")}.md`] = {
|
|
52
|
+
hash: index.toString(16).padStart(64, "0"),
|
|
53
|
+
size: index * 17.25,
|
|
54
|
+
syncedAt: new Date(1_700_000_000_000 + index).toISOString(),
|
|
55
|
+
direction: index % 2 === 0 ? "up" : "down",
|
|
56
|
+
kind: index % 3 === 0 ? "symlink" : "file",
|
|
57
|
+
createdBySub: `author-${index % 97}`,
|
|
58
|
+
remoteEtag: index.toString(16).padStart(32, "a"),
|
|
59
|
+
mtimeMs: 1_700_000_000_000 + index,
|
|
60
|
+
ctimeMs: 1_700_000_100_000 + index,
|
|
61
|
+
...(index % 17 === 0 ? { outOfScopeProtected: index % 34 === 0 } : {}),
|
|
62
|
+
...(index % 19 === 0 ? { skillMetadataPending: index % 38 === 0 } : {}),
|
|
63
|
+
...(index % 23 === 0 ? { localDiverges: index % 46 === 0 } : {}),
|
|
64
|
+
};
|
|
65
|
+
}
|
|
66
|
+
const journal = {
|
|
67
|
+
version: "2",
|
|
68
|
+
lastSync: "2026-09-10T00:00:00.000Z",
|
|
69
|
+
files,
|
|
70
|
+
pulls: [],
|
|
71
|
+
};
|
|
72
|
+
writeJournal(slug, journal);
|
|
73
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
74
|
+
store.compact();
|
|
75
|
+
return fs.statSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).size;
|
|
76
|
+
}
|
|
77
|
+
function seedLargeV4Snapshot(slug, rowCount) {
|
|
78
|
+
seedLargeSnapshot(slug, rowCount);
|
|
79
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
80
|
+
const snapshotPath = path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`);
|
|
81
|
+
const existing = fs.readFileSync(snapshotPath);
|
|
82
|
+
fs.writeFileSync(snapshotPath, encodeV4JournalSnapshot(store.getGeneration(), existing.subarray(20, 52), {
|
|
83
|
+
lastRecordSequence: store.getLastRecordSequence(),
|
|
84
|
+
state: store.getState(),
|
|
85
|
+
}));
|
|
86
|
+
return fs.statSync(snapshotPath).size;
|
|
87
|
+
}
|
|
88
|
+
function recoverWholePayload(slug) {
|
|
89
|
+
setJournalSnapshotDecoderForTest(null);
|
|
90
|
+
try {
|
|
91
|
+
const recovered = readJournal(slug);
|
|
92
|
+
return () => Object.keys(recovered.files).length;
|
|
93
|
+
}
|
|
94
|
+
finally {
|
|
95
|
+
setJournalSnapshotDecoderForTest(undefined);
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
function recoverStreaming(slug) {
|
|
99
|
+
const recovered = readJournal(slug);
|
|
100
|
+
return () => Object.keys(recovered.files).length;
|
|
101
|
+
}
|
|
102
|
+
export function measureRecovery(recoveryPath, rowCount) {
|
|
103
|
+
createStateDirectory("hq-journal-snapshot-memory-");
|
|
104
|
+
const slug = `snapshot-memory-${recoveryPath}`;
|
|
105
|
+
const snapshotBytes = seedLargeSnapshot(slug, rowCount);
|
|
106
|
+
const collect = acquireGc();
|
|
107
|
+
collectGarbage(collect);
|
|
108
|
+
const baseline = usedBytes();
|
|
109
|
+
let peak = baseline;
|
|
110
|
+
setStateStoreSnapshotMemorySampleHookForTest(() => {
|
|
111
|
+
peak = Math.max(peak, usedBytes());
|
|
112
|
+
});
|
|
113
|
+
let recoveredRows;
|
|
114
|
+
try {
|
|
115
|
+
recoveredRows = recoveryPath === "streaming" ? recoverStreaming(slug) : recoverWholePayload(slug);
|
|
116
|
+
peak = Math.max(peak, usedBytes());
|
|
117
|
+
}
|
|
118
|
+
finally {
|
|
119
|
+
setStateStoreSnapshotMemorySampleHookForTest(undefined);
|
|
120
|
+
}
|
|
121
|
+
if (!recoveredRows)
|
|
122
|
+
throw new Error(`snapshot recovery did not return rows for ${recoveryPath}`);
|
|
123
|
+
// Keep the recovered store alive across this collection: retained growth is
|
|
124
|
+
// the live recovered representation, not decoder garbage waiting for V8.
|
|
125
|
+
collectGarbage(collect);
|
|
126
|
+
const retained = usedBytes();
|
|
127
|
+
const measurement = {
|
|
128
|
+
path: recoveryPath,
|
|
129
|
+
rowCount,
|
|
130
|
+
snapshotBytes,
|
|
131
|
+
baseline,
|
|
132
|
+
peak,
|
|
133
|
+
peakGrowth: peak - baseline,
|
|
134
|
+
retained,
|
|
135
|
+
retainedGrowth: retained - baseline,
|
|
136
|
+
transientGrowth: peak - retained,
|
|
137
|
+
recoveredRowCount: recoveredRows(),
|
|
138
|
+
};
|
|
139
|
+
console.info(`snapshot-memory path=${measurement.path} rows=${measurement.rowCount} snapshotBytes=${measurement.snapshotBytes}` +
|
|
140
|
+
` baseline=${measurement.baseline} peak=${measurement.peak} peakGrowth=${measurement.peakGrowth}` +
|
|
141
|
+
` retained=${measurement.retained} retainedGrowth=${measurement.retainedGrowth}` +
|
|
142
|
+
` transientGrowth=${measurement.transientGrowth}`);
|
|
143
|
+
return measurement;
|
|
144
|
+
}
|
|
145
|
+
export function measureV4Recovery(rowCount) {
|
|
146
|
+
createStateDirectory("hq-journal-v4-snapshot-memory-");
|
|
147
|
+
const slug = "v4-snapshot-memory";
|
|
148
|
+
const snapshotBytes = seedLargeV4Snapshot(slug, rowCount);
|
|
149
|
+
const collect = acquireGc();
|
|
150
|
+
collectGarbage(collect);
|
|
151
|
+
const baseline = usedBytes();
|
|
152
|
+
let decoderPeak = baseline;
|
|
153
|
+
setStateStoreSnapshotMemorySampleHookForTest(() => {
|
|
154
|
+
// The checksum pass is outside the decoder. Collect each completed chunk
|
|
155
|
+
// so its dead verifier buffer cannot be mistaken for decoder retention.
|
|
156
|
+
collectGarbage(collect);
|
|
157
|
+
});
|
|
158
|
+
setV4JournalSnapshotDecodeMemorySampleHookForTest(() => {
|
|
159
|
+
decoderPeak = Math.max(decoderPeak, usedBytes());
|
|
160
|
+
});
|
|
161
|
+
let recoveredRows;
|
|
162
|
+
try {
|
|
163
|
+
const recovered = openJournalStateStoreForMigration(slug);
|
|
164
|
+
recoveredRows = () => Object.keys(recovered.getState().journal.files).length;
|
|
165
|
+
}
|
|
166
|
+
finally {
|
|
167
|
+
setStateStoreSnapshotMemorySampleHookForTest(undefined);
|
|
168
|
+
setV4JournalSnapshotDecodeMemorySampleHookForTest(undefined);
|
|
169
|
+
}
|
|
170
|
+
if (!recoveredRows)
|
|
171
|
+
throw new Error("v4 snapshot recovery did not return rows");
|
|
172
|
+
// Keep the packed store and its one contiguous payload alive while reporting
|
|
173
|
+
// retained memory separately from the decoder-boundary peak.
|
|
174
|
+
collectGarbage(collect);
|
|
175
|
+
const retained = usedBytes();
|
|
176
|
+
const measurement = {
|
|
177
|
+
rowCount,
|
|
178
|
+
snapshotBytes,
|
|
179
|
+
baseline,
|
|
180
|
+
decoderPeak,
|
|
181
|
+
decoderPeakGrowth: decoderPeak - baseline,
|
|
182
|
+
retained,
|
|
183
|
+
retainedGrowth: retained - baseline,
|
|
184
|
+
recoveredRowCount: recoveredRows(),
|
|
185
|
+
};
|
|
186
|
+
console.info(`v4-snapshot-memory rows=${measurement.rowCount} snapshotBytes=${measurement.snapshotBytes}` +
|
|
187
|
+
` baseline=${measurement.baseline} decoderPeak=${measurement.decoderPeak}` +
|
|
188
|
+
` decoderPeakGrowth=${measurement.decoderPeakGrowth}` +
|
|
189
|
+
` retained=${measurement.retained} retainedGrowth=${measurement.retainedGrowth}`);
|
|
190
|
+
return measurement;
|
|
191
|
+
}
|
|
192
|
+
export function cleanupSnapshotMemoryTest() {
|
|
193
|
+
setJournalSnapshotDecoderForTest(undefined);
|
|
194
|
+
setStateStoreSnapshotMemorySampleHookForTest(undefined);
|
|
195
|
+
setV4JournalSnapshotDecodeMemorySampleHookForTest(undefined);
|
|
196
|
+
if (originalStateDir === undefined)
|
|
197
|
+
delete process.env.HQ_STATE_DIR;
|
|
198
|
+
else
|
|
199
|
+
process.env.HQ_STATE_DIR = originalStateDir;
|
|
200
|
+
for (const directory of stateDirs.splice(0))
|
|
201
|
+
fs.rmSync(directory, { recursive: true, force: true });
|
|
202
|
+
}
|
|
203
|
+
//# sourceMappingURL=journal-snapshot-memory-helpers.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-memory-helpers.js","sourceRoot":"","sources":["../src/journal-snapshot-memory-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EACL,iCAAiC,EACjC,WAAW,EACX,gCAAgC,EAChC,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,uBAAuB,EACvB,iDAAiD,GAClD,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,4CAA4C,EAAE,MAAM,uBAAuB,CAAC;AAGrF,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClD,MAAM,SAAS,GAAa,EAAE,CAAC;AA4B/B,MAAM,UAAU,wBAAwB,CAAC,mBAA2B,EAAE,eAAuB;IAC3F,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,mBAAmB,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,eAAuB;IAC3E,OAAO,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACxD,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,IAAI,OAAO,QAAQ,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAY,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,OAAO,OAAO,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IACjH,OAAO,OAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,OAAmB;IACzC,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IACvD,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,aAAa,KAAK,GAAG,GAAG,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACrG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,KAAK;YACnB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;YAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC1C,YAAY,EAAE,UAAU,KAAK,GAAG,EAAE,EAAE;YACpC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAChD,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAgB;QAC3B,OAAO,EAAE,GAAG;QACZ,QAAQ,EAAE,0BAA0B;QACpC,KAAK;QACL,KAAK,EAAE,EAAE;KACV,CAAC;IACF,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC5B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;IACtD,KAAK,CAAC,OAAO,EAAE,CAAC;IAChB,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;AAC9F,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,QAAgB;IACzD,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/C,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,uBAAuB,CACpD,KAAK,CAAC,aAAa,EAAE,EACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,EACzB;QACE,kBAAkB,EAAE,KAAK,CAAC,qBAAqB,EAAE;QACjD,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;KACxB,CACF,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,YAA0B,EAAE,QAAgB;IAC1E,oBAAoB,CAAC,6BAA6B,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,mBAAmB,YAAY,EAAE,CAAC;IAC/C,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAExD,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC;IACpB,4CAA4C,CAAC,GAAG,EAAE;QAChD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,aAAa,GAAG,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAClG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;IAEjG,4EAA4E;IAC5E,yEAAyE;IACzE,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAAwB;QACvC,IAAI,EAAE,YAAY;QAClB,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,IAAI;QACJ,UAAU,EAAE,IAAI,GAAG,QAAQ;QAC3B,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,eAAe,EAAE,IAAI,GAAG,QAAQ;QAChC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,wBAAwB,WAAW,CAAC,IAAI,SAAS,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAClH,aAAa,WAAW,CAAC,QAAQ,SAAS,WAAW,CAAC,IAAI,eAAe,WAAW,CAAC,UAAU,EAAE;QACjG,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE;QAChF,oBAAoB,WAAW,CAAC,eAAe,EAAE,CAClD,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,oBAAoB,CAAC,gCAAgC,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,oBAAoB,CAAC;IAClC,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,WAAW,GAAG,QAAQ,CAAC;IAC3B,4CAA4C,CAAC,GAAG,EAAE;QAChD,yEAAyE;QACzE,wEAAwE;QACxE,cAAc,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,iDAAiD,CAAC,GAAG,EAAE;QACrD,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC1D,aAAa,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC/E,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;QACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAEhF,6EAA6E;IAC7E,6DAA6D;IAC7D,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAA0B;QACzC,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,WAAW;QACX,iBAAiB,EAAE,WAAW,GAAG,QAAQ;QACzC,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,2BAA2B,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAC5F,aAAa,WAAW,CAAC,QAAQ,gBAAgB,WAAW,CAAC,WAAW,EAAE;QAC1E,sBAAsB,WAAW,CAAC,iBAAiB,EAAE;QACrD,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE,CACjF,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC5C,4CAA4C,CAAC,SAAS,CAAC,CAAC;IACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC7D,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;;QAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,gBAAgB,CAAC;IACjD,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtG,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-memory.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-memory.test.ts"],"names":[],"mappings":""}
|