@indigoai-us/hq-cloud 6.16.32 → 6.16.34
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/journal-baseline.test.d.ts +2 -0
- package/dist/journal-baseline.test.d.ts.map +1 -0
- package/dist/journal-baseline.test.js +215 -0
- package/dist/journal-baseline.test.js.map +1 -0
- package/dist/journal-row-store.d.ts +122 -0
- package/dist/journal-row-store.d.ts.map +1 -0
- package/dist/journal-row-store.js +636 -0
- package/dist/journal-row-store.js.map +1 -0
- package/dist/journal-row-store.test.d.ts +2 -0
- package/dist/journal-row-store.test.d.ts.map +1 -0
- package/dist/journal-row-store.test.js +393 -0
- package/dist/journal-row-store.test.js.map +1 -0
- package/dist/journal.d.ts +7 -1
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +113 -10
- package/dist/journal.js.map +1 -1
- package/dist/sync/push-transport.d.ts +17 -0
- package/dist/sync/push-transport.d.ts.map +1 -1
- package/dist/sync/push-transport.js +42 -6
- package/dist/sync/push-transport.js.map +1 -1
- package/dist/sync/push-transport.test.d.ts +2 -0
- package/dist/sync/push-transport.test.d.ts.map +1 -0
- package/dist/sync/push-transport.test.js +57 -0
- package/dist/sync/push-transport.test.js.map +1 -0
- package/dist/watcher.d.ts +3 -0
- package/dist/watcher.d.ts.map +1 -1
- package/dist/watcher.js +26 -4
- package/dist/watcher.js.map +1 -1
- package/dist/watcher.test.js +72 -1
- package/dist/watcher.test.js.map +1 -1
- package/package.json +1 -1
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-row-store.test.d.ts","sourceRoot":"","sources":["../src/journal-row-store.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,393 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Contract tests for the packed in-memory journal rows.
|
|
3
|
+
*
|
|
4
|
+
* This deliberately exercises the view rather than its typed-array internals:
|
|
5
|
+
* a later snapshot/WAL layer must be able to replace the storage layout without
|
|
6
|
+
* changing what callers observe.
|
|
7
|
+
*/
|
|
8
|
+
import { describe, expect, it } from "vitest";
|
|
9
|
+
import { JOURNAL_ENTRY_STORAGE, JournalRowStore, } from "./journal-row-store.js";
|
|
10
|
+
function optionalBoolean(index, offset) {
|
|
11
|
+
const value = (index + offset) % 3;
|
|
12
|
+
return value === 0 ? undefined : value === 1;
|
|
13
|
+
}
|
|
14
|
+
function generatedEntry(index) {
|
|
15
|
+
const entry = {
|
|
16
|
+
hash: index % 3 === 0
|
|
17
|
+
? index.toString(16).padStart(64, "0")
|
|
18
|
+
: index % 3 === 1 ? "a".repeat(63) : "B".repeat(64),
|
|
19
|
+
size: index * 17.25,
|
|
20
|
+
syncedAt: index % 2 === 0
|
|
21
|
+
? new Date(1_700_000_000_000 + index).toISOString()
|
|
22
|
+
: "not-an-iso-synced-at-" + index,
|
|
23
|
+
direction: index % 2 === 0 ? "up" : "down",
|
|
24
|
+
};
|
|
25
|
+
if (index % 3 !== 0)
|
|
26
|
+
entry.kind = index % 2 === 0 ? "file" : "symlink";
|
|
27
|
+
if (index % 4 !== 0)
|
|
28
|
+
entry.createdBySub = "author-" + (index % 11);
|
|
29
|
+
if (index % 3 === 1)
|
|
30
|
+
entry.remoteEtag = index.toString(16).padStart(32, "f");
|
|
31
|
+
if (index % 3 === 2)
|
|
32
|
+
entry.remoteEtag = "d".repeat(32) + "-" + (1 + (index % 5));
|
|
33
|
+
if (index % 4 !== 0)
|
|
34
|
+
entry.mtimeMs = 1_700_000_000_000 + index * 3;
|
|
35
|
+
if (index % 5 !== 0)
|
|
36
|
+
entry.ctimeMs = 1_700_000_000_000 + index * 7;
|
|
37
|
+
if (index % 5 === 0) {
|
|
38
|
+
entry.removedAt = new Date(1_700_100_000_000 + index).toISOString();
|
|
39
|
+
entry.removedReason = ["scope_shrink", "narrow_apply", "manual", "local-delete"][index % 4];
|
|
40
|
+
}
|
|
41
|
+
if (index % 4 === 0) {
|
|
42
|
+
entry.localDeleteIntent = {
|
|
43
|
+
version: 1,
|
|
44
|
+
remoteEtag: "e".repeat(32),
|
|
45
|
+
localHash: (index + 7).toString(16).padStart(64, "0"),
|
|
46
|
+
localKind: index % 8 === 0 ? "symlink" : "file",
|
|
47
|
+
};
|
|
48
|
+
}
|
|
49
|
+
const outOfScopeProtected = optionalBoolean(index, 0);
|
|
50
|
+
const skillMetadataPending = optionalBoolean(index, 1);
|
|
51
|
+
const localDiverges = optionalBoolean(index, 2);
|
|
52
|
+
if (outOfScopeProtected !== undefined)
|
|
53
|
+
entry.outOfScopeProtected = outOfScopeProtected;
|
|
54
|
+
if (skillMetadataPending !== undefined)
|
|
55
|
+
entry.skillMetadataPending = skillMetadataPending;
|
|
56
|
+
if (localDiverges !== undefined)
|
|
57
|
+
entry.localDiverges = localDiverges;
|
|
58
|
+
return entry;
|
|
59
|
+
}
|
|
60
|
+
function sameEntry(a, b) {
|
|
61
|
+
const keys = Object.keys(a);
|
|
62
|
+
if (keys.length !== Object.keys(b).length)
|
|
63
|
+
return false;
|
|
64
|
+
return keys.every((key) => {
|
|
65
|
+
const left = a[key];
|
|
66
|
+
const right = b[key];
|
|
67
|
+
if (left === right)
|
|
68
|
+
return true;
|
|
69
|
+
return typeof left === "object" && left !== null && typeof right === "object" && right !== null
|
|
70
|
+
&& JSON.stringify(left) === JSON.stringify(right);
|
|
71
|
+
});
|
|
72
|
+
}
|
|
73
|
+
function referenceDelta(previous, next) {
|
|
74
|
+
const upserts = {};
|
|
75
|
+
for (const [key, row] of Object.entries(next)) {
|
|
76
|
+
const before = previous[key];
|
|
77
|
+
if (before !== undefined && sameEntry(before, row))
|
|
78
|
+
continue;
|
|
79
|
+
upserts[key] = row;
|
|
80
|
+
}
|
|
81
|
+
return {
|
|
82
|
+
upserts,
|
|
83
|
+
deletes: Object.keys(previous).filter((key) => !Object.hasOwn(next, key)).sort(),
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
function deltaFromDirtyLog(store, changes) {
|
|
87
|
+
const previous = new Map();
|
|
88
|
+
for (const change of changes) {
|
|
89
|
+
if (!previous.has(change.path))
|
|
90
|
+
previous.set(change.path, change.previous);
|
|
91
|
+
}
|
|
92
|
+
const upserts = {};
|
|
93
|
+
const deletes = [];
|
|
94
|
+
for (const [key, before] of previous) {
|
|
95
|
+
const after = store.get(key);
|
|
96
|
+
if (after === undefined) {
|
|
97
|
+
if (before !== undefined)
|
|
98
|
+
deletes.push(key);
|
|
99
|
+
}
|
|
100
|
+
else if (before === undefined || !sameEntry(before, after)) {
|
|
101
|
+
upserts[key] = after;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
return { upserts, deletes: deletes.sort() };
|
|
105
|
+
}
|
|
106
|
+
function rng(seed) {
|
|
107
|
+
let state = seed >>> 0;
|
|
108
|
+
return () => {
|
|
109
|
+
state = (state + 0x6d2b79f5) >>> 0;
|
|
110
|
+
let value = state;
|
|
111
|
+
value = Math.imul(value ^ (value >>> 15), value | 1);
|
|
112
|
+
value ^= value + Math.imul(value ^ (value >>> 7), value | 61);
|
|
113
|
+
return ((value ^ (value >>> 14)) >>> 0) / 4_294_967_296;
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
function expectIndexInvariant(store) {
|
|
117
|
+
const buckets = store.buckets;
|
|
118
|
+
const indexedRows = [...buckets].filter((row) => row !== 0);
|
|
119
|
+
expect(indexedRows, "index occupancy must equal the number of live rows").toHaveLength(store.size);
|
|
120
|
+
expect(new Set(indexedRows).size, "a row id must occupy at most one bucket").toBe(indexedRows.length);
|
|
121
|
+
}
|
|
122
|
+
const fuzzAlphabet = ["a", "é", "漢", "🙂", "ß", "z", "\ud800", "�"];
|
|
123
|
+
function fuzzPath(random) {
|
|
124
|
+
const depth = Math.floor(random() * 4);
|
|
125
|
+
const segment = () => {
|
|
126
|
+
const length = 1 + Math.floor(random() * 4);
|
|
127
|
+
return Array.from({ length }, () => fuzzAlphabet[Math.floor(random() * fuzzAlphabet.length)]).join("");
|
|
128
|
+
};
|
|
129
|
+
const parts = Array.from({ length: depth + 1 }, segment);
|
|
130
|
+
return parts.join("/");
|
|
131
|
+
}
|
|
132
|
+
describe("packed journal row store", () => {
|
|
133
|
+
it("round-trips every JournalEntry field across canonical and side-table values", () => {
|
|
134
|
+
const store = new JournalRowStore();
|
|
135
|
+
const expected = new Map();
|
|
136
|
+
for (let index = 0; index < 420; index++) {
|
|
137
|
+
const key = "notes/世界/entry-" + index + ".md";
|
|
138
|
+
const row = generatedEntry(index);
|
|
139
|
+
store.set(key, row);
|
|
140
|
+
expected.set(key, row);
|
|
141
|
+
}
|
|
142
|
+
for (const [key, row] of expected)
|
|
143
|
+
expect(store.get(key)).toEqual(row);
|
|
144
|
+
expect(store.toRecord()).toEqual(Object.fromEntries(expected));
|
|
145
|
+
});
|
|
146
|
+
it("declares storage for every JournalEntry key", () => {
|
|
147
|
+
const schema = JOURNAL_ENTRY_STORAGE;
|
|
148
|
+
expect(Object.keys(schema)).toHaveLength(15);
|
|
149
|
+
expect(Object.values(schema).every((storage) => storage === "column" || storage === "side-table")).toBe(true);
|
|
150
|
+
});
|
|
151
|
+
it("exposes the packed store through a lazy JournalRows view", () => {
|
|
152
|
+
const store = new JournalRowStore();
|
|
153
|
+
const rows = store.rows;
|
|
154
|
+
const iterator = rows.keys();
|
|
155
|
+
rows.set("view/one.md", generatedEntry(1));
|
|
156
|
+
rows.set("view/two.md", generatedEntry(2));
|
|
157
|
+
expect(iterator.next().value).toBe("view/one.md");
|
|
158
|
+
expect([...rows.entries()].map(([key]) => key)).toEqual(["view/one.md", "view/two.md"]);
|
|
159
|
+
expect([...rows.values()]).toEqual([generatedEntry(1), generatedEntry(2)]);
|
|
160
|
+
expect(rows.has("view/two.md")).toBe(true);
|
|
161
|
+
expect(rows.delete("view/two.md")).toBe(true);
|
|
162
|
+
expect(rows.size).toBe(1);
|
|
163
|
+
});
|
|
164
|
+
it("keeps absent optionals distinct from present false values", () => {
|
|
165
|
+
const store = new JournalRowStore();
|
|
166
|
+
const base = generatedEntry(6);
|
|
167
|
+
delete base.localDiverges;
|
|
168
|
+
delete base.outOfScopeProtected;
|
|
169
|
+
delete base.skillMetadataPending;
|
|
170
|
+
delete base.remoteEtag;
|
|
171
|
+
delete base.mtimeMs;
|
|
172
|
+
delete base.ctimeMs;
|
|
173
|
+
store.set("absent.md", base);
|
|
174
|
+
store.set("false.md", {
|
|
175
|
+
...base,
|
|
176
|
+
localDiverges: false,
|
|
177
|
+
outOfScopeProtected: false,
|
|
178
|
+
skillMetadataPending: false,
|
|
179
|
+
remoteEtag: "e".repeat(32),
|
|
180
|
+
mtimeMs: 0,
|
|
181
|
+
ctimeMs: 0,
|
|
182
|
+
});
|
|
183
|
+
const absent = store.get("absent.md");
|
|
184
|
+
const presentFalse = store.get("false.md");
|
|
185
|
+
for (const key of ["localDiverges", "outOfScopeProtected", "skillMetadataPending", "remoteEtag", "mtimeMs", "ctimeMs"]) {
|
|
186
|
+
expect(Object.hasOwn(absent, key)).toBe(false);
|
|
187
|
+
expect(Object.hasOwn(presentFalse, key)).toBe(true);
|
|
188
|
+
}
|
|
189
|
+
expect(presentFalse.localDiverges).toBe(false);
|
|
190
|
+
expect(presentFalse.outOfScopeProtected).toBe(false);
|
|
191
|
+
expect(presentFalse.skillMetadataPending).toBe(false);
|
|
192
|
+
});
|
|
193
|
+
it("emits the same net delta as a plain-object reference and can drain twice", () => {
|
|
194
|
+
const store = new JournalRowStore();
|
|
195
|
+
const initial = {};
|
|
196
|
+
for (let index = 0; index < 120; index++) {
|
|
197
|
+
const key = "seed/" + index + ".md";
|
|
198
|
+
const row = generatedEntry(index);
|
|
199
|
+
initial[key] = row;
|
|
200
|
+
store.set(key, row);
|
|
201
|
+
}
|
|
202
|
+
expect(store.drainDirtyLog()).toHaveLength(120);
|
|
203
|
+
for (let seed = 1; seed <= 300; seed++) {
|
|
204
|
+
const random = rng(seed);
|
|
205
|
+
const before = structuredClone(store.toRecord());
|
|
206
|
+
const current = structuredClone(before);
|
|
207
|
+
for (let step = 0; step < 1 + Math.floor(random() * 12); step++) {
|
|
208
|
+
const keys = Object.keys(current);
|
|
209
|
+
const key = keys[Math.floor(random() * keys.length)];
|
|
210
|
+
if (random() < 0.34) {
|
|
211
|
+
delete current[key];
|
|
212
|
+
store.delete(key);
|
|
213
|
+
}
|
|
214
|
+
else {
|
|
215
|
+
const next = generatedEntry(Math.floor(random() * 10_000));
|
|
216
|
+
current[key] = next;
|
|
217
|
+
store.set(key, next);
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
const changes = store.drainDirtyLog();
|
|
221
|
+
expect(deltaFromDirtyLog(store, changes)).toEqual(referenceDelta(before, current));
|
|
222
|
+
expect(store.drainDirtyLog()).toEqual([]);
|
|
223
|
+
const extraKey = "extra/" + seed + ".md";
|
|
224
|
+
const extra = generatedEntry(20_000 + seed);
|
|
225
|
+
current[extraKey] = extra;
|
|
226
|
+
store.set(extraKey, extra);
|
|
227
|
+
expect(deltaFromDirtyLog(store, store.drainDirtyLog())).toEqual({ upserts: { [extraKey]: extra }, deletes: [] });
|
|
228
|
+
}
|
|
229
|
+
});
|
|
230
|
+
it("returns frozen rows", () => {
|
|
231
|
+
const store = new JournalRowStore();
|
|
232
|
+
store.set("frozen.md", generatedEntry(10));
|
|
233
|
+
const row = store.get("frozen.md");
|
|
234
|
+
expect(Object.isFrozen(row)).toBe(true);
|
|
235
|
+
expect(() => { row.size = 9; }).toThrow(TypeError);
|
|
236
|
+
});
|
|
237
|
+
it("keeps UTF-8 leaves and same-named paths in their correct directories", () => {
|
|
238
|
+
const store = new JournalRowStore();
|
|
239
|
+
store.set("same/世界.md", generatedEntry(1));
|
|
240
|
+
store.set("same/é.md", generatedEntry(2));
|
|
241
|
+
store.set("other/世界.md", generatedEntry(3));
|
|
242
|
+
expect(store.directoryCount).toBe(3);
|
|
243
|
+
store.delete("same/世界.md");
|
|
244
|
+
expect(store.get("other/世界.md")).toEqual(generatedEntry(3));
|
|
245
|
+
expect(store.get("same/é.md")).toEqual(generatedEntry(2));
|
|
246
|
+
});
|
|
247
|
+
it("reuses a deleted row id without resurrecting its side tables", () => {
|
|
248
|
+
const store = new JournalRowStore();
|
|
249
|
+
const withIntent = generatedEntry(4);
|
|
250
|
+
expect(withIntent.localDeleteIntent).toBeDefined();
|
|
251
|
+
store.set("intent.md", withIntent);
|
|
252
|
+
const firstId = store.drainDirtyLog()[0].rowId;
|
|
253
|
+
store.delete("intent.md");
|
|
254
|
+
store.drainDirtyLog();
|
|
255
|
+
const plain = generatedEntry(5);
|
|
256
|
+
delete plain.localDeleteIntent;
|
|
257
|
+
store.set("plain.md", plain);
|
|
258
|
+
const replacementId = store.drainDirtyLog()[0].rowId;
|
|
259
|
+
expect(replacementId).toBe(firstId);
|
|
260
|
+
expect(store.get("plain.md")).toEqual(plain);
|
|
261
|
+
expect(Object.hasOwn(store.get("plain.md"), "localDeleteIntent")).toBe(false);
|
|
262
|
+
});
|
|
263
|
+
it("compacts active rows after their checkpoint", () => {
|
|
264
|
+
const store = new JournalRowStore();
|
|
265
|
+
store.set("compact/one.md", generatedEntry(1));
|
|
266
|
+
store.set("compact/two.md", generatedEntry(2));
|
|
267
|
+
store.set("compact/three.md", generatedEntry(3));
|
|
268
|
+
store.drainDirtyLog();
|
|
269
|
+
store.delete("compact/two.md");
|
|
270
|
+
store.drainDirtyLog();
|
|
271
|
+
store.compact();
|
|
272
|
+
expect(store.toRecord()).toEqual({
|
|
273
|
+
"compact/one.md": generatedEntry(1),
|
|
274
|
+
"compact/three.md": generatedEntry(3),
|
|
275
|
+
});
|
|
276
|
+
store.set("compact/four.md", generatedEntry(4));
|
|
277
|
+
expect(store.drainDirtyLog()[0].rowId).toBe(2);
|
|
278
|
+
});
|
|
279
|
+
it("keeps one index bucket per row through growth, deletion, and row-id reuse", () => {
|
|
280
|
+
const store = new JournalRowStore();
|
|
281
|
+
const activePaths = [];
|
|
282
|
+
for (let cycle = 0; cycle < 7; cycle++) {
|
|
283
|
+
for (let index = 0; index < 90; index++) {
|
|
284
|
+
const path = cycle % 2 === 0
|
|
285
|
+
? `entry-${cycle}-${index}.md`
|
|
286
|
+
: `nested/${cycle % 3}/entry-${cycle}-${index}.md`;
|
|
287
|
+
store.set(path, generatedEntry(cycle * 100 + index));
|
|
288
|
+
activePaths.push(path);
|
|
289
|
+
expectIndexInvariant(store);
|
|
290
|
+
}
|
|
291
|
+
for (let index = activePaths.length - 1; index >= 0; index -= 2) {
|
|
292
|
+
const [path] = activePaths.splice(index, 1);
|
|
293
|
+
expect(store.delete(path)).toBe(true);
|
|
294
|
+
expectIndexInvariant(store);
|
|
295
|
+
}
|
|
296
|
+
}
|
|
297
|
+
});
|
|
298
|
+
it("matches Map across deterministic UTF-8 path churn", () => {
|
|
299
|
+
for (let seed = 1; seed <= 300; seed++) {
|
|
300
|
+
const random = rng(seed);
|
|
301
|
+
const store = new JournalRowStore();
|
|
302
|
+
const expected = new Map();
|
|
303
|
+
const paths = new Set();
|
|
304
|
+
while (paths.size < 96)
|
|
305
|
+
paths.add(fuzzPath(random));
|
|
306
|
+
const candidates = [...paths];
|
|
307
|
+
for (let step = 0; step < 240; step++) {
|
|
308
|
+
const path = candidates[Math.floor(random() * candidates.length)];
|
|
309
|
+
const action = random();
|
|
310
|
+
if (action < 0.56) {
|
|
311
|
+
const entry = generatedEntry(seed * 1_000 + step);
|
|
312
|
+
store.set(path, entry);
|
|
313
|
+
expected.set(path, entry);
|
|
314
|
+
}
|
|
315
|
+
else if (action < 0.78) {
|
|
316
|
+
expect(store.delete(path), `seed ${seed}, delete ${JSON.stringify(path)}`).toBe(expected.delete(path));
|
|
317
|
+
}
|
|
318
|
+
else {
|
|
319
|
+
expect(store.has(path), `seed ${seed}, has ${JSON.stringify(path)}`).toBe(expected.has(path));
|
|
320
|
+
}
|
|
321
|
+
}
|
|
322
|
+
expect(store.size, `seed ${seed}, size`).toBe(expected.size);
|
|
323
|
+
expect([...store.keys()].sort(), `seed ${seed}, iterated keys`).toEqual([...expected.keys()].sort());
|
|
324
|
+
for (const [path, entry] of expected) {
|
|
325
|
+
expect(store.get(path), `seed ${seed}, get ${JSON.stringify(path)}`).toEqual(entry);
|
|
326
|
+
}
|
|
327
|
+
}
|
|
328
|
+
});
|
|
329
|
+
it("round-trips leaves with unpaired and paired surrogates exactly", () => {
|
|
330
|
+
const paths = ["notes/a\ud800", "notes/a\udc00b", "notes/a😀"];
|
|
331
|
+
const store = new JournalRowStore();
|
|
332
|
+
for (const [index, path] of paths.entries())
|
|
333
|
+
store.set(path, generatedEntry(index));
|
|
334
|
+
const keys = [...store.keys()];
|
|
335
|
+
for (const [index, path] of paths.entries()) {
|
|
336
|
+
expect(store.has(path)).toBe(true);
|
|
337
|
+
expect(keys[index]).toBe(path);
|
|
338
|
+
}
|
|
339
|
+
});
|
|
340
|
+
it("keeps byte-equal surrogate and replacement-character paths distinct", () => {
|
|
341
|
+
const surrogatePath = "notes/x\ud800";
|
|
342
|
+
const replacementPath = "notes/x�";
|
|
343
|
+
const surrogateEntry = generatedEntry(1);
|
|
344
|
+
const replacementEntry = generatedEntry(2);
|
|
345
|
+
const store = new JournalRowStore();
|
|
346
|
+
store.set(surrogatePath, surrogateEntry);
|
|
347
|
+
store.set(replacementPath, replacementEntry);
|
|
348
|
+
const keys = [...store.keys()];
|
|
349
|
+
expect(store.size).toBe(2);
|
|
350
|
+
expect(keys.some((path) => path === surrogatePath)).toBe(true);
|
|
351
|
+
expect(keys.some((path) => path === replacementPath)).toBe(true);
|
|
352
|
+
expect(store.get(surrogatePath)).toEqual(surrogateEntry);
|
|
353
|
+
expect(store.get(replacementPath)).toEqual(replacementEntry);
|
|
354
|
+
});
|
|
355
|
+
it("deletes only the intended byte-equal surrogate path", () => {
|
|
356
|
+
const surrogatePath = "notes/x\ud800";
|
|
357
|
+
const replacementPath = "notes/x�";
|
|
358
|
+
const surrogateEntry = generatedEntry(1);
|
|
359
|
+
const replacementEntry = generatedEntry(2);
|
|
360
|
+
const store = new JournalRowStore();
|
|
361
|
+
store.set(surrogatePath, surrogateEntry);
|
|
362
|
+
store.set(replacementPath, replacementEntry);
|
|
363
|
+
expect(store.delete(surrogatePath)).toBe(true);
|
|
364
|
+
expect(store.size).toBe(1);
|
|
365
|
+
expect(store.get(surrogatePath)).toBeUndefined();
|
|
366
|
+
expect(store.get(replacementPath)).toEqual(replacementEntry);
|
|
367
|
+
expect([...store.keys()]).toEqual([replacementPath]);
|
|
368
|
+
});
|
|
369
|
+
it("reports resident growth for 100,000 packed rows without making hardware a gate", () => {
|
|
370
|
+
const collector = globalThis.gc;
|
|
371
|
+
collector?.();
|
|
372
|
+
const before = process.memoryUsage().rss;
|
|
373
|
+
const store = new JournalRowStore(100_000);
|
|
374
|
+
for (let index = 0; index < 100_000; index++) {
|
|
375
|
+
store.set("sample/" + (index % 250) + "/file-" + index + ".md", {
|
|
376
|
+
hash: index.toString(16).padStart(64, "0"),
|
|
377
|
+
size: index * 12,
|
|
378
|
+
syncedAt: new Date(1_700_000_000_000 + index).toISOString(),
|
|
379
|
+
direction: index % 2 === 0 ? "up" : "down",
|
|
380
|
+
remoteEtag: index.toString(16).padStart(32, "0"),
|
|
381
|
+
mtimeMs: 1_700_000_000_000 + index,
|
|
382
|
+
ctimeMs: 1_700_000_100_000 + index,
|
|
383
|
+
});
|
|
384
|
+
}
|
|
385
|
+
store.drainDirtyLog();
|
|
386
|
+
globalThis.__packedJournalRowStoreBench = store;
|
|
387
|
+
collector?.();
|
|
388
|
+
const bytesPerRow = (process.memoryUsage().rss - before) / store.size;
|
|
389
|
+
process.stdout.write("packed journal resident bytes/row (" + (collector ? "gc" : "no gc") + "): " + bytesPerRow.toFixed(2) + "\\n");
|
|
390
|
+
expect(store.size).toBe(100_000);
|
|
391
|
+
});
|
|
392
|
+
});
|
|
393
|
+
//# sourceMappingURL=journal-row-store.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-row-store.test.js","sourceRoot":"","sources":["../src/journal-row-store.test.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AACH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,qBAAqB,EACrB,eAAe,GAChB,MAAM,wBAAwB,CAAC;AAGhC,SAAS,eAAe,CAAC,KAAa,EAAE,MAAc;IACpD,MAAM,KAAK,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACnC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CAAC,KAAa;IACnC,MAAM,KAAK,GAAiB;QAC1B,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC;YACnB,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YACtC,CAAC,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;QACrD,IAAI,EAAE,KAAK,GAAG,KAAK;QACnB,QAAQ,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC;YACvB,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;YACnD,CAAC,CAAC,uBAAuB,GAAG,KAAK;QACnC,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;KAC3C,CAAC;IAEF,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,IAAI,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;IACvE,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,YAAY,GAAG,SAAS,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;IACnE,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;IAC7E,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;IACjF,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,OAAO,GAAG,iBAAiB,GAAG,KAAK,GAAG,CAAC,CAAC;IACnE,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC;QAAE,KAAK,CAAC,OAAO,GAAG,iBAAiB,GAAG,KAAK,GAAG,CAAC,CAAC;IACnE,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACpE,KAAK,CAAC,aAAa,GAAG,CAAC,cAAc,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,CAAC,CAAC,KAAK,GAAG,CAAC,CAAkC,CAAC;IAC/H,CAAC;IACD,IAAI,KAAK,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QACpB,KAAK,CAAC,iBAAiB,GAAG;YACxB,OAAO,EAAE,CAAC;YACV,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,SAAS,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YACrD,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;SAChD,CAAC;IACJ,CAAC;IAED,MAAM,mBAAmB,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtD,MAAM,oBAAoB,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAChD,IAAI,mBAAmB,KAAK,SAAS;QAAE,KAAK,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACvF,IAAI,oBAAoB,KAAK,SAAS;QAAE,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;IAC1F,IAAI,aAAa,KAAK,SAAS;QAAE,KAAK,CAAC,aAAa,GAAG,aAAa,CAAC;IACrE,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,SAAS,CAAC,CAAe,EAAE,CAAe;IACjD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM;QAAE,OAAO,KAAK,CAAC;IACxD,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;QACxB,MAAM,IAAI,GAAI,CAAwC,CAAC,GAAG,CAAC,CAAC;QAC5D,MAAM,KAAK,GAAI,CAAwC,CAAC,GAAG,CAAC,CAAC;QAC7D,IAAI,IAAI,KAAK,KAAK;YAAE,OAAO,IAAI,CAAC;QAChC,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI;eAC1F,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,cAAc,CAAC,QAAsC,EAAE,IAAkC;IAChG,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,MAAM,KAAK,SAAS,IAAI,SAAS,CAAC,MAAM,EAAE,GAAG,CAAC;YAAE,SAAS;QAC7D,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACrB,CAAC;IACD,OAAO;QACL,OAAO;QACP,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE;KACjF,CAAC;AACJ,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAsB,EAAE,OAAqD;IACtG,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAoC,CAAC;IAC7D,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YAAE,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7E,CAAC;IAED,MAAM,OAAO,GAAiC,EAAE,CAAC;IACjD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC7B,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YACxB,IAAI,MAAM,KAAK,SAAS;gBAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC9C,CAAC;aAAM,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC;YAC7D,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACvB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;AAC9C,CAAC;AAED,SAAS,GAAG,CAAC,IAAY;IACvB,IAAI,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC;IACvB,OAAO,GAAG,EAAE;QACV,KAAK,GAAG,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,KAAK,GAAG,KAAK,CAAC;QAClB,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;QACrD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,CAAC,CAAC,EAAE,KAAK,GAAG,EAAE,CAAC,CAAC;QAC9D,OAAO,CAAC,CAAC,KAAK,GAAG,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,aAAa,CAAC;IAC1D,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,oBAAoB,CAAC,KAAsB;IAClD,MAAM,OAAO,GAAI,KAA6C,CAAC,OAAO,CAAC;IACvE,MAAM,WAAW,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC;IAC5D,MAAM,CAAC,WAAW,EAAE,oDAAoD,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnG,MAAM,CAAC,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,yCAAyC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;AACxG,CAAC;AAED,MAAM,YAAY,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;AAEpE,SAAS,QAAQ,CAAC,MAAoB;IACpC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,GAAW,EAAE;QAC3B,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC;QAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,YAAY,CAAC,MAAM,CAAC,CAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1G,CAAC,CAAC;IACF,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACzD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;QACjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,iBAAiB,GAAG,KAAK,GAAG,KAAK,CAAC;YAC9C,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAClC,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACpB,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,QAAQ;YAAE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvE,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,MAAM,GAAG,qBAAmF,CAAC;QACnG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QACxB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,IAAI,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAClD,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,CAAC;QACxF,MAAM,CAAC,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC,aAAa,CAAC;QAC1B,OAAO,IAAI,CAAC,mBAAmB,CAAC;QAChC,OAAO,IAAI,CAAC,oBAAoB,CAAC;QACjC,OAAO,IAAI,CAAC,UAAU,CAAC;QACvB,OAAO,IAAI,CAAC,OAAO,CAAC;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC;QACpB,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QAC7B,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE;YACpB,GAAG,IAAI;YACP,aAAa,EAAE,KAAK;YACpB,mBAAmB,EAAE,KAAK;YAC1B,oBAAoB,EAAE,KAAK;YAC3B,UAAU,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1B,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;SACX,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC;QACvC,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,UAAU,CAAE,CAAC;QAC5C,KAAK,MAAM,GAAG,IAAI,CAAC,eAAe,EAAE,qBAAqB,EAAE,sBAAsB,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,CAAU,EAAE,CAAC;YAChI,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,MAAM,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,MAAM,CAAC,YAAY,CAAC,oBAAoB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,OAAO,GAAiC,EAAE,CAAC;QACjD,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,GAAG,KAAK,CAAC;YACpC,MAAM,GAAG,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;YAClC,OAAO,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;YACnB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACtB,CAAC;QACD,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QAEhD,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;YACzB,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;YACjD,MAAM,OAAO,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;YACxC,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,CAAC;gBAChE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBAClC,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC,CAAE,CAAC;gBACtD,IAAI,MAAM,EAAE,GAAG,IAAI,EAAE,CAAC;oBACpB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC;oBACpB,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,MAAM,CAAC,CAAC,CAAC;oBAC3D,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBACpB,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;gBACvB,CAAC;YACH,CAAC;YACD,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC;YACtC,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC;YACnF,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YAE1C,MAAM,QAAQ,GAAG,QAAQ,GAAG,IAAI,GAAG,KAAK,CAAC;YACzC,MAAM,KAAK,GAAG,cAAc,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;YAC5C,OAAO,CAAC,QAAQ,CAAC,GAAG,KAAK,CAAC;YAC1B,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC3B,MAAM,CAAC,iBAAiB,CAAC,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QACnH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC7B,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,MAAM,CAAC,GAAG,EAAE,GAAI,GAAoB,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,YAAY,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3C,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1C,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,KAAK,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC5D,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,UAAU,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACrC,MAAM,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACnC,MAAM,OAAO,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC;QAChD,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QAC1B,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,MAAM,KAAK,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAChC,OAAO,KAAK,CAAC,iBAAiB,CAAC;QAC/B,KAAK,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;QAC7B,MAAM,aAAa,GAAG,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC;QACtD,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,KAAK,CAAC,GAAG,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/C,KAAK,CAAC,GAAG,CAAC,kBAAkB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,KAAK,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;QAC/B,KAAK,CAAC,aAAa,EAAE,CAAC;QACtB,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC;YAC/B,gBAAgB,EAAE,cAAc,CAAC,CAAC,CAAC;YACnC,kBAAkB,EAAE,cAAc,CAAC,CAAC,CAAC;SACtC,CAAC,CAAC;QACH,KAAK,CAAC,GAAG,CAAC,iBAAiB,EAAE,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC,CAAC,CAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YACvC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC;gBACxC,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,KAAK,CAAC;oBAC1B,CAAC,CAAC,SAAS,KAAK,IAAI,KAAK,KAAK;oBAC9B,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,UAAU,KAAK,IAAI,KAAK,KAAK,CAAC;gBACrD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC,KAAK,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC;gBACrD,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvB,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,IAAI,KAAK,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;gBAChE,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;gBAC5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACvC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,IAAI,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;YACvC,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;YACzB,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAwB,CAAC;YACjD,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;YAChC,OAAO,KAAK,CAAC,IAAI,GAAG,EAAE;gBAAE,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;YACpD,MAAM,UAAU,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;YAC9B,KAAK,IAAI,IAAI,GAAG,CAAC,EAAE,IAAI,GAAG,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC;gBACtC,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAE,CAAC;gBACnE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC;gBACxB,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;oBAClB,MAAM,KAAK,GAAG,cAAc,CAAC,IAAI,GAAG,KAAK,GAAG,IAAI,CAAC,CAAC;oBAClD,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;oBACvB,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC5B,CAAC;qBAAM,IAAI,MAAM,GAAG,IAAI,EAAE,CAAC;oBACzB,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,IAAI,YAAY,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;gBACzG,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBAChG,CAAC;YACH,CAAC;YACD,MAAM,CAAC,KAAK,CAAC,IAAI,EAAE,QAAQ,IAAI,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC7D,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,QAAQ,IAAI,iBAAiB,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YACrG,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,QAAQ,EAAE,CAAC;gBACrC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,QAAQ,IAAI,SAAS,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,KAAK,GAAG,CAAC,eAAe,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC;QAC/D,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/B,KAAK,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,aAAa,GAAG,eAAe,CAAC;QACtC,MAAM,eAAe,GAAG,UAAU,CAAC;QACnC,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QACzC,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAE7C,MAAM,IAAI,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAC/B,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;QACzD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,aAAa,GAAG,eAAe,CAAC;QACtC,MAAM,eAAe,GAAG,UAAU,CAAC;QACnC,MAAM,cAAc,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,gBAAgB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAC;QACpC,KAAK,CAAC,GAAG,CAAC,aAAa,EAAE,cAAc,CAAC,CAAC;QACzC,KAAK,CAAC,GAAG,CAAC,eAAe,EAAE,gBAAgB,CAAC,CAAC;QAE7C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACjD,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC7D,MAAM,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,SAAS,GAAI,UAAsD,CAAC,EAAE,CAAC;QAC7E,SAAS,EAAE,EAAE,CAAC;QACd,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;QAC3C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC;YAC7C,KAAK,CAAC,GAAG,CAAC,SAAS,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,GAAG,QAAQ,GAAG,KAAK,GAAG,KAAK,EAAE;gBAC9D,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;gBAC1C,IAAI,EAAE,KAAK,GAAG,EAAE;gBAChB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;gBAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;gBAC1C,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;gBAChD,OAAO,EAAE,iBAAiB,GAAG,KAAK;gBAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;aACnC,CAAC,CAAC;QACL,CAAC;QACD,KAAK,CAAC,aAAa,EAAE,CAAC;QACrB,UAAqF,CAAC,4BAA4B,GAAG,KAAK,CAAC;QAC5H,SAAS,EAAE,EAAE,CAAC;QACd,MAAM,WAAW,GAAG,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;QACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC;QACpI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
package/dist/journal.d.ts
CHANGED
|
@@ -13,7 +13,7 @@
|
|
|
13
13
|
* `HQ_STATE_DIR` (if set) or `~/.hq`.
|
|
14
14
|
*/
|
|
15
15
|
import * as fs from "fs";
|
|
16
|
-
import type { SyncJournal, JournalEntry, PullRecord, V3JournalState } from "./types.js";
|
|
16
|
+
import type { SyncJournal, JournalEntry, PullRecord, V3JournalDeltaPayload, V3JournalState } from "./types.js";
|
|
17
17
|
import { StateStore, type StateStoreRecoveryProgress } from "./sync/state-store.js";
|
|
18
18
|
import { AreaLedgerMigration } from "./sync/area-ledger-migration.js";
|
|
19
19
|
import { type AreaMaintenanceOutcome } from "./sync/per-area-maintenance.js";
|
|
@@ -42,6 +42,12 @@ export declare function closeCachedAreaJournalMigration(slug: string): void;
|
|
|
42
42
|
export declare function releaseCachedAreaJournalMigrations(): void;
|
|
43
43
|
/** Path-free count exported solely for the runner heap census. */
|
|
44
44
|
export declare function journalCacheCensusSizes(): Record<string, number>;
|
|
45
|
+
/**
|
|
46
|
+
* The delta `writeJournal` would publish for a journal read in this process.
|
|
47
|
+
* Exported for the baseline parity tests only; throws for a journal that no
|
|
48
|
+
* `readJournal` produced.
|
|
49
|
+
*/
|
|
50
|
+
export declare function journalDeltaForTest(journal: SyncJournal): V3JournalDeltaPayload;
|
|
45
51
|
/**
|
|
46
52
|
* Where per-company journals are stored. Honors `HQ_STATE_DIR` for tests and
|
|
47
53
|
* non-standard installs; otherwise falls back to `~/.hq`.
|
package/dist/journal.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"journal.d.ts","sourceRoot":"","sources":["../src/journal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAIzB,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,UAAU,
|
|
1
|
+
{"version":3,"file":"journal.d.ts","sourceRoot":"","sources":["../src/journal.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AAIzB,OAAO,KAAK,EACV,WAAW,EACX,YAAY,EACZ,UAAU,EACV,qBAAqB,EACrB,cAAc,EAEf,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,UAAU,EAIV,KAAK,0BAA0B,EAChC,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EACL,mBAAmB,EAGpB,MAAM,iCAAiC,CAAC;AACzC,OAAO,EAAyD,KAAK,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AAKpI,OAAO,EACL,UAAU,EACV,6BAA6B,EAC7B,KAAK,eAAe,EACpB,KAAK,iBAAiB,GACvB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EACL,mBAAmB,EACnB,wBAAwB,EACxB,kCAAkC,EAClC,qCAAqC,EACrC,mBAAmB,EACnB,sBAAsB,EACtB,sBAAsB,EACtB,mBAAmB,EACnB,0BAA0B,EAC1B,sCAAsC,EACtC,KAAK,0BAA0B,EAC/B,KAAK,4BAA4B,EACjC,KAAK,WAAW,EAChB,KAAK,eAAe,EACpB,KAAK,YAAY,GAClB,MAAM,iCAAiC,CAAC;AAEzC,iFAAiF;AACjF,eAAO,MAAM,gBAAgB,QAA2B,CAAC;AAEzD,sEAAsE;AACtE,eAAO,MAAM,uBAAuB,EAAG,GAAY,CAAC;AAEpD;;;;GAIG;AACH,eAAO,MAAM,qBAAqB,KAAK,CAAC;AAsDxC;;;GAGG;AACH,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAElE;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,IAAI,IAAI,CAKzD;AAED,kEAAkE;AAClE,wBAAgB,uBAAuB,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAEhE;AA6FD;;;;GAIG;AACH,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,GAAG,qBAAqB,CAI/E;AAqBD;;;GAGG;AACH,wBAAgB,WAAW,IAAI,MAAM,CAEpC;AAmBD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKnD;AAED;;;;;;;;;;;;;;;;;;;;GAoBG;AACH,eAAO,MAAM,2BAA2B,0BAA0B,CAAC;AAEnE;;;;;;;;;;;;;;;;;;;GAmBG;AACH,wBAAgB,2BAA2B,IAAI,IAAI,CAOlD;AAED;;;;;;;;;;;;GAYG;AACH,wBAAgB,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAErD;AA8BD;;;;;;;;;;;GAWG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,gBAAgB,GAAE,SAAS,MAAM,EAAO,GACvC,WAAW,CA8Bb;AAED;;;GAGG;AACH,wBAAgB,cAAc,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,OAAO,CAQ/E;AAmJD;;;;GAIG;AACH,wBAAgB,iCAAiC,CAAC,IAAI,EAAE,MAAM,GAAG,UAAU,CAAC,cAAc,CAAC,CAK1F;AASD,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,QAAQ,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,UAAU,GAAG,OAAO,CAAC,CAAC;CACpD;AAED;;;;;;GAMG;AACH,qBAAa,YAAY;IASrB,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,OAAO,CAAC,KAAK;IACb,OAAO,CAAC,aAAa,CAAC;IAVxB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAmC;IACzD,OAAO,CAAC,OAAO,CAAmD;IAClE,OAAO,CAAC,QAAQ,CAAM;IACtB,OAAO,CAAC,KAAK,CAAoB;IACjC,OAAO,CAAC,mBAAmB,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAS;gBAGd,IAAI,EAAE,MAAM,EACb,KAAK,EAAE,UAAU,CAAC,cAAc,CAAC,GAAG,SAAS,EAC7C,aAAa,CAAC,EAAE,mBAAmB,YAAA;IAW7C,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,SAAS;IAMpD,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAgB5E,QAAQ,IAAI,MAAM;IAIlB,WAAW,IAAI,SAAS,QAAQ,CAAC,UAAU,CAAC,EAAE;IAK9C,qEAAqE;IACrE,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,SAAS,GAAG,UAAU,GAAG,OAAO,CAAC,CAAC;IASzE,OAAO,IAAI,IAAI;IAef,2DAA2D;IACrD,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;IAUnC,OAAO,CAAC,YAAY;IAQpB,UAAU,CAAC,KAAK,EAAE,iBAAiB,GAAG,IAAI;IAmB1C,2DAA2D;IACrD,eAAe,CACnB,KAAK,EAAE,iBAAiB,EACxB,WAAW,GAAE,MAAM,OAAoB,GACtC,OAAO,CAAC,OAAO,CAAC;IAmCnB,OAAO,CAAC,aAAa;IAOrB,OAAO,CAAC,cAAc;IAQtB;;;;;;;OAOG;IACH,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,WAAW;IAenB,6EAA6E;IAC7E,OAAO,IAAI,IAAI;IASf,OAAO,CAAC,UAAU;CAGnB;AAcD,gFAAgF;AAChF,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CAOlE;AAED;;;;;;;;;GASG;AACH,wBAAsB,4BAA4B,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAQtF;AAiDD,gFAAgF;AAChF,MAAM,WAAW,cAAc;IAC7B;;;;OAIG;IACH,IAAI,EAAE,MAAM,CAAC;IACb,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,+BAA+B;IAC/B,OAAO,EAAE,WAAW,CAAC;CACtB;AAED;;;;;;GAMG;AACH,wBAAgB,gBAAgB,IAAI,MAAM,EAAE,CAY3C;AAED;;;;;;;;;;;;;;;;GAgBG;AACH;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,GAAG,IAAI,CAWtE;AAED;;;;;;;;;GASG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;CAC3B;AAED,+EAA+E;AAC/E,MAAM,MAAM,WAAW,GAAG,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;AAmDxD;;;;;;;;GAQG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,CAW/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI,CAGvE;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,MAAM,uBAAuB,GAAG,IAAI,GAAG,OAAO,GAAG,YAAY,CAAC;AAEpE,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,uBAAuB,CAAC;IAChC,uDAAuD;IACvD,KAAK,EAAE,WAAW,CAAC;IACnB,yEAAyE;IACzE,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAgCD;;;;;;;;;;GAUG;AACH,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,MAAM,GAAG,uBAAuB,CAiBlF;AAoCD,wBAAgB,YAAY,IAAI,cAAc,EAAE,CAqB/C;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAgBjE;AAED;;;;;;;;;GASG;AACH,wBAAgB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,WAAW,CAW7D;AAED;;;;GAIG;AACH,wBAAgB,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,GAAG,IAAI,CA+CrE;AAiFD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,wBAAwB,GAChC;IAAE,MAAM,EAAE,SAAS,GAAG,YAAY,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAClD,CAAC;IAAE,MAAM,EAAE,UAAU,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAAC,mBAAmB,EAAE,MAAM,CAAC,CAAC,CAAC;AAE/E,MAAM,WAAW,yBAAyB;IACxC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;IACzD,2EAA2E;IAC3E,2BAA2B,CAAC,EAAE,MAAM,CAAC;CACtC;AAED;;;;;GAKG;AACH,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,MAAM,EACZ,OAAO,GAAE,yBAA8B,GACtC,wBAAwB,CAiB1B;AAED;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,CAWpE;AAED;;;;GAIG;AACH,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,GACZ;IAAE,OAAO,CAAC,EAAE,sBAAsB,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAE,GAAG,SAAS,CAUrE;AAgED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAEpF;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,uBAAuB,CACrC,KAAK,EAAE,YAAY,GAAG,SAAS,EAC/B,KAAK,EAAE,EAAE,CAAC,KAAK,GACd,OAAO,CAeT;AAED,wBAAgB,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAGjD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,eAAO,MAAM,mBAAmB,gBAAgB,CAAC;AAEjD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAKxD;AAED;;;;;;;;;;;GAWG;AACH;;;;;;GAMG;AACH,qBAAa,0BAA2B,SAAQ,KAAK;IACvC,QAAQ,CAAC,YAAY,EAAE,MAAM;IAAE,QAAQ,CAAC,YAAY,EAAE,MAAM;gBAAnD,YAAY,EAAE,MAAM,EAAW,YAAY,EAAE,MAAM;CAOzE;AAED;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,kBAAkB;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iEAAiE;IACjE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,mEAAmE;IACnE,oBAAoB,CAAC,EAAE,OAAO,CAAC;CAChC;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,wBAAgB,WAAW,CACzB,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,EACpB,IAAI,EAAE,MAAM,EACZ,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,IAAI,GAAG,MAAM,EACxB,kBAAkB,EAAE,MAAM,EAC1B,IAAI,GAAE,kBAAuB,GAC5B,IAAI,CA2CN;AAED;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAGlD;AAED,wBAAgB,QAAQ,CACtB,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,GACnB,YAAY,GAAG,SAAS,CAE1B;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,GACnB,IAAI,CAEN;AAOD;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAAC,GAAG,GAAE,MAAmB,GAAG,MAAM,CAwB/D;AAED;;;;;;;;GAQG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,WAAW,EACpB,UAAU,EAAE,MAAM,GACjB,UAAU,GAAG,SAAS,CAQxB;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,IAAI,CAyB1D;AAED,gFAAgF;AAChF,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,WAAW,EACpB,MAAM,EAAE,UAAU,GACjB,IAAI,CAIN;AAED;;;;;;;GAOG;AACH,wBAAgB,cAAc,CAC5B,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,EACpB,MAAM,EAAE,cAAc,GAAG,cAAc,GAAG,QAAQ,GAAG,cAAc,EACnE,GAAG,GAAE,MAAiC,GACrC,IAAI,CAKN;AAED;;;;GAIG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,EACpB,SAAS,EAAE,MAAM,EACjB,SAAS,EAAE,MAAM,GAAG,SAAS,EAC7B,kBAAkB,EAAE,MAAM,GACzB,OAAO,CAiBT;AAED,iFAAiF;AACjF,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,WAAW,EACpB,YAAY,EAAE,MAAM,GACnB,OAAO,CAKT;AAED,kEAAkE;AAClE,wBAAgB,WAAW,CAAC,KAAK,EAAE,YAAY,GAAG,SAAS,GAAG,OAAO,CAEpE;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAC1B,OAAO,EAAE,WAAW,EACpB,GAAG,GAAE,MAAmB,GACvB,MAAM,CAYR"}
|
package/dist/journal.js
CHANGED
|
@@ -42,11 +42,6 @@ const JOURNAL_FILE_SUFFIX = ".json";
|
|
|
42
42
|
const JOURNAL_LAST_GOOD_SUFFIX = ".last-good";
|
|
43
43
|
const JOURNAL_WAL_RECORD_TYPE = 1;
|
|
44
44
|
const JOURNAL_DELTA_RECORD_TYPE = 2;
|
|
45
|
-
// A journal object returned by readJournal carries the revision its owner saw.
|
|
46
|
-
// Writers must diff against that baseline, never the latest store aggregate:
|
|
47
|
-
// another live loop may have committed an unrelated key while this owner was
|
|
48
|
-
// listing, walking, or transferring. The baseline is process-local by design;
|
|
49
|
-
// StateStore serializes the resulting per-writer delta across processes.
|
|
50
45
|
const journalBaselines = new WeakMap();
|
|
51
46
|
// Area-authoritative reads still refresh every participating area so a cached
|
|
52
47
|
// bridge observes committed writers in this and other processes. The expensive
|
|
@@ -89,9 +84,113 @@ export function journalCacheCensusSizes() {
|
|
|
89
84
|
return { cachedAreaJournalMigrations: cachedAreaMigrations.size };
|
|
90
85
|
}
|
|
91
86
|
function rememberJournalBaseline(journal) {
|
|
92
|
-
|
|
87
|
+
const rows = new Map();
|
|
88
|
+
const files = journal.files;
|
|
89
|
+
for (const key of Object.keys(files))
|
|
90
|
+
rows.set(key, entryFingerprint(files[key]));
|
|
91
|
+
journalBaselines.set(journal, {
|
|
92
|
+
version: journal.version,
|
|
93
|
+
lastSync: journal.lastSync,
|
|
94
|
+
pullsJson: JSON.stringify(journal.pulls ?? []),
|
|
95
|
+
rows,
|
|
96
|
+
});
|
|
93
97
|
return journal;
|
|
94
98
|
}
|
|
99
|
+
/**
|
|
100
|
+
* Canonical form of a journal entry, with the same equivalence as `sameEntry`:
|
|
101
|
+
* own keys compared as a set (so key order is irrelevant), primitives by type
|
|
102
|
+
* and value, nested objects by their JSON text. A key whose value is
|
|
103
|
+
* `undefined` still counts as a key, exactly as `sameEntry` counts it.
|
|
104
|
+
*/
|
|
105
|
+
function canonicalEntry(entry) {
|
|
106
|
+
const record = entry;
|
|
107
|
+
const keys = Object.keys(record).sort();
|
|
108
|
+
let out = "";
|
|
109
|
+
for (const key of keys) {
|
|
110
|
+
const value = record[key];
|
|
111
|
+
out += key;
|
|
112
|
+
out += "\u0001";
|
|
113
|
+
if (value === undefined)
|
|
114
|
+
out += "u";
|
|
115
|
+
else if (value === null)
|
|
116
|
+
out += "n";
|
|
117
|
+
else if (typeof value === "object")
|
|
118
|
+
out += "o" + JSON.stringify(value);
|
|
119
|
+
else if (typeof value === "string")
|
|
120
|
+
out += "s" + JSON.stringify(value);
|
|
121
|
+
else
|
|
122
|
+
out += typeof value + String(value);
|
|
123
|
+
out += "\u0000";
|
|
124
|
+
}
|
|
125
|
+
return out;
|
|
126
|
+
}
|
|
127
|
+
/**
|
|
128
|
+
* 53-bit fingerprint of a canonical entry (cyrb53).
|
|
129
|
+
*
|
|
130
|
+
* A fingerprint is only ever compared against the fingerprint of the SAME
|
|
131
|
+
* row's earlier form, so the failure mode is a changed row whose new canonical
|
|
132
|
+
* text collides with its old one: about 2^-53 per changed row, or one missed
|
|
133
|
+
* change in roughly nine quadrillion. That is a smaller risk than the delta
|
|
134
|
+
* already carries from a lost write, and it buys back a full journal copy.
|
|
135
|
+
*/
|
|
136
|
+
function entryFingerprint(entry) {
|
|
137
|
+
const text = canonicalEntry(entry);
|
|
138
|
+
let h1 = 0xdeadbeef;
|
|
139
|
+
let h2 = 0x41c6ce57;
|
|
140
|
+
for (let i = 0; i < text.length; i++) {
|
|
141
|
+
const ch = text.charCodeAt(i);
|
|
142
|
+
h1 = Math.imul(h1 ^ ch, 2654435761);
|
|
143
|
+
h2 = Math.imul(h2 ^ ch, 1597334677);
|
|
144
|
+
}
|
|
145
|
+
h1 = Math.imul(h1 ^ (h1 >>> 16), 2246822507);
|
|
146
|
+
h1 ^= Math.imul(h2 ^ (h2 >>> 13), 3266489909);
|
|
147
|
+
h2 = Math.imul(h2 ^ (h2 >>> 16), 2246822507);
|
|
148
|
+
h2 ^= Math.imul(h1 ^ (h1 >>> 13), 3266489909);
|
|
149
|
+
return 4294967296 * (2097151 & h2) + (h1 >>> 0);
|
|
150
|
+
}
|
|
151
|
+
/**
|
|
152
|
+
* Difference a journal against the baseline its reader remembered.
|
|
153
|
+
*
|
|
154
|
+
* Same contract as `journalDelta`: everything the reducer needs to rebuild
|
|
155
|
+
* `next` from the baseline revision is here, and a row omitted from `upserts`
|
|
156
|
+
* is asserted unchanged.
|
|
157
|
+
*/
|
|
158
|
+
function journalDeltaFromBaseline(baseline, next) {
|
|
159
|
+
const upserts = {};
|
|
160
|
+
const files = next.files;
|
|
161
|
+
for (const key of Object.keys(files)) {
|
|
162
|
+
const entry = files[key];
|
|
163
|
+
if (baseline.rows.get(key) === entryFingerprint(entry))
|
|
164
|
+
continue;
|
|
165
|
+
upserts[key] = entry;
|
|
166
|
+
}
|
|
167
|
+
const deletes = [];
|
|
168
|
+
for (const key of baseline.rows.keys()) {
|
|
169
|
+
if (!Object.hasOwn(files, key))
|
|
170
|
+
deletes.push(key);
|
|
171
|
+
}
|
|
172
|
+
const delta = {
|
|
173
|
+
version: next.version === "1" ? JOURNAL_VERSION_CURRENT : next.version,
|
|
174
|
+
upserts,
|
|
175
|
+
deletes,
|
|
176
|
+
};
|
|
177
|
+
if (baseline.lastSync !== next.lastSync)
|
|
178
|
+
delta.lastSync = next.lastSync;
|
|
179
|
+
if (JSON.stringify(next.pulls ?? []) !== baseline.pullsJson)
|
|
180
|
+
delta.pulls = next.pulls ?? [];
|
|
181
|
+
return delta;
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* The delta `writeJournal` would publish for a journal read in this process.
|
|
185
|
+
* Exported for the baseline parity tests only; throws for a journal that no
|
|
186
|
+
* `readJournal` produced.
|
|
187
|
+
*/
|
|
188
|
+
export function journalDeltaForTest(journal) {
|
|
189
|
+
const baseline = journalBaselines.get(journal);
|
|
190
|
+
if (!baseline)
|
|
191
|
+
throw new Error("journalDeltaForTest: journal has no remembered baseline");
|
|
192
|
+
return journalDeltaFromBaseline(baseline, journal);
|
|
193
|
+
}
|
|
95
194
|
/**
|
|
96
195
|
* Marks `sync-journal.<slug>.json` as a locator rather than a journal.
|
|
97
196
|
*
|
|
@@ -1112,8 +1211,10 @@ export function writeJournal(slug, journal) {
|
|
|
1112
1211
|
migrateToV2(journal);
|
|
1113
1212
|
const areaMigration = openAreaMigrationIfAuthoritative(slug);
|
|
1114
1213
|
if (areaMigration) {
|
|
1115
|
-
const baseline = journalBaselines.get(journal)
|
|
1116
|
-
const delta =
|
|
1214
|
+
const baseline = journalBaselines.get(journal);
|
|
1215
|
+
const delta = baseline
|
|
1216
|
+
? journalDeltaFromBaseline(baseline, journal)
|
|
1217
|
+
: journalDelta(areaMigration.readAreaJournal(), journal);
|
|
1117
1218
|
if (hasJournalDelta(delta))
|
|
1118
1219
|
areaMigration.reverseShadow(toAreaLedgerDelta(delta));
|
|
1119
1220
|
rememberJournalBaseline(journal);
|
|
@@ -1141,8 +1242,10 @@ export function writeJournal(slug, journal) {
|
|
|
1141
1242
|
// The WAL still compacts on its own schedule (record count or byte ceiling),
|
|
1142
1243
|
// so a full snapshot is written periodically rather than never — recovery
|
|
1143
1244
|
// stays bounded, it just no longer happens on every single update.
|
|
1144
|
-
const baseline = journalBaselines.get(journal)
|
|
1145
|
-
const delta =
|
|
1245
|
+
const baseline = journalBaselines.get(journal);
|
|
1246
|
+
const delta = baseline
|
|
1247
|
+
? journalDeltaFromBaseline(baseline, journal)
|
|
1248
|
+
: journalDelta(store.getState().journal, journal);
|
|
1146
1249
|
store.append(JOURNAL_DELTA_RECORD_TYPE, delta);
|
|
1147
1250
|
// A caller can checkpoint more than once during one pass. Advancing only its
|
|
1148
1251
|
// own baseline means the next checkpoint again publishes only new mutations.
|