@indigoai-us/hq-cloud 6.16.35 → 6.16.37

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/dist/bin/sync-runner-watch-loop.test.js +1 -2
  2. package/dist/bin/sync-runner-watch-loop.test.js.map +1 -1
  3. package/dist/bin/sync-runner.test.js +6 -24
  4. package/dist/bin/sync-runner.test.js.map +1 -1
  5. package/dist/cli/sync.d.ts.map +1 -1
  6. package/dist/cli/sync.js +8 -19
  7. package/dist/cli/sync.js.map +1 -1
  8. package/dist/cli/sync.test.js +265 -1
  9. package/dist/cli/sync.test.js.map +1 -1
  10. package/dist/company-vault-transport.d.ts +0 -2
  11. package/dist/company-vault-transport.d.ts.map +1 -1
  12. package/dist/company-vault-transport.js +0 -2
  13. package/dist/company-vault-transport.js.map +1 -1
  14. package/dist/index.d.ts +2 -2
  15. package/dist/index.d.ts.map +1 -1
  16. package/dist/index.js +1 -1
  17. package/dist/index.js.map +1 -1
  18. package/dist/journal-row-store.d.ts +54 -2
  19. package/dist/journal-row-store.d.ts.map +1 -1
  20. package/dist/journal-row-store.js +305 -11
  21. package/dist/journal-row-store.js.map +1 -1
  22. package/dist/journal-snapshot-decoder.d.ts +15 -0
  23. package/dist/journal-snapshot-decoder.d.ts.map +1 -0
  24. package/dist/journal-snapshot-decoder.js +371 -0
  25. package/dist/journal-snapshot-decoder.js.map +1 -0
  26. package/dist/journal-snapshot-memory-helpers.d.ts +30 -0
  27. package/dist/journal-snapshot-memory-helpers.d.ts.map +1 -0
  28. package/dist/journal-snapshot-memory-helpers.js +212 -0
  29. package/dist/journal-snapshot-memory-helpers.js.map +1 -0
  30. package/dist/journal-snapshot-memory.test.d.ts +2 -0
  31. package/dist/journal-snapshot-memory.test.d.ts.map +1 -0
  32. package/dist/journal-snapshot-memory.test.js +32 -0
  33. package/dist/journal-snapshot-memory.test.js.map +1 -0
  34. package/dist/journal-snapshot-rows.d.ts +7 -0
  35. package/dist/journal-snapshot-rows.d.ts.map +1 -0
  36. package/dist/journal-snapshot-rows.js +10 -0
  37. package/dist/journal-snapshot-rows.js.map +1 -0
  38. package/dist/journal-snapshot-v4-memory.test.d.ts +2 -0
  39. package/dist/journal-snapshot-v4-memory.test.d.ts.map +1 -0
  40. package/dist/journal-snapshot-v4-memory.test.js +24 -0
  41. package/dist/journal-snapshot-v4-memory.test.js.map +1 -0
  42. package/dist/journal-snapshot-v4-writer-memory.test.d.ts +2 -0
  43. package/dist/journal-snapshot-v4-writer-memory.test.d.ts.map +1 -0
  44. package/dist/journal-snapshot-v4-writer-memory.test.js +76 -0
  45. package/dist/journal-snapshot-v4-writer-memory.test.js.map +1 -0
  46. package/dist/journal-snapshot-v4-writer.test.d.ts +2 -0
  47. package/dist/journal-snapshot-v4-writer.test.d.ts.map +1 -0
  48. package/dist/journal-snapshot-v4-writer.test.js +253 -0
  49. package/dist/journal-snapshot-v4-writer.test.js.map +1 -0
  50. package/dist/journal-snapshot-v4.d.ts +54 -0
  51. package/dist/journal-snapshot-v4.d.ts.map +1 -0
  52. package/dist/journal-snapshot-v4.js +386 -0
  53. package/dist/journal-snapshot-v4.js.map +1 -0
  54. package/dist/journal-snapshot-v4.test.d.ts +2 -0
  55. package/dist/journal-snapshot-v4.test.d.ts.map +1 -0
  56. package/dist/journal-snapshot-v4.test.js +280 -0
  57. package/dist/journal-snapshot-v4.test.js.map +1 -0
  58. package/dist/journal-store.test.js +163 -2
  59. package/dist/journal-store.test.js.map +1 -1
  60. package/dist/journal.d.ts +26 -2
  61. package/dist/journal.d.ts.map +1 -1
  62. package/dist/journal.js +64 -6
  63. package/dist/journal.js.map +1 -1
  64. package/dist/journal.test.js +57 -49
  65. package/dist/journal.test.js.map +1 -1
  66. package/dist/manifest/build-manifest.bench.test.js +165 -58
  67. package/dist/manifest/build-manifest.bench.test.js.map +1 -1
  68. package/dist/skill-telemetry.d.ts +1 -2
  69. package/dist/skill-telemetry.d.ts.map +1 -1
  70. package/dist/skill-telemetry.js +1 -10
  71. package/dist/skill-telemetry.js.map +1 -1
  72. package/dist/sync/child-process-sync-worker-env.test.d.ts +2 -0
  73. package/dist/sync/child-process-sync-worker-env.test.d.ts.map +1 -0
  74. package/dist/sync/child-process-sync-worker-env.test.js +38 -0
  75. package/dist/sync/child-process-sync-worker-env.test.js.map +1 -0
  76. package/dist/sync/feature-flags.d.ts +0 -16
  77. package/dist/sync/feature-flags.d.ts.map +1 -1
  78. package/dist/sync/feature-flags.js +0 -11
  79. package/dist/sync/feature-flags.js.map +1 -1
  80. package/dist/sync/index.d.ts +2 -2
  81. package/dist/sync/index.d.ts.map +1 -1
  82. package/dist/sync/index.js +1 -1
  83. package/dist/sync/index.js.map +1 -1
  84. package/dist/sync/logger.test.js +1 -3
  85. package/dist/sync/logger.test.js.map +1 -1
  86. package/dist/sync/metrics.test.js +0 -3
  87. package/dist/sync/metrics.test.js.map +1 -1
  88. package/dist/sync/push-receiver.d.ts +0 -7
  89. package/dist/sync/push-receiver.d.ts.map +1 -1
  90. package/dist/sync/push-receiver.js.map +1 -1
  91. package/dist/sync/state-store.d.ts +43 -1
  92. package/dist/sync/state-store.d.ts.map +1 -1
  93. package/dist/sync/state-store.js +132 -55
  94. package/dist/sync/state-store.js.map +1 -1
  95. package/dist/sync/state-store.test.js +82 -0
  96. package/dist/sync/state-store.test.js.map +1 -1
  97. package/dist/watcher.test.js +7 -8
  98. package/dist/watcher.test.js.map +1 -1
  99. package/package.json +1 -1
  100. package/dist/daemon-worker.d.ts +0 -11
  101. package/dist/daemon-worker.d.ts.map +0 -1
  102. package/dist/daemon-worker.js +0 -22
  103. package/dist/daemon-worker.js.map +0 -1
@@ -0,0 +1,212 @@
1
+ import * as fs from "node:fs";
2
+ import * as os from "node:os";
3
+ import * as path from "node:path";
4
+ import * as v8 from "node:v8";
5
+ import * as vm from "node:vm";
6
+ import { openJournalStateStoreForMigration, readJournal, setJournalSnapshotDecoderForTest, setJournalSnapshotEncoderForTest, writeJournal, } from "./journal.js";
7
+ import { encodeV4JournalSnapshot, setV4JournalSnapshotDecodeMemorySampleHookForTest, } from "./journal-snapshot-v4.js";
8
+ import { setStateStoreSnapshotMemorySampleHookForTest } from "./sync/state-store.js";
9
+ export const MIN_SNAPSHOT_BYTES_PER_ROW = 300;
10
+ const originalStateDir = process.env.HQ_STATE_DIR;
11
+ const stateDirs = [];
12
+ export function configuredMemoryRowCount(environmentVariable, defaultRowCount) {
13
+ const configuredRowCount = process.env[environmentVariable]?.trim() || String(defaultRowCount);
14
+ const rowCount = Number(configuredRowCount);
15
+ if (!Number.isSafeInteger(rowCount) || rowCount < 1) {
16
+ throw new Error(`${environmentVariable} must be a positive integer, received ${configuredRowCount}`);
17
+ }
18
+ return rowCount;
19
+ }
20
+ export function memoryTestTimeoutMs(rowCount, defaultRowCount) {
21
+ return rowCount > defaultRowCount ? 300_000 : 120_000;
22
+ }
23
+ function acquireGc() {
24
+ const existing = globalThis.gc;
25
+ if (typeof existing === "function")
26
+ return existing;
27
+ v8.setFlagsFromString("--expose-gc");
28
+ const exposed = vm.runInNewContext("gc");
29
+ v8.setFlagsFromString("--no-expose-gc");
30
+ if (typeof exposed !== "function")
31
+ throw new Error("snapshot memory gate requires an exposed garbage collector");
32
+ return exposed;
33
+ }
34
+ function usedBytes() {
35
+ const usage = process.memoryUsage();
36
+ return usage.heapUsed + usage.arrayBuffers;
37
+ }
38
+ function collectGarbage(collect) {
39
+ collect();
40
+ collect();
41
+ collect();
42
+ }
43
+ function createStateDirectory(prefix) {
44
+ const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), prefix));
45
+ stateDirs.push(stateDir);
46
+ process.env.HQ_STATE_DIR = stateDir;
47
+ }
48
+ function seedLargeSnapshot(slug, rowCount) {
49
+ const files = {};
50
+ for (let index = 0; index < rowCount; index += 1) {
51
+ files[`directory-${index % 400}/nested-${index % 37}/entry-${index.toString().padStart(6, "0")}.md`] = {
52
+ hash: index.toString(16).padStart(64, "0"),
53
+ size: index * 17.25,
54
+ syncedAt: new Date(1_700_000_000_000 + index).toISOString(),
55
+ direction: index % 2 === 0 ? "up" : "down",
56
+ kind: index % 3 === 0 ? "symlink" : "file",
57
+ createdBySub: `author-${index % 97}`,
58
+ remoteEtag: index.toString(16).padStart(32, "a"),
59
+ mtimeMs: 1_700_000_000_000 + index,
60
+ ctimeMs: 1_700_000_100_000 + index,
61
+ ...(index % 17 === 0 ? { outOfScopeProtected: index % 34 === 0 } : {}),
62
+ ...(index % 19 === 0 ? { skillMetadataPending: index % 38 === 0 } : {}),
63
+ ...(index % 23 === 0 ? { localDiverges: index % 46 === 0 } : {}),
64
+ };
65
+ }
66
+ const journal = {
67
+ version: "2",
68
+ lastSync: "2026-09-10T00:00:00.000Z",
69
+ files,
70
+ pulls: [],
71
+ };
72
+ // This helper is the explicit v3/JSON control for the recovery comparison.
73
+ // Production journals write HQSNAP4; keep the control's writer and reader
74
+ // paired so it measures the retained legacy path rather than a bad decode.
75
+ setJournalSnapshotEncoderForTest(null);
76
+ try {
77
+ writeJournal(slug, journal);
78
+ const store = openJournalStateStoreForMigration(slug);
79
+ store.compact();
80
+ return fs.statSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).size;
81
+ }
82
+ finally {
83
+ setJournalSnapshotEncoderForTest(undefined);
84
+ }
85
+ }
86
+ function seedLargeV4Snapshot(slug, rowCount) {
87
+ seedLargeSnapshot(slug, rowCount);
88
+ const store = openJournalStateStoreForMigration(slug);
89
+ const snapshotPath = path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`);
90
+ const existing = fs.readFileSync(snapshotPath);
91
+ fs.writeFileSync(snapshotPath, encodeV4JournalSnapshot(store.getGeneration(), existing.subarray(20, 52), {
92
+ lastRecordSequence: store.getLastRecordSequence(),
93
+ state: store.getState(),
94
+ }));
95
+ return fs.statSync(snapshotPath).size;
96
+ }
97
+ function recoverWholePayload(slug) {
98
+ setJournalSnapshotDecoderForTest(null);
99
+ try {
100
+ const recovered = readJournal(slug);
101
+ return () => Object.keys(recovered.files).length;
102
+ }
103
+ finally {
104
+ setJournalSnapshotDecoderForTest(undefined);
105
+ }
106
+ }
107
+ function recoverStreaming(slug) {
108
+ const recovered = readJournal(slug);
109
+ return () => Object.keys(recovered.files).length;
110
+ }
111
+ export function measureRecovery(recoveryPath, rowCount) {
112
+ createStateDirectory("hq-journal-snapshot-memory-");
113
+ const slug = `snapshot-memory-${recoveryPath}`;
114
+ const snapshotBytes = seedLargeSnapshot(slug, rowCount);
115
+ const collect = acquireGc();
116
+ collectGarbage(collect);
117
+ const baseline = usedBytes();
118
+ let peak = baseline;
119
+ setStateStoreSnapshotMemorySampleHookForTest(() => {
120
+ peak = Math.max(peak, usedBytes());
121
+ });
122
+ let recoveredRows;
123
+ try {
124
+ recoveredRows = recoveryPath === "streaming" ? recoverStreaming(slug) : recoverWholePayload(slug);
125
+ peak = Math.max(peak, usedBytes());
126
+ }
127
+ finally {
128
+ setStateStoreSnapshotMemorySampleHookForTest(undefined);
129
+ }
130
+ if (!recoveredRows)
131
+ throw new Error(`snapshot recovery did not return rows for ${recoveryPath}`);
132
+ // Keep the recovered store alive across this collection: retained growth is
133
+ // the live recovered representation, not decoder garbage waiting for V8.
134
+ collectGarbage(collect);
135
+ const retained = usedBytes();
136
+ const measurement = {
137
+ path: recoveryPath,
138
+ rowCount,
139
+ snapshotBytes,
140
+ baseline,
141
+ peak,
142
+ peakGrowth: peak - baseline,
143
+ retained,
144
+ retainedGrowth: retained - baseline,
145
+ transientGrowth: peak - retained,
146
+ recoveredRowCount: recoveredRows(),
147
+ };
148
+ console.info(`snapshot-memory path=${measurement.path} rows=${measurement.rowCount} snapshotBytes=${measurement.snapshotBytes}` +
149
+ ` baseline=${measurement.baseline} peak=${measurement.peak} peakGrowth=${measurement.peakGrowth}` +
150
+ ` retained=${measurement.retained} retainedGrowth=${measurement.retainedGrowth}` +
151
+ ` transientGrowth=${measurement.transientGrowth}`);
152
+ return measurement;
153
+ }
154
+ export function measureV4Recovery(rowCount) {
155
+ createStateDirectory("hq-journal-v4-snapshot-memory-");
156
+ const slug = "v4-snapshot-memory";
157
+ const snapshotBytes = seedLargeV4Snapshot(slug, rowCount);
158
+ const collect = acquireGc();
159
+ collectGarbage(collect);
160
+ const baseline = usedBytes();
161
+ let decoderPeak = baseline;
162
+ setStateStoreSnapshotMemorySampleHookForTest(() => {
163
+ // The checksum pass is outside the decoder. Collect each completed chunk
164
+ // so its dead verifier buffer cannot be mistaken for decoder retention.
165
+ collectGarbage(collect);
166
+ });
167
+ setV4JournalSnapshotDecodeMemorySampleHookForTest(() => {
168
+ decoderPeak = Math.max(decoderPeak, usedBytes());
169
+ });
170
+ let recoveredRows;
171
+ try {
172
+ const recovered = openJournalStateStoreForMigration(slug);
173
+ recoveredRows = () => Object.keys(recovered.getState().journal.files).length;
174
+ }
175
+ finally {
176
+ setStateStoreSnapshotMemorySampleHookForTest(undefined);
177
+ setV4JournalSnapshotDecodeMemorySampleHookForTest(undefined);
178
+ }
179
+ if (!recoveredRows)
180
+ throw new Error("v4 snapshot recovery did not return rows");
181
+ // Keep the packed store and its one contiguous payload alive while reporting
182
+ // retained memory separately from the decoder-boundary peak.
183
+ collectGarbage(collect);
184
+ const retained = usedBytes();
185
+ const measurement = {
186
+ rowCount,
187
+ snapshotBytes,
188
+ baseline,
189
+ decoderPeak,
190
+ decoderPeakGrowth: decoderPeak - baseline,
191
+ retained,
192
+ retainedGrowth: retained - baseline,
193
+ recoveredRowCount: recoveredRows(),
194
+ };
195
+ console.info(`v4-snapshot-memory rows=${measurement.rowCount} snapshotBytes=${measurement.snapshotBytes}` +
196
+ ` baseline=${measurement.baseline} decoderPeak=${measurement.decoderPeak}` +
197
+ ` decoderPeakGrowth=${measurement.decoderPeakGrowth}` +
198
+ ` retained=${measurement.retained} retainedGrowth=${measurement.retainedGrowth}`);
199
+ return measurement;
200
+ }
201
+ export function cleanupSnapshotMemoryTest() {
202
+ setJournalSnapshotDecoderForTest(undefined);
203
+ setStateStoreSnapshotMemorySampleHookForTest(undefined);
204
+ setV4JournalSnapshotDecodeMemorySampleHookForTest(undefined);
205
+ if (originalStateDir === undefined)
206
+ delete process.env.HQ_STATE_DIR;
207
+ else
208
+ process.env.HQ_STATE_DIR = originalStateDir;
209
+ for (const directory of stateDirs.splice(0))
210
+ fs.rmSync(directory, { recursive: true, force: true });
211
+ }
212
+ //# sourceMappingURL=journal-snapshot-memory-helpers.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-memory-helpers.js","sourceRoot":"","sources":["../src/journal-snapshot-memory-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EACL,iCAAiC,EACjC,WAAW,EACX,gCAAgC,EAChC,gCAAgC,EAChC,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,uBAAuB,EACvB,iDAAiD,GAClD,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,4CAA4C,EAAE,MAAM,uBAAuB,CAAC;AAGrF,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClD,MAAM,SAAS,GAAa,EAAE,CAAC;AA4B/B,MAAM,UAAU,wBAAwB,CAAC,mBAA2B,EAAE,eAAuB;IAC3F,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,mBAAmB,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,eAAuB;IAC3E,OAAO,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACxD,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,IAAI,OAAO,QAAQ,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAY,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,OAAO,OAAO,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IACjH,OAAO,OAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,OAAmB;IACzC,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IACvD,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,aAAa,KAAK,GAAG,GAAG,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACrG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,KAAK;YACnB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;YAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC1C,YAAY,EAAE,UAAU,KAAK,GAAG,EAAE,EAAE;YACpC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAChD,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAgB;QAC3B,OAAO,EAAE,GAAG;QACZ,QAAQ,EAAE,0BAA0B;QACpC,KAAK;QACL,KAAK,EAAE,EAAE;KACV,CAAC;IACF,2EAA2E;IAC3E,0EAA0E;IAC1E,2EAA2E;IAC3E,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9F,CAAC;YAAS,CAAC;QACT,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,QAAgB;IACzD,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/C,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,uBAAuB,CACpD,KAAK,CAAC,aAAa,EAAE,EACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,EACzB;QACE,kBAAkB,EAAE,KAAK,CAAC,qBAAqB,EAAE;QACjD,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;KACxB,CACF,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,YAA0B,EAAE,QAAgB;IAC1E,oBAAoB,CAAC,6BAA6B,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,mBAAmB,YAAY,EAAE,CAAC;IAC/C,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAExD,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC;IACpB,4CAA4C,CAAC,GAAG,EAAE;QAChD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,aAAa,GAAG,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAClG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;IAEjG,4EAA4E;IAC5E,yEAAyE;IACzE,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAAwB;QACvC,IAAI,EAAE,YAAY;QAClB,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,IAAI;QACJ,UAAU,EAAE,IAAI,GAAG,QAAQ;QAC3B,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,eAAe,EAAE,IAAI,GAAG,QAAQ;QAChC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,wBAAwB,WAAW,CAAC,IAAI,SAAS,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAClH,aAAa,WAAW,CAAC,QAAQ,SAAS,WAAW,CAAC,IAAI,eAAe,WAAW,CAAC,UAAU,EAAE;QACjG,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE;QAChF,oBAAoB,WAAW,CAAC,eAAe,EAAE,CAClD,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,oBAAoB,CAAC,gCAAgC,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,oBAAoB,CAAC;IAClC,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,WAAW,GAAG,QAAQ,CAAC;IAC3B,4CAA4C,CAAC,GAAG,EAAE;QAChD,yEAAyE;QACzE,wEAAwE;QACxE,cAAc,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,iDAAiD,CAAC,GAAG,EAAE;QACrD,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC1D,aAAa,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC/E,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;QACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAEhF,6EAA6E;IAC7E,6DAA6D;IAC7D,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAA0B;QACzC,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,WAAW;QACX,iBAAiB,EAAE,WAAW,GAAG,QAAQ;QACzC,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,2BAA2B,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAC5F,aAAa,WAAW,CAAC,QAAQ,gBAAgB,WAAW,CAAC,WAAW,EAAE;QAC1E,sBAAsB,WAAW,CAAC,iBAAiB,EAAE;QACrD,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE,CACjF,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC5C,4CAA4C,CAAC,SAAS,CAAC,CAAC;IACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC7D,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;;QAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,gBAAgB,CAAC;IACjD,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtG,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=journal-snapshot-memory.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-memory.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-memory.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,32 @@
1
+ import { afterEach, describe, expect, it } from "vitest";
2
+ import { cleanupSnapshotMemoryTest, configuredMemoryRowCount, measureRecovery, memoryTestTimeoutMs, MIN_SNAPSHOT_BYTES_PER_ROW, } from "./journal-snapshot-memory-helpers.js";
3
+ const DEFAULT_V3_ROW_COUNT = 100_000;
4
+ const V3_ROW_COUNT = configuredMemoryRowCount("HQ_SNAPSHOT_MEMORY_ROW_COUNT", DEFAULT_V3_ROW_COUNT);
5
+ const MAX_RECOVERY_GROWTH_BYTES = 128 * 1024 * 1024;
6
+ const V3_TEST_TIMEOUT_MS = memoryTestTimeoutMs(V3_ROW_COUNT, DEFAULT_V3_ROW_COUNT);
7
+ afterEach(cleanupSnapshotMemoryTest);
8
+ describe("v3 snapshot streaming recovery memory", () => {
9
+ /**
10
+ * CI's `ci` job runs this source test through `pnpm run coverage`. The gate
11
+ * bounds the default 100k-row streaming recovery peak growth (heapUsed +
12
+ * arrayBuffers) and proves that the same whole-payload control exceeds that
13
+ * budget. The row-count override is measurement-only, so its larger fixture
14
+ * does not redefine the 100k gate. This does not claim that peak growth is
15
+ * the packed store's retained size, or that a 100k fixture bounds every
16
+ * production snapshot; retained and transient readings are emitted separately.
17
+ */
18
+ it("keeps streaming recovery below the peak budget while the whole-payload control exceeds it", () => {
19
+ const wholePayload = measureRecovery("whole-payload", V3_ROW_COUNT);
20
+ const streaming = measureRecovery("streaming", V3_ROW_COUNT);
21
+ expect(wholePayload.snapshotBytes).toBeGreaterThan(V3_ROW_COUNT * MIN_SNAPSHOT_BYTES_PER_ROW);
22
+ expect(streaming.snapshotBytes).toBeGreaterThan(V3_ROW_COUNT * MIN_SNAPSHOT_BYTES_PER_ROW);
23
+ expect(wholePayload.recoveredRowCount).toBe(V3_ROW_COUNT);
24
+ expect(streaming.recoveredRowCount).toBe(V3_ROW_COUNT);
25
+ expect(wholePayload.peakGrowth).toBeGreaterThan(MAX_RECOVERY_GROWTH_BYTES);
26
+ expect(streaming.transientGrowth).toBeLessThan(wholePayload.transientGrowth);
27
+ if (V3_ROW_COUNT === DEFAULT_V3_ROW_COUNT) {
28
+ expect(streaming.peakGrowth).toBeLessThan(MAX_RECOVERY_GROWTH_BYTES);
29
+ }
30
+ }, V3_TEST_TIMEOUT_MS);
31
+ });
32
+ //# sourceMappingURL=journal-snapshot-memory.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-memory.test.js","sourceRoot":"","sources":["../src/journal-snapshot-memory.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,eAAe,EACf,mBAAmB,EACnB,0BAA0B,GAC3B,MAAM,sCAAsC,CAAC;AAE9C,MAAM,oBAAoB,GAAG,OAAO,CAAC;AACrC,MAAM,YAAY,GAAG,wBAAwB,CAAC,8BAA8B,EAAE,oBAAoB,CAAC,CAAC;AACpG,MAAM,yBAAyB,GAAG,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;AACpD,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,YAAY,EAAE,oBAAoB,CAAC,CAAC;AAEnF,SAAS,CAAC,yBAAyB,CAAC,CAAC;AAErC,QAAQ,CAAC,uCAAuC,EAAE,GAAG,EAAE;IACrD;;;;;;;;OAQG;IACH,EAAE,CAAC,2FAA2F,EAAE,GAAG,EAAE;QACnG,MAAM,YAAY,GAAG,eAAe,CAAC,eAAe,EAAE,YAAY,CAAC,CAAC;QACpE,MAAM,SAAS,GAAG,eAAe,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAE7D,MAAM,CAAC,YAAY,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,YAAY,GAAG,0BAA0B,CAAC,CAAC;QAC9F,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,YAAY,GAAG,0BAA0B,CAAC,CAAC;QAC3F,MAAM,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAC1D,MAAM,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACvD,MAAM,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,eAAe,CAAC,yBAAyB,CAAC,CAAC;QAC3E,MAAM,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QAC7E,IAAI,YAAY,KAAK,oBAAoB,EAAE,CAAC;YAC1C,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,yBAAyB,CAAC,CAAC;QACvE,CAAC;IACH,CAAC,EAAE,kBAAkB,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,7 @@
1
+ import type { JournalRowStore } from "./journal-row-store.js";
2
+ import type { SyncJournal } from "./types.js";
3
+ /** Associate a decoded journal object with the packed rows that back its files proxy. */
4
+ export declare function rememberDecodedJournalRows(journal: SyncJournal, rows: JournalRowStore): void;
5
+ /** Return the packed rows backing a decoded v3 or v4 journal, if available. */
6
+ export declare function decodedJournalRows(journal: SyncJournal): JournalRowStore | undefined;
7
+ //# sourceMappingURL=journal-snapshot-rows.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-rows.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-rows.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAI9C,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,GAAG,IAAI,CAE5F;AAED,+EAA+E;AAC/E,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,WAAW,GAAG,eAAe,GAAG,SAAS,CAEpF"}
@@ -0,0 +1,10 @@
1
+ const packedJournalRows = new WeakMap();
2
+ /** Associate a decoded journal object with the packed rows that back its files proxy. */
3
+ export function rememberDecodedJournalRows(journal, rows) {
4
+ packedJournalRows.set(journal, rows);
5
+ }
6
+ /** Return the packed rows backing a decoded v3 or v4 journal, if available. */
7
+ export function decodedJournalRows(journal) {
8
+ return packedJournalRows.get(journal);
9
+ }
10
+ //# sourceMappingURL=journal-snapshot-rows.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-rows.js","sourceRoot":"","sources":["../src/journal-snapshot-rows.ts"],"names":[],"mappings":"AAGA,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAgC,CAAC;AAEtE,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoB,EAAE,IAAqB;IACpF,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,kBAAkB,CAAC,OAAoB;IACrD,OAAO,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=journal-snapshot-v4-memory.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-v4-memory.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4-memory.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,24 @@
1
+ import { afterEach, describe, expect, it } from "vitest";
2
+ import { cleanupSnapshotMemoryTest, configuredMemoryRowCount, measureV4Recovery, memoryTestTimeoutMs, } from "./journal-snapshot-memory-helpers.js";
3
+ // About 9 MiB at the fixed fixture shape: safely above the >8 MiB precondition
4
+ // while still exercising nine 1 MiB decoder chunks without the v3 gate's 100k cost.
5
+ const DEFAULT_V4_MEMORY_ROW_COUNT = 65_000;
6
+ const V4_MEMORY_ROW_COUNT = configuredMemoryRowCount("HQ_SNAPSHOT_V4_MEMORY_ROW_COUNT", DEFAULT_V4_MEMORY_ROW_COUNT);
7
+ const MAX_V4_DECODER_PAYLOAD_FACTOR = 1.5;
8
+ const MIN_V4_SNAPSHOT_BYTES = 8 * 1_048_576;
9
+ const V4_TEST_TIMEOUT_MS = memoryTestTimeoutMs(V4_MEMORY_ROW_COUNT, DEFAULT_V4_MEMORY_ROW_COUNT);
10
+ afterEach(cleanupSnapshotMemoryTest);
11
+ describe("HQSNAP4 streaming recovery memory", () => {
12
+ /**
13
+ * CI's `ci` job runs this source test through `pnpm run coverage`. The
14
+ * 65k-row fixture remains a multi-chunk (>8 MiB) decoder measurement, but
15
+ * lives in its own file so one worker does not also carry the v3 100k gate.
16
+ */
17
+ it("keeps decoder peak growth below one and a half payloads when the payload spans many chunks", () => {
18
+ const measurement = measureV4Recovery(V4_MEMORY_ROW_COUNT);
19
+ expect(measurement.snapshotBytes).toBeGreaterThan(MIN_V4_SNAPSHOT_BYTES);
20
+ expect(measurement.recoveredRowCount).toBe(V4_MEMORY_ROW_COUNT);
21
+ expect(measurement.decoderPeakGrowth).toBeLessThan(measurement.snapshotBytes * MAX_V4_DECODER_PAYLOAD_FACTOR);
22
+ }, V4_TEST_TIMEOUT_MS);
23
+ });
24
+ //# sourceMappingURL=journal-snapshot-v4-memory.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-v4-memory.test.js","sourceRoot":"","sources":["../src/journal-snapshot-v4-memory.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EACL,yBAAyB,EACzB,wBAAwB,EACxB,iBAAiB,EACjB,mBAAmB,GACpB,MAAM,sCAAsC,CAAC;AAE9C,+EAA+E;AAC/E,oFAAoF;AACpF,MAAM,2BAA2B,GAAG,MAAM,CAAC;AAC3C,MAAM,mBAAmB,GAAG,wBAAwB,CAClD,iCAAiC,EACjC,2BAA2B,CAC5B,CAAC;AACF,MAAM,6BAA6B,GAAG,GAAG,CAAC;AAC1C,MAAM,qBAAqB,GAAG,CAAC,GAAG,SAAS,CAAC;AAC5C,MAAM,kBAAkB,GAAG,mBAAmB,CAAC,mBAAmB,EAAE,2BAA2B,CAAC,CAAC;AAEjG,SAAS,CAAC,yBAAyB,CAAC,CAAC;AAErC,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD;;;;OAIG;IACH,EAAE,CAAC,4FAA4F,EAAE,GAAG,EAAE;QACpG,MAAM,WAAW,GAAG,iBAAiB,CAAC,mBAAmB,CAAC,CAAC;QAE3D,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC,eAAe,CAAC,qBAAqB,CAAC,CAAC;QACzE,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChE,MAAM,CAAC,WAAW,CAAC,iBAAiB,CAAC,CAAC,YAAY,CAAC,WAAW,CAAC,aAAa,GAAG,6BAA6B,CAAC,CAAC;IAChH,CAAC,EAAE,kBAAkB,CAAC,CAAC;AACzB,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=journal-snapshot-v4-writer-memory.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-v4-writer-memory.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer-memory.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,76 @@
1
+ import * as fs from "node:fs";
2
+ import * as os from "node:os";
3
+ import * as path from "node:path";
4
+ import * as v8 from "node:v8";
5
+ import * as vm from "node:vm";
6
+ import { afterEach, describe, expect, it } from "vitest";
7
+ import { openJournalStateStoreForMigration, writeJournal } from "./journal.js";
8
+ import { JOURNAL_SNAPSHOT_V4_MAGIC } from "./journal-snapshot-v4.js";
9
+ import { setStateStoreSnapshotWriteHookForTest } from "./sync/state-store.js";
10
+ // About 5 MiB at the fixed shape: large enough to distinguish a retained
11
+ // packed store from writer transient allocation, but remains sub-second here.
12
+ const ROW_COUNT = Number(process.env.HQ_SNAPSHOT_V4_WRITER_MEMORY_ROW_COUNT?.trim() || "30000");
13
+ const MAX_TRANSIENT_PAYLOAD_FACTOR = 4;
14
+ const stateDirs = [];
15
+ function collectGarbage() {
16
+ const existing = globalThis.gc;
17
+ const collect = existing ?? vm.runInNewContext((v8.setFlagsFromString("--expose-gc"), "gc"));
18
+ collect();
19
+ collect();
20
+ collect();
21
+ if (existing === undefined)
22
+ v8.setFlagsFromString("--no-expose-gc");
23
+ }
24
+ function usedBytes() {
25
+ const usage = process.memoryUsage();
26
+ return usage.heapUsed + usage.arrayBuffers;
27
+ }
28
+ function writerJournal() {
29
+ const files = {};
30
+ for (let index = 0; index < ROW_COUNT; index += 1) {
31
+ files[`directory-${index % 37}/nested-${index % 11}/entry-${index.toString().padStart(5, "0")}.md`] = {
32
+ hash: index.toString(16).padStart(64, "0"),
33
+ size: index + 0.5,
34
+ syncedAt: index % 2 === 0 ? new Date(1_700_000_000_000 + index).toISOString() : `non-canonical-${index}`,
35
+ direction: index % 2 === 0 ? "up" : "down",
36
+ ...(index % 3 === 0 ? { remoteEtag: `multipart-${index}` } : {}),
37
+ ...(index % 5 === 0 ? { removedAt: `removed-${index}`, removedReason: "scope_shrink" } : {}),
38
+ };
39
+ }
40
+ return { version: "2", lastSync: "writer-memory", files, pulls: [] };
41
+ }
42
+ afterEach(() => {
43
+ setStateStoreSnapshotWriteHookForTest(undefined);
44
+ delete process.env.HQ_STATE_DIR;
45
+ for (const stateDir of stateDirs.splice(0))
46
+ fs.rmSync(stateDir, { recursive: true, force: true });
47
+ });
48
+ describe("HQSNAP4 journal writer memory", () => {
49
+ it("keeps retained and transient writer memory distinct while writing packed columns", () => {
50
+ if (!Number.isSafeInteger(ROW_COUNT) || ROW_COUNT < 1)
51
+ throw new Error("HQ_SNAPSHOT_V4_WRITER_MEMORY_ROW_COUNT must be a positive integer");
52
+ const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-hqsnap4-writer-memory-"));
53
+ stateDirs.push(stateDir);
54
+ process.env.HQ_STATE_DIR = stateDir;
55
+ const slug = "writer-memory";
56
+ writeJournal(slug, writerJournal());
57
+ const store = openJournalStateStoreForMigration(slug);
58
+ collectGarbage();
59
+ const baseline = usedBytes();
60
+ let peak = baseline;
61
+ setStateStoreSnapshotWriteHookForTest(() => {
62
+ peak = Math.max(peak, usedBytes());
63
+ });
64
+ store.compact();
65
+ setStateStoreSnapshotWriteHookForTest(undefined);
66
+ collectGarbage();
67
+ const retained = usedBytes();
68
+ const snapshotBytes = fs.statSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).size;
69
+ const transientGrowth = peak - retained;
70
+ console.info(`v4-writer-memory rows=${ROW_COUNT} snapshotBytes=${snapshotBytes} baseline=${baseline}` +
71
+ ` peak=${peak} retained=${retained} retainedGrowth=${retained - baseline} transientGrowth=${transientGrowth}`);
72
+ expect(fs.readFileSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
73
+ expect(transientGrowth).toBeLessThan(snapshotBytes * MAX_TRANSIENT_PAYLOAD_FACTOR);
74
+ }, 20_000);
75
+ });
76
+ //# sourceMappingURL=journal-snapshot-v4-writer-memory.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-v4-writer-memory.test.js","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer-memory.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,iCAAiC,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,qCAAqC,EAAE,MAAM,uBAAuB,CAAC;AAG9E,yEAAyE;AACzE,8EAA8E;AAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,CAAC;AAChG,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,SAAS,GAAa,EAAE,CAAC;AAE/B,SAAS,cAAc;IACrB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,MAAM,OAAO,GAAG,QAAQ,IAAI,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,CAAe,CAAC;IAC3G,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,IAAI,QAAQ,KAAK,SAAS;QAAE,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,KAAK,CAAC,aAAa,KAAK,GAAG,EAAE,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACpG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,GAAG;YACjB,QAAQ,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,EAAE;YACxG,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,KAAK,EAAE,EAAE,aAAa,EAAE,cAAuB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,CAAC,GAAG,EAAE;IACb,qCAAqC,CAAC,SAAS,CAAC,CAAC;IACjD,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAChC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACpG,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,kFAAkF,EAAE,GAAG,EAAE;QAC1F,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAC5I,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,2BAA2B,CAAC,CAAC,CAAC;QACrF,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;QACpC,MAAM,IAAI,GAAG,eAAe,CAAC;QAC7B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAEtD,cAAc,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;QAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC;QACpB,qCAAqC,CAAC,GAAG,EAAE;YACzC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,qCAAqC,CAAC,SAAS,CAAC,CAAC;QACjD,cAAc,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3G,MAAM,eAAe,GAAG,IAAI,GAAG,QAAQ,CAAC;QAExC,OAAO,CAAC,IAAI,CACV,yBAAyB,SAAS,kBAAkB,aAAa,aAAa,QAAQ,EAAE;YACxF,SAAS,IAAI,aAAa,QAAQ,mBAAmB,QAAQ,GAAG,QAAQ,oBAAoB,eAAe,EAAE,CAC9G,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC9I,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,aAAa,GAAG,4BAA4B,CAAC,CAAC;IACrF,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=journal-snapshot-v4-writer.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"journal-snapshot-v4-writer.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer.test.ts"],"names":[],"mappings":""}