@indigoai-us/hq-cloud 6.16.68 → 6.16.70-alpha.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin/sync-runner-company.d.ts.map +1 -1
- package/dist/bin/sync-runner-company.js +24 -0
- package/dist/bin/sync-runner-company.js.map +1 -1
- package/dist/bin/sync-runner-company.test.js +64 -0
- package/dist/bin/sync-runner-company.test.js.map +1 -1
- package/dist/bin/sync-runner-events.test.js +19 -0
- package/dist/bin/sync-runner-events.test.js.map +1 -1
- package/dist/bin/sync-runner-watch-loop.d.ts +25 -2
- package/dist/bin/sync-runner-watch-loop.d.ts.map +1 -1
- package/dist/bin/sync-runner-watch-loop.js +171 -21
- package/dist/bin/sync-runner-watch-loop.js.map +1 -1
- package/dist/bin/sync-runner.d.ts +9 -0
- package/dist/bin/sync-runner.d.ts.map +1 -1
- package/dist/bin/sync-runner.js.map +1 -1
- package/dist/bin/sync-runner.test.js +193 -1
- package/dist/bin/sync-runner.test.js.map +1 -1
- package/dist/cli/share.d.ts +18 -1
- package/dist/cli/share.d.ts.map +1 -1
- package/dist/cli/share.js +143 -127
- package/dist/cli/share.js.map +1 -1
- package/dist/cli/sync.d.ts +181 -1
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +98 -49
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +105 -0
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/journal-decode-window.d.ts +45 -0
- package/dist/journal-decode-window.d.ts.map +1 -0
- package/dist/journal-decode-window.js +70 -0
- package/dist/journal-decode-window.js.map +1 -0
- package/dist/journal-decode-window.test.d.ts +2 -0
- package/dist/journal-decode-window.test.d.ts.map +1 -0
- package/dist/journal-decode-window.test.js +99 -0
- package/dist/journal-decode-window.test.js.map +1 -0
- package/dist/journal-row-store.d.ts +4 -0
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +67 -2
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-streaming.heap.test.d.ts +2 -0
- package/dist/journal-streaming.heap.test.d.ts.map +1 -0
- package/dist/journal-streaming.heap.test.js +190 -0
- package/dist/journal-streaming.heap.test.js.map +1 -0
- package/dist/journal.d.ts +1 -11
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +4 -53
- package/dist/journal.js.map +1 -1
- package/dist/journal.test.js +13 -7
- package/dist/journal.test.js.map +1 -1
- package/dist/lib/net-errors.d.ts +12 -0
- package/dist/lib/net-errors.d.ts.map +1 -1
- package/dist/lib/net-errors.js +22 -0
- package/dist/lib/net-errors.js.map +1 -1
- package/dist/lib/net-errors.test.js +35 -1
- package/dist/lib/net-errors.test.js.map +1 -1
- package/dist/lib/s3-content-checksum.d.ts +16 -0
- package/dist/lib/s3-content-checksum.d.ts.map +1 -0
- package/dist/lib/s3-content-checksum.js +91 -0
- package/dist/lib/s3-content-checksum.js.map +1 -0
- package/dist/lib/s3-content-checksum.test.d.ts +2 -0
- package/dist/lib/s3-content-checksum.test.d.ts.map +1 -0
- package/dist/lib/s3-content-checksum.test.js +26 -0
- package/dist/lib/s3-content-checksum.test.js.map +1 -0
- package/dist/object-io.d.ts +2 -0
- package/dist/object-io.d.ts.map +1 -1
- package/dist/object-io.js +37 -19
- package/dist/object-io.js.map +1 -1
- package/dist/object-io.test.js +89 -2
- package/dist/object-io.test.js.map +1 -1
- package/dist/sync/candidate-uploader.d.ts.map +1 -1
- package/dist/sync/candidate-uploader.js +6 -1
- package/dist/sync/candidate-uploader.js.map +1 -1
- package/dist/sync/full-pass-caps.d.ts +113 -0
- package/dist/sync/full-pass-caps.d.ts.map +1 -0
- package/dist/sync/full-pass-caps.js +383 -0
- package/dist/sync/full-pass-caps.js.map +1 -0
- package/dist/sync/full-pass-caps.test.d.ts +2 -0
- package/dist/sync/full-pass-caps.test.d.ts.map +1 -0
- package/dist/sync/full-pass-caps.test.js +126 -0
- package/dist/sync/full-pass-caps.test.js.map +1 -0
- package/dist/sync/multipart-uploader.d.ts.map +1 -1
- package/dist/sync/multipart-uploader.js +2 -1
- package/dist/sync/multipart-uploader.js.map +1 -1
- package/dist/sync/realtime-telemetry.d.ts +5 -1
- package/dist/sync/realtime-telemetry.d.ts.map +1 -1
- package/dist/sync/realtime-telemetry.js +14 -2
- package/dist/sync/realtime-telemetry.js.map +1 -1
- package/dist/sync/realtime-telemetry.test.js +10 -0
- package/dist/sync/realtime-telemetry.test.js.map +1 -1
- package/package.json +2 -1
- package/dist/journal-row-cache.d.ts +0 -102
- package/dist/journal-row-cache.d.ts.map +0 -1
- package/dist/journal-row-cache.heap.test.d.ts +0 -2
- package/dist/journal-row-cache.heap.test.d.ts.map +0 -1
- package/dist/journal-row-cache.heap.test.js +0 -102
- package/dist/journal-row-cache.heap.test.js.map +0 -1
- package/dist/journal-row-cache.js +0 -549
- package/dist/journal-row-cache.js.map +0 -1
- package/dist/journal-row-cache.test.d.ts +0 -2
- package/dist/journal-row-cache.test.d.ts.map +0 -1
- package/dist/journal-row-cache.test.js +0 -155
- package/dist/journal-row-cache.test.js.map +0 -1
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Decode-window census for full-pass journal planning.
|
|
3
|
+
*
|
|
4
|
+
* Packed columns stay resident. Planners decode at most
|
|
5
|
+
* {@link JOURNAL_DECODE_WINDOW} `JournalEntry` objects before dropping the
|
|
6
|
+
* window (a cooperative checkpoint is a valid drop point). The stderr metric
|
|
7
|
+
* reports the current window and the peak since the last emit.
|
|
8
|
+
*/
|
|
9
|
+
import type { JournalEntry } from "./types.js";
|
|
10
|
+
/** Ceiling: a full-pass planner must drop its decoded window at this many rows. */
|
|
11
|
+
export declare const JOURNAL_DECODE_WINDOW = 10000;
|
|
12
|
+
/** @deprecated Alias of {@link JOURNAL_DECODE_WINDOW}; kept for census callers. */
|
|
13
|
+
export declare const JOURNAL_CACHE_MAX_ROWS = 10000;
|
|
14
|
+
export interface JournalCacheMetric {
|
|
15
|
+
type: "journal-cache";
|
|
16
|
+
rowsInFlight: number;
|
|
17
|
+
peakRowsInFlight: number;
|
|
18
|
+
heapUsedMb: number;
|
|
19
|
+
maxRows: number;
|
|
20
|
+
}
|
|
21
|
+
/** Full-pass heap cap may lower this for the rest of a chore; otherwise the ceiling. */
|
|
22
|
+
export declare function activeJournalDecodeWindow(): number;
|
|
23
|
+
export declare function setActiveJournalDecodeWindow(size: number): void;
|
|
24
|
+
export declare function journalCacheMetric(): JournalCacheMetric;
|
|
25
|
+
/** Existing stderr JSON channel: one line, no secrets, numeric decode-window census. */
|
|
26
|
+
export declare function emitJournalCacheMetric(write?: (line: string) => void): void;
|
|
27
|
+
export declare function noteJournalDecoded(count?: number): void;
|
|
28
|
+
export declare function dropJournalDecodeWindow(): void;
|
|
29
|
+
export declare function resetJournalDecodeWindowForTest(): void;
|
|
30
|
+
export declare function journalFingerprintMatchesStat(fingerprint: JournalEntry | {
|
|
31
|
+
hash: string;
|
|
32
|
+
size: number;
|
|
33
|
+
mtimeMs?: number;
|
|
34
|
+
ctimeMs?: number;
|
|
35
|
+
kind?: "file" | "symlink";
|
|
36
|
+
localDiverges?: boolean;
|
|
37
|
+
removedAt?: string;
|
|
38
|
+
localDeleteIntent?: unknown;
|
|
39
|
+
} | undefined, lstat: {
|
|
40
|
+
isFile(): boolean;
|
|
41
|
+
size: number;
|
|
42
|
+
mtimeMs: number;
|
|
43
|
+
ctimeMs: number;
|
|
44
|
+
}): boolean;
|
|
45
|
+
//# sourceMappingURL=journal-decode-window.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-decode-window.d.ts","sourceRoot":"","sources":["../src/journal-decode-window.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C,mFAAmF;AACnF,eAAO,MAAM,qBAAqB,QAAS,CAAC;AAE5C,mFAAmF;AACnF,eAAO,MAAM,sBAAsB,QAAwB,CAAC;AAE5D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,eAAe,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;CACjB;AAMD,wFAAwF;AACxF,wBAAgB,yBAAyB,IAAI,MAAM,CAElD;AAED,wBAAgB,4BAA4B,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAG/D;AAED,wBAAgB,kBAAkB,IAAI,kBAAkB,CAQvD;AAED,wFAAwF;AACxF,wBAAgB,sBAAsB,CACpC,KAAK,GAAE,CAAC,IAAI,EAAE,MAAM,KAAK,IAExB,GACA,IAAI,CAGN;AAED,wBAAgB,kBAAkB,CAAC,KAAK,SAAI,GAAG,IAAI,CAGlD;AAED,wBAAgB,uBAAuB,IAAI,IAAI,CAG9C;AAED,wBAAgB,+BAA+B,IAAI,IAAI,CAItD;AAED,wBAAgB,6BAA6B,CAC3C,WAAW,EAAE,YAAY,GAAG;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,OAAO,CAAC;CAC7B,GAAG,SAAS,EACb,KAAK,EAAE;IAAE,MAAM,IAAI,OAAO,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,GAC3E,OAAO,CAeT"}
|
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
/** Ceiling: a full-pass planner must drop its decoded window at this many rows. */
|
|
2
|
+
export const JOURNAL_DECODE_WINDOW = 10_000;
|
|
3
|
+
/** @deprecated Alias of {@link JOURNAL_DECODE_WINDOW}; kept for census callers. */
|
|
4
|
+
export const JOURNAL_CACHE_MAX_ROWS = JOURNAL_DECODE_WINDOW;
|
|
5
|
+
let rowsInFlight = 0;
|
|
6
|
+
let peakRowsInFlight = 0;
|
|
7
|
+
let activeDecodeWindow = JOURNAL_DECODE_WINDOW;
|
|
8
|
+
/** Full-pass heap cap may lower this for the rest of a chore; otherwise the ceiling. */
|
|
9
|
+
export function activeJournalDecodeWindow() {
|
|
10
|
+
return activeDecodeWindow;
|
|
11
|
+
}
|
|
12
|
+
export function setActiveJournalDecodeWindow(size) {
|
|
13
|
+
activeDecodeWindow =
|
|
14
|
+
Number.isFinite(size) && size > 0 ? Math.trunc(size) : JOURNAL_DECODE_WINDOW;
|
|
15
|
+
}
|
|
16
|
+
export function journalCacheMetric() {
|
|
17
|
+
return {
|
|
18
|
+
type: "journal-cache",
|
|
19
|
+
rowsInFlight,
|
|
20
|
+
peakRowsInFlight,
|
|
21
|
+
heapUsedMb: Math.round(process.memoryUsage().heapUsed / (1024 * 1024)),
|
|
22
|
+
maxRows: JOURNAL_DECODE_WINDOW,
|
|
23
|
+
};
|
|
24
|
+
}
|
|
25
|
+
/** Existing stderr JSON channel: one line, no secrets, numeric decode-window census. */
|
|
26
|
+
export function emitJournalCacheMetric(write = (line) => {
|
|
27
|
+
process.stderr.write(line);
|
|
28
|
+
}) {
|
|
29
|
+
write(`${JSON.stringify(journalCacheMetric())}\n`);
|
|
30
|
+
peakRowsInFlight = rowsInFlight;
|
|
31
|
+
}
|
|
32
|
+
export function noteJournalDecoded(count = 1) {
|
|
33
|
+
rowsInFlight += count;
|
|
34
|
+
if (rowsInFlight > peakRowsInFlight)
|
|
35
|
+
peakRowsInFlight = rowsInFlight;
|
|
36
|
+
}
|
|
37
|
+
export function dropJournalDecodeWindow() {
|
|
38
|
+
if (rowsInFlight > peakRowsInFlight)
|
|
39
|
+
peakRowsInFlight = rowsInFlight;
|
|
40
|
+
rowsInFlight = 0;
|
|
41
|
+
}
|
|
42
|
+
export function resetJournalDecodeWindowForTest() {
|
|
43
|
+
rowsInFlight = 0;
|
|
44
|
+
peakRowsInFlight = 0;
|
|
45
|
+
activeDecodeWindow = JOURNAL_DECODE_WINDOW;
|
|
46
|
+
}
|
|
47
|
+
export function journalFingerprintMatchesStat(fingerprint, lstat) {
|
|
48
|
+
if (!fingerprint)
|
|
49
|
+
return false;
|
|
50
|
+
if (!fingerprint.hash)
|
|
51
|
+
return false;
|
|
52
|
+
if (fingerprint.kind === "symlink")
|
|
53
|
+
return false;
|
|
54
|
+
if (fingerprint.localDiverges)
|
|
55
|
+
return false;
|
|
56
|
+
if (fingerprint.removedAt !== undefined)
|
|
57
|
+
return false;
|
|
58
|
+
if (fingerprint.localDeleteIntent !== undefined)
|
|
59
|
+
return false;
|
|
60
|
+
if (fingerprint.mtimeMs === undefined || fingerprint.ctimeMs === undefined)
|
|
61
|
+
return false;
|
|
62
|
+
if (fingerprint.mtimeMs % 1000 === 0 && fingerprint.ctimeMs % 1000 === 0)
|
|
63
|
+
return false;
|
|
64
|
+
if (!lstat.isFile())
|
|
65
|
+
return false;
|
|
66
|
+
return (lstat.size === fingerprint.size &&
|
|
67
|
+
lstat.mtimeMs === fingerprint.mtimeMs &&
|
|
68
|
+
lstat.ctimeMs === fingerprint.ctimeMs);
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=journal-decode-window.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-decode-window.js","sourceRoot":"","sources":["../src/journal-decode-window.ts"],"names":[],"mappings":"AAUA,mFAAmF;AACnF,MAAM,CAAC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AAE5C,mFAAmF;AACnF,MAAM,CAAC,MAAM,sBAAsB,GAAG,qBAAqB,CAAC;AAU5D,IAAI,YAAY,GAAG,CAAC,CAAC;AACrB,IAAI,gBAAgB,GAAG,CAAC,CAAC;AACzB,IAAI,kBAAkB,GAAG,qBAAqB,CAAC;AAE/C,wFAAwF;AACxF,MAAM,UAAU,yBAAyB;IACvC,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,MAAM,UAAU,4BAA4B,CAAC,IAAY;IACvD,kBAAkB;QAChB,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,qBAAqB,CAAC;AACjF,CAAC;AAED,MAAM,UAAU,kBAAkB;IAChC,OAAO;QACL,IAAI,EAAE,eAAe;QACrB,YAAY;QACZ,gBAAgB;QAChB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,QAAQ,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC;QACtE,OAAO,EAAE,qBAAqB;KAC/B,CAAC;AACJ,CAAC;AAED,wFAAwF;AACxF,MAAM,UAAU,sBAAsB,CACpC,QAAgC,CAAC,IAAI,EAAE,EAAE;IACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;AAC7B,CAAC;IAED,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,CAAC;IACnD,gBAAgB,GAAG,YAAY,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAK,GAAG,CAAC;IAC1C,YAAY,IAAI,KAAK,CAAC;IACtB,IAAI,YAAY,GAAG,gBAAgB;QAAE,gBAAgB,GAAG,YAAY,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,uBAAuB;IACrC,IAAI,YAAY,GAAG,gBAAgB;QAAE,gBAAgB,GAAG,YAAY,CAAC;IACrE,YAAY,GAAG,CAAC,CAAC;AACnB,CAAC;AAED,MAAM,UAAU,+BAA+B;IAC7C,YAAY,GAAG,CAAC,CAAC;IACjB,gBAAgB,GAAG,CAAC,CAAC;IACrB,kBAAkB,GAAG,qBAAqB,CAAC;AAC7C,CAAC;AAED,MAAM,UAAU,6BAA6B,CAC3C,WASa,EACb,KAA4E;IAE5E,IAAI,CAAC,WAAW;QAAE,OAAO,KAAK,CAAC;IAC/B,IAAI,CAAC,WAAW,CAAC,IAAI;QAAE,OAAO,KAAK,CAAC;IACpC,IAAI,WAAW,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACjD,IAAI,WAAW,CAAC,aAAa;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,WAAW,CAAC,SAAS,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACtD,IAAI,WAAW,CAAC,iBAAiB,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAC9D,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS,IAAI,WAAW,CAAC,OAAO,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IACzF,IAAI,WAAW,CAAC,OAAO,GAAG,IAAI,KAAK,CAAC,IAAI,WAAW,CAAC,OAAO,GAAG,IAAI,KAAK,CAAC;QAAE,OAAO,KAAK,CAAC;IACvF,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE;QAAE,OAAO,KAAK,CAAC;IAClC,OAAO,CACL,KAAK,CAAC,IAAI,KAAK,WAAW,CAAC,IAAI;QAC/B,KAAK,CAAC,OAAO,KAAK,WAAW,CAAC,OAAO;QACrC,KAAK,CAAC,OAAO,KAAK,WAAW,CAAC,OAAO,CACtC,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-decode-window.test.d.ts","sourceRoot":"","sources":["../src/journal-decode-window.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,99 @@
|
|
|
1
|
+
import { describe, expect, it } from "vitest";
|
|
2
|
+
import { JOURNAL_CACHE_MAX_ROWS, JOURNAL_DECODE_WINDOW, dropJournalDecodeWindow, emitJournalCacheMetric, journalCacheMetric, journalFingerprintMatchesStat, noteJournalDecoded, resetJournalDecodeWindowForTest, } from "./journal-decode-window.js";
|
|
3
|
+
import { JournalRowStore } from "./journal-row-store.js";
|
|
4
|
+
function pathFor(index) {
|
|
5
|
+
return `tree/${index.toString().padStart(6, "0")}.md`;
|
|
6
|
+
}
|
|
7
|
+
function entry(index) {
|
|
8
|
+
return {
|
|
9
|
+
hash: index.toString(16).padStart(64, "0"),
|
|
10
|
+
size: 100 + index,
|
|
11
|
+
syncedAt: new Date(1_700_000_000_000 + index).toISOString(),
|
|
12
|
+
direction: index % 2 === 0 ? "up" : "down",
|
|
13
|
+
kind: "file",
|
|
14
|
+
mtimeMs: 1_700_000_000_000 + index,
|
|
15
|
+
ctimeMs: 1_700_000_000_001 + index,
|
|
16
|
+
};
|
|
17
|
+
}
|
|
18
|
+
describe("journal decode window constants", () => {
|
|
19
|
+
it("exports the 10k bound from one place", () => {
|
|
20
|
+
expect(JOURNAL_DECODE_WINDOW).toBe(10_000);
|
|
21
|
+
expect(JOURNAL_CACHE_MAX_ROWS).toBe(JOURNAL_DECODE_WINDOW);
|
|
22
|
+
});
|
|
23
|
+
});
|
|
24
|
+
describe("journal-cache metric", () => {
|
|
25
|
+
it("emits the stderr JSON shape with in-flight window fields", () => {
|
|
26
|
+
resetJournalDecodeWindowForTest();
|
|
27
|
+
noteJournalDecoded(7);
|
|
28
|
+
const lines = [];
|
|
29
|
+
emitJournalCacheMetric((line) => lines.push(line));
|
|
30
|
+
expect(lines).toHaveLength(1);
|
|
31
|
+
const payload = JSON.parse(lines[0]);
|
|
32
|
+
expect(payload).toMatchObject({
|
|
33
|
+
type: "journal-cache",
|
|
34
|
+
rowsInFlight: 7,
|
|
35
|
+
peakRowsInFlight: 7,
|
|
36
|
+
maxRows: JOURNAL_DECODE_WINDOW,
|
|
37
|
+
});
|
|
38
|
+
expect(typeof payload.heapUsedMb).toBe("number");
|
|
39
|
+
expect("rowsInMemory" in payload).toBe(false);
|
|
40
|
+
expect("hits" in payload).toBe(false);
|
|
41
|
+
expect("misses" in payload).toBe(false);
|
|
42
|
+
expect("purgeTo" in payload).toBe(false);
|
|
43
|
+
dropJournalDecodeWindow();
|
|
44
|
+
emitJournalCacheMetric((line) => lines.push(line));
|
|
45
|
+
const afterDrop = JSON.parse(lines[1]);
|
|
46
|
+
expect(afterDrop.rowsInFlight).toBe(0);
|
|
47
|
+
expect(afterDrop.peakRowsInFlight).toBe(7);
|
|
48
|
+
});
|
|
49
|
+
});
|
|
50
|
+
describe("packed store skip fingerprints", () => {
|
|
51
|
+
it("answers 50k stat-matching fingerprints without decoding rows", () => {
|
|
52
|
+
resetJournalDecodeWindowForTest();
|
|
53
|
+
const rowCount = 50_000;
|
|
54
|
+
const store = new JournalRowStore(rowCount, { trackChanges: false });
|
|
55
|
+
for (let index = 0; index < rowCount; index++)
|
|
56
|
+
store.set(pathFor(index), entry(index));
|
|
57
|
+
resetJournalDecodeWindowForTest();
|
|
58
|
+
let skipped = 0;
|
|
59
|
+
for (let index = 0; index < rowCount; index++) {
|
|
60
|
+
const fingerprint = store.statFingerprint(pathFor(index));
|
|
61
|
+
const matches = journalFingerprintMatchesStat(fingerprint, {
|
|
62
|
+
isFile: () => true,
|
|
63
|
+
size: 100 + index,
|
|
64
|
+
mtimeMs: 1_700_000_000_000 + index,
|
|
65
|
+
ctimeMs: 1_700_000_000_001 + index,
|
|
66
|
+
});
|
|
67
|
+
if (matches)
|
|
68
|
+
skipped += 1;
|
|
69
|
+
}
|
|
70
|
+
expect(skipped).toBe(rowCount);
|
|
71
|
+
expect(journalCacheMetric().peakRowsInFlight).toBe(0);
|
|
72
|
+
expect(journalCacheMetric().rowsInFlight).toBe(0);
|
|
73
|
+
}, 60_000);
|
|
74
|
+
});
|
|
75
|
+
describe("packed store bytes-per-row probe", () => {
|
|
76
|
+
it("records resident cost of an unpacked packed store", () => {
|
|
77
|
+
const gc = globalThis.gc;
|
|
78
|
+
gc?.();
|
|
79
|
+
const beforeUsage = process.memoryUsage();
|
|
80
|
+
const before = beforeUsage.heapUsed + beforeUsage.arrayBuffers;
|
|
81
|
+
const store = new JournalRowStore(50_000, { trackChanges: false });
|
|
82
|
+
for (let index = 0; index < 50_000; index++)
|
|
83
|
+
store.set(pathFor(index), entry(index));
|
|
84
|
+
gc?.();
|
|
85
|
+
const afterUsage = process.memoryUsage();
|
|
86
|
+
const after = afterUsage.heapUsed + afterUsage.arrayBuffers;
|
|
87
|
+
const bytesPerRow = (after - before) / 50_000;
|
|
88
|
+
console.log(JSON.stringify({
|
|
89
|
+
probe: "journal-row-store-packed",
|
|
90
|
+
rows: 50_000,
|
|
91
|
+
heapDeltaBytes: after - before,
|
|
92
|
+
bytesPerRow: Math.round(bytesPerRow),
|
|
93
|
+
}));
|
|
94
|
+
expect(store.size).toBe(50_000);
|
|
95
|
+
expect(Number.isFinite(bytesPerRow)).toBe(true);
|
|
96
|
+
store.clear();
|
|
97
|
+
});
|
|
98
|
+
});
|
|
99
|
+
//# sourceMappingURL=journal-decode-window.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-decode-window.test.js","sourceRoot":"","sources":["../src/journal-decode-window.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,uBAAuB,EACvB,sBAAsB,EACtB,kBAAkB,EAClB,6BAA6B,EAC7B,kBAAkB,EAClB,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAGzD,SAAS,OAAO,CAAC,KAAa;IAC5B,OAAO,QAAQ,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;AACxD,CAAC;AAED,SAAS,KAAK,CAAC,KAAa;IAC1B,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;QAC1C,IAAI,EAAE,GAAG,GAAG,KAAK;QACjB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;QAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;QAC1C,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,iBAAiB,GAAG,KAAK;QAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;KACnC,CAAC;AACJ,CAAC;AAED,QAAQ,CAAC,iCAAiC,EAAE,GAAG,EAAE;IAC/C,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC9C,MAAM,CAAC,qBAAqB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,MAAM,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,+BAA+B,EAAE,CAAC;QAClC,kBAAkB,CAAC,CAAC,CAAC,CAAC;QACtB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,sBAAsB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAA0C,CAAC;QAC/E,MAAM,CAAC,OAAO,CAAC,CAAC,aAAa,CAAC;YAC5B,IAAI,EAAE,eAAe;YACrB,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE,qBAAqB;SAC/B,CAAC,CAAC;QACH,MAAM,CAAC,OAAO,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACjD,MAAM,CAAC,cAAc,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACtC,MAAM,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,SAAS,IAAI,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,uBAAuB,EAAE,CAAC;QAC1B,sBAAsB,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QACnD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAE,CAA0C,CAAC;QACjF,MAAM,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;IAC9C,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,+BAA+B,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,MAAM,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,QAAQ,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACvF,+BAA+B,EAAE,CAAC;QAClC,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC;YAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;YAC1D,MAAM,OAAO,GAAG,6BAA6B,CAAC,WAAW,EAAE;gBACzD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI;gBAClB,IAAI,EAAE,GAAG,GAAG,KAAK;gBACjB,OAAO,EAAE,iBAAiB,GAAG,KAAK;gBAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;aACnC,CAAC,CAAC;YACH,IAAI,OAAO;gBAAE,OAAO,IAAI,CAAC,CAAC;QAC5B,CAAC;QACD,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC/B,MAAM,CAAC,kBAAkB,EAAE,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtD,MAAM,CAAC,kBAAkB,EAAE,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpD,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kCAAkC,EAAE,GAAG,EAAE;IAChD,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,EAAE,GAAG,UAAU,CAAC,EAA8B,CAAC;QACrD,EAAE,EAAE,EAAE,CAAC;QACP,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAC1C,MAAM,MAAM,GAAG,WAAW,CAAC,QAAQ,GAAG,WAAW,CAAC,YAAY,CAAC;QAC/D,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,MAAM,EAAE,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,MAAM,EAAE,KAAK,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC;QACrF,EAAE,EAAE,EAAE,CAAC;QACP,MAAM,UAAU,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,GAAG,UAAU,CAAC,YAAY,CAAC;QAC5D,MAAM,WAAW,GAAG,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;QAC9C,OAAO,CAAC,GAAG,CACT,IAAI,CAAC,SAAS,CAAC;YACb,KAAK,EAAE,0BAA0B;YACjC,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE,KAAK,GAAG,MAAM;YAC9B,WAAW,EAAE,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC;SACrC,CAAC,CACH,CAAC;QACF,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChD,KAAK,CAAC,KAAK,EAAE,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -233,6 +233,10 @@ export declare class JournalRowStore {
|
|
|
233
233
|
/** Exposed for diagnostics and path-identity tests; id zero is the root directory. */
|
|
234
234
|
get directoryCount(): number;
|
|
235
235
|
get(path: string): Readonly<JournalEntry> | undefined;
|
|
236
|
+
/**
|
|
237
|
+
* Skip-gate fields from packed columns. Does not decode a `JournalEntry`.
|
|
238
|
+
*/
|
|
239
|
+
statFingerprint(path: string): JournalStatFingerprint | undefined;
|
|
236
240
|
has(path: string): boolean;
|
|
237
241
|
/** Internal packed-row identity for side indexes that must not retain paths. */
|
|
238
242
|
rowIdFor(path: string): number | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"journal-row-store.d.ts","sourceRoot":"","sources":["../src/journal-row-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"journal-row-store.d.ts","sourceRoot":"","sources":["../src/journal-row-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAO/C,gGAAgG;AAChG,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;CAiB6B,CAAC;AAEhE,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,mBAAmB,EAAE,MAAM,GAAG,SAAS,CAAC;CAClD;AAED,MAAM,WAAW,sBAAsB;IACrC,sFAAsF;IACtF,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED;;;;GAIG;AACH,UAAU,kBAAkB;IAC1B,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAClC,QAAQ,CAAC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;IAChD,YAAY,EAAE,MAAM,CAAC;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,MAAM,EAAE,UAAU,CAAC;IAC5B,QAAQ,CAAC,WAAW,EAAE,UAAU,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,YAAY,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,MAAM,EAAE,YAAY,CAAC;IAC9B,QAAQ,CAAC,SAAS,EAAE,YAAY,CAAC;IACjC,QAAQ,CAAC,KAAK,EAAE,WAAW,CAAC;IAC5B,QAAQ,CAAC,aAAa,EAAE,WAAW,CAAC;IACpC,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,QAAQ,CAAC,gBAAgB,EAAE,WAAW,CAAC;IACvC,QAAQ,CAAC,aAAa,EAAE,UAAU,CAAC;IACnC,QAAQ,CAAC,iBAAiB,EAAE,UAAU,CAAC;IACvC,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC9B,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAC9B,QAAQ,CAAC,WAAW,EAAE,SAAS,MAAM,EAAE,CAAC;IACxC,QAAQ,CAAC,OAAO,EAAE,SAAS,MAAM,EAAE,CAAC;IACpC,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,SAAS,MAAM,EAAE,CAAC,EAAE,CAAC;IACxD,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;IAC/D,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;IAC/D,QAAQ,CAAC,iBAAiB,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;IACnE,QAAQ,CAAC,aAAa,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;IAC/D,QAAQ,CAAC,UAAU,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;IAC5D,QAAQ,CAAC,cAAc,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,WAAW,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpG,QAAQ,CAAC,kBAAkB,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC,EAAE,CAAC;IAC/E,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC;CAC3D;AAED,KAAK,iBAAiB,GAAG,WAAW,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAsGxE,iFAAiF;AACjF,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,QAAQ,CAAC,YAAY,CAAC,GAAG,MAAM,CA2B7E;AAED;;;GAGG;AACH,qBAAa,WAAW;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAkB;gBAE5B,KAAK,EAAE,eAAe;IAIlC,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,SAAS;IAIrD,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI;IAI5C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI7B,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAI7D,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAIhC,MAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAIlD,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;CAGzC;AAED,uEAAuE;AACvE,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,YAAY,CAAC,mBAAmB,CAAC,CAAC;CACvD;AAED,oFAAoF;AACpF,MAAM,WAAW,gBAAgB;IAC/B,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,SAAS,CAAC;IACtD,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAC3B,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC,CAAC;IACjC,eAAe,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS,CAAC;IACnE,iBAAiB,CAAC,CAChB,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,EAC/C,OAAO,EAAE,SAAS,MAAM,EAAE,GACzB,IAAI,CAAC;CACT;AAED;;;GAGG;AACH,MAAM,WAAW,eAAgB,SAAQ,gBAAgB;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI,CAAC;IAC7C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC;IAC9B,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAC9D,MAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IACnD,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;CAC1C;AAED,+EAA+E;AAC/E,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,WAAW,EAAE,OAAO,CAAC;IAC9B,QAAQ,CAAC,mBAAmB,EAAE,MAAM,GAAG,SAAS,CAAC;CAClD;AAED;;;;;;;;GAQG;AACH,qBAAa,iBAAkB,YAAW,eAAe;IAO3C,OAAO,CAAC,QAAQ,CAAC,IAAI;IANjC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAyD;IACjF,wEAAwE;IACxE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAqB;IAC3C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,QAAQ,CAAiC;gBAEpB,IAAI,EAAE,gBAAgB;IAEnD,IAAI,IAAI,IAAI,MAAM,CAajB;IAED,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,SAAS;IAIrD,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS;IAkBjE,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI;IAK5C,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAO5B,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAWhC,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAe7D,MAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAIlD,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAiBrF,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;IAMxC,gBAAgB,IAAI,SAAS,uBAAuB,EAAE;IAItD,aAAa,IAAI,uBAAuB,EAAE;IAO1C;;;;OAIG;IACH,kBAAkB,CAChB,OAAO,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,EAC/C,OAAO,EAAE,SAAS,MAAM,EAAE,GACzB,iBAAiB;IAYpB,OAAO,CAAE,qBAAqB;IAQ9B,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,cAAc;CAOvB;AAMD;;;GAGG;AACH,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAA8B;IAC5C,OAAO,CAAC,WAAW,CAA8B;IACjD,OAAO,CAAC,KAAK,CAAgC;IAC7C,OAAO,CAAC,MAAM,CAAgC;IAC9C,OAAO,CAAC,MAAM,CAAgC;IAC9C,OAAO,CAAC,SAAS,CAAgC;IACjD,OAAO,CAAC,KAAK,CAA+B;IAC5C,OAAO,CAAC,aAAa,CAA+B;IACpD,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,gBAAgB,CAA+B;IACvD,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,iBAAiB,CAA8B;IAEvD,OAAO,CAAC,QAAQ,CAA8B;IAC9C,OAAO,CAAC,UAAU,CAAK;IACvB,OAAO,CAAC,OAAO,CAA+B;IAE9C,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAQ;IACpC,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAsC;IACnE;;;;;;;OAOG;IACH,OAAO,CAAC,UAAU,CAAiC;IACnD,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAQ;IAChC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA6B;IACvD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAgB;IACzC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAEhD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6B;IAC3D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6B;IAC3D,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA6B;IAC/D,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6B;IAC3D,OAAO,CAAC,QAAQ,CAAC,UAAU,CAA6B;IACxD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAiE;IAChG,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAwC;IAC3E,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA6B;IACtD,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAgD;IAC/E,OAAO,CAAC,QAAQ,CAAC,wBAAwB,CAEtC;IACH,OAAO,CAAC,QAAQ,CAA0B;IAC1C,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAqB;IAChD,OAAO,CAAC,YAAY,CAAU;IAE9B,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,QAAQ,CAAK;IACrB,OAAO,CAAC,mBAAmB,CAAM;IACjC,OAAO,CAAC,kBAAkB,CAAM;IAChC,QAAQ,CAAC,IAAI,cAAyB;gBAE1B,OAAO,CAAC,EAAE,sBAAsB;gBAChC,eAAe,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,sBAAsB;IA8BtE,IAAI,IAAI,IAAI,MAAM,CAEjB;IAED,sFAAsF;IACtF,oBAAoB,IAAI,IAAI;IAM5B,sFAAsF;IACtF,IAAI,cAAc,IAAI,MAAM,CAE3B;IAED,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,GAAG,SAAS;IAKrD;;OAEG;IACH,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,sBAAsB,GAAG,SAAS;IAuBjE,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAI1B,gFAAgF;IAChF,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAI1C,4EAA4E;IAC3E,MAAM,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAQnC,uEAAuE;IACvE,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;IAInC,8EAA8E;IAC9E,KAAK,IAAI,IAAI;IAMb,+EAA+E;IAC/E,iBAAiB,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,GAAG,IAAI;IAKtE,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,aAAa,WAAqB,GAAG,IAAI;IAyBhF,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAc5B,OAAO,IAAI,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAgB7D,IAAI,IAAI,gBAAgB,CAAC,MAAM,CAAC;IAQhC,gBAAgB,CAAC,MAAM,EAAE,MAAM,GAAG,gBAAgB,CAAC,CAAC,MAAM,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAC,CAAC;IAkDpF,MAAM,IAAI,gBAAgB,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC;IAInD,QAAQ,IAAI,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC;IAaxC,qFAAqF;IACrF,kBAAkB,IAAI,kBAAkB;IA0CxC;;;;;OAKG;IACH,aAAa,IAAI,gBAAgB,EAAE;IAQnC,6FAA6F;IAC7F,gBAAgB,IAAI,SAAS,gBAAgB,EAAE;IAK/C,qEAAqE;IACrE,YAAY,IAAI,gBAAgB,EAAE;IAIlC;;;OAGG;IACH,OAAO,IAAI,IAAI;IAOf;;;;OAIG;IACH,UAAU,IAAI,uBAAuB;IAqCrC;;;;;;OAMG;IACH,OAAO,CAAC,qCAAqC;IA0D7C,OAAO,CAAC,oBAAoB;IAU5B,kFAAkF;IAClF,MAAM,CAAC,YAAY,CAAC,QAAQ,EAAE,uBAAuB,GAAG,eAAe;IAyDvE,OAAO,CAAC,KAAK;IAuCb,OAAO,CAAC,qBAAqB;IAe7B,OAAO,CAAC,mBAAmB;IAc3B,OAAO,CAAC,wBAAwB;IAQhC,OAAO,CAAC,cAAc;IAetB,OAAO,CAAC,mBAAmB;IAS3B,OAAO,CAAC,sBAAsB;IAe9B,OAAO,CAAE,eAAe;IASxB,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,WAAW;IAWnB,OAAO,CAAC,iBAAiB;IAqBzB,OAAO,CAAC,UAAU;IAiElB,OAAO,CAAC,QAAQ;IAwBhB,OAAO,CAAC,kBAAkB;IAW1B,OAAO,CAAC,kBAAkB;IAS1B,OAAO,CAAC,kBAAkB;IAW1B,OAAO,CAAC,WAAW;IAyCnB,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,YAAY;IASpB,OAAO,CAAC,UAAU;IAelB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,SAAS;IAMjB,OAAO,CAAC,UAAU;IAQlB,OAAO,CAAC,wBAAwB;IAQhC,OAAO,CAAC,SAAS;IAOjB,OAAO,CAAC,cAAc;IAoBtB,OAAO,CAAC,oBAAoB;IAK5B,OAAO,CAAC,MAAM;IAOd,OAAO,CAAC,WAAW;IAQnB,OAAO,CAAC,WAAW;IAenB,OAAO,CAAC,SAAS;CAKlB;AAED,iFAAiF;AACjF,OAAO,EAAE,eAAe,IAAI,qBAAqB,EAAE,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
|
+
import { activeJournalDecodeWindow, dropJournalDecodeWindow, noteJournalDecoded, } from "./journal-decode-window.js";
|
|
1
2
|
/** The storage decision for each journal field; `satisfies` makes schema drift a type error. */
|
|
2
3
|
export const JOURNAL_ENTRY_STORAGE = {
|
|
3
4
|
hash: "column",
|
|
@@ -268,11 +269,19 @@ export class JournalRowOverlay {
|
|
|
268
269
|
}
|
|
269
270
|
}
|
|
270
271
|
*entries() {
|
|
272
|
+
let decoded = 0;
|
|
273
|
+
const window = activeJournalDecodeWindow();
|
|
271
274
|
for (const key of this.keys()) {
|
|
272
275
|
const entry = this.get(key);
|
|
273
276
|
if (entry !== undefined)
|
|
274
277
|
yield [key, entry];
|
|
278
|
+
decoded += 1;
|
|
279
|
+
if (decoded >= window) {
|
|
280
|
+
dropJournalDecodeWindow();
|
|
281
|
+
decoded = 0;
|
|
282
|
+
}
|
|
275
283
|
}
|
|
284
|
+
dropJournalDecodeWindow();
|
|
276
285
|
}
|
|
277
286
|
*values() {
|
|
278
287
|
for (const [, entry] of this.entries())
|
|
@@ -460,6 +469,37 @@ export class JournalRowStore {
|
|
|
460
469
|
const rowId = this.findRowId(path);
|
|
461
470
|
return rowId === undefined ? undefined : this.materialize(rowId);
|
|
462
471
|
}
|
|
472
|
+
/**
|
|
473
|
+
* Skip-gate fields from packed columns. Does not decode a `JournalEntry`.
|
|
474
|
+
*/
|
|
475
|
+
statFingerprint(path) {
|
|
476
|
+
const rowId = this.findRowId(path);
|
|
477
|
+
if (rowId === undefined)
|
|
478
|
+
return undefined;
|
|
479
|
+
const flags = this.flags[rowId];
|
|
480
|
+
const fingerprint = {
|
|
481
|
+
hash: flags & HASH_FALLBACK_PRESENT
|
|
482
|
+
? this.hashFallbacks.get(rowId)
|
|
483
|
+
: encodeHex(this.hashes, rowId * HASH_BYTES, HASH_BYTES),
|
|
484
|
+
size: this.sizes[rowId],
|
|
485
|
+
};
|
|
486
|
+
if (flags & MTIME_PRESENT)
|
|
487
|
+
fingerprint.mtimeMs = this.mtimes[rowId];
|
|
488
|
+
if (flags & CTIME_PRESENT)
|
|
489
|
+
fingerprint.ctimeMs = this.ctimes[rowId];
|
|
490
|
+
if (flags & KIND_PRESENT)
|
|
491
|
+
fingerprint.kind = flags & KIND_SYMLINK ? "symlink" : "file";
|
|
492
|
+
if ((flags & LOCAL_DIVERGES_PRESENT) !== 0 && (flags & LOCAL_DIVERGES_VALUE) !== 0) {
|
|
493
|
+
fingerprint.localDiverges = true;
|
|
494
|
+
}
|
|
495
|
+
const removedAt = this.removedAts.get(rowId);
|
|
496
|
+
if (removedAt !== undefined)
|
|
497
|
+
fingerprint.removedAt = removedAt;
|
|
498
|
+
const intent = this.localDeleteIntents.get(rowId);
|
|
499
|
+
if (intent !== undefined)
|
|
500
|
+
fingerprint.localDeleteIntent = intent;
|
|
501
|
+
return fingerprint;
|
|
502
|
+
}
|
|
463
503
|
has(path) {
|
|
464
504
|
return this.findRowId(path) !== undefined;
|
|
465
505
|
}
|
|
@@ -532,11 +572,19 @@ export class JournalRowStore {
|
|
|
532
572
|
return true;
|
|
533
573
|
}
|
|
534
574
|
*entries() {
|
|
575
|
+
let decoded = 0;
|
|
576
|
+
const window = activeJournalDecodeWindow();
|
|
535
577
|
for (let rowId = this.firstIterationRowId; rowId !== -1;) {
|
|
536
578
|
const nextRowId = this.iterationNext[rowId];
|
|
537
579
|
yield [this.pathForRow(rowId), this.materialize(rowId)];
|
|
580
|
+
decoded += 1;
|
|
581
|
+
if (decoded >= window) {
|
|
582
|
+
dropJournalDecodeWindow();
|
|
583
|
+
decoded = 0;
|
|
584
|
+
}
|
|
538
585
|
rowId = nextRowId;
|
|
539
586
|
}
|
|
587
|
+
dropJournalDecodeWindow();
|
|
540
588
|
}
|
|
541
589
|
*keys() {
|
|
542
590
|
for (let rowId = this.firstIterationRowId; rowId !== -1;) {
|
|
@@ -561,24 +609,40 @@ export class JournalRowStore {
|
|
|
561
609
|
}
|
|
562
610
|
const start = prefixId + 1 < index.offsets.length ? index.offsets[prefixId] : 0;
|
|
563
611
|
const end = prefixId + 1 < index.offsets.length ? index.offsets[prefixId + 1] : 0;
|
|
612
|
+
let decoded = 0;
|
|
613
|
+
const window = activeJournalDecodeWindow();
|
|
564
614
|
for (let offset = start; offset < end; offset += 1) {
|
|
565
615
|
const rowId = index.rowIds[offset];
|
|
566
616
|
if (index.changedRows.has(rowId))
|
|
567
617
|
continue;
|
|
568
618
|
yield [this.pathForRow(rowId), this.materialize(rowId)];
|
|
619
|
+
decoded += 1;
|
|
620
|
+
if (decoded >= window) {
|
|
621
|
+
dropJournalDecodeWindow();
|
|
622
|
+
decoded = 0;
|
|
623
|
+
}
|
|
569
624
|
}
|
|
570
625
|
const appended = index.appendedRows.get(prefixId);
|
|
571
|
-
if (appended === undefined)
|
|
626
|
+
if (appended === undefined) {
|
|
627
|
+
dropJournalDecodeWindow();
|
|
572
628
|
return;
|
|
629
|
+
}
|
|
573
630
|
for (const rowId of appended) {
|
|
574
631
|
if (this.freeRowSet.has(rowId))
|
|
575
632
|
continue;
|
|
576
633
|
const path = this.pathForRow(rowId);
|
|
577
634
|
// A reused row id may still occur in an older dynamic bucket. The
|
|
578
635
|
// immutable index never has that ambiguity because changed rows skip it.
|
|
579
|
-
if (isPrefixMatch(path, normalizedPrefix))
|
|
636
|
+
if (isPrefixMatch(path, normalizedPrefix)) {
|
|
580
637
|
yield [path, this.materialize(rowId)];
|
|
638
|
+
decoded += 1;
|
|
639
|
+
if (decoded >= window) {
|
|
640
|
+
dropJournalDecodeWindow();
|
|
641
|
+
decoded = 0;
|
|
642
|
+
}
|
|
643
|
+
}
|
|
581
644
|
}
|
|
645
|
+
dropJournalDecodeWindow();
|
|
582
646
|
}
|
|
583
647
|
*values() {
|
|
584
648
|
for (const [, entry] of this.entries())
|
|
@@ -1153,6 +1217,7 @@ export class JournalRowStore {
|
|
|
1153
1217
|
this.iterationPrevious[rowId] = -1;
|
|
1154
1218
|
}
|
|
1155
1219
|
materialize(rowId) {
|
|
1220
|
+
noteJournalDecoded(1);
|
|
1156
1221
|
const flags = this.flags[rowId];
|
|
1157
1222
|
const values = {};
|
|
1158
1223
|
if (flags & CREATED_BY_SUB_PRESENT)
|