@indigoai-us/hq-cloud 6.18.68 → 6.18.71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/rescue-core.d.ts +12 -0
- package/dist/cli/rescue-core.d.ts.map +1 -1
- package/dist/cli/rescue-core.js +54 -0
- package/dist/cli/rescue-core.js.map +1 -1
- package/dist/sync/state-store.d.ts +29 -1
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +87 -4
- package/dist/sync/state-store.js.map +1 -1
- package/package.json +1 -1
|
@@ -2,6 +2,9 @@
|
|
|
2
2
|
export declare const SNAPSHOT_V3_MAGIC: Buffer<ArrayBuffer>;
|
|
3
3
|
/** The packed journal snapshot format accepted by the reader before it is emitted. */
|
|
4
4
|
export declare const SNAPSHOT_V4_MAGIC: Buffer<ArrayBuffer>;
|
|
5
|
+
export declare function setStateStoreWalToSnapshotRatioDefaultForTest(ratio: number | undefined): void;
|
|
6
|
+
export declare function resetStateStoreBytesWrittenForTest(): void;
|
|
7
|
+
export declare function getStateStoreBytesWrittenForTest(): number;
|
|
5
8
|
export declare function resetStateStoreSnapshotRecoveryCountForTest(): void;
|
|
6
9
|
export declare function getStateStoreSnapshotRecoveryCountForTest(): number;
|
|
7
10
|
export declare function resetStateStoreSnapshotMaterializationCountForTest(): void;
|
|
@@ -94,8 +97,17 @@ export interface StateStoreOptions<T> {
|
|
|
94
97
|
validateRecord?: (record: StateStoreRecord) => void;
|
|
95
98
|
/** Compact after this many WAL records. Defaults to 256. */
|
|
96
99
|
maxRecordsBeforeCompaction?: number;
|
|
97
|
-
/**
|
|
100
|
+
/**
|
|
101
|
+
* Compact once the current WAL reaches this many bytes, or `ratio x
|
|
102
|
+
* snapshot` bytes when that is larger (capped at 256 MiB). Defaults to 16 MiB.
|
|
103
|
+
*/
|
|
98
104
|
maxWalBytesBeforeCompaction?: number;
|
|
105
|
+
/**
|
|
106
|
+
* Minimum WAL-to-snapshot byte ratio before any compaction once the snapshot
|
|
107
|
+
* exceeds 64 KiB. Bounds snapshot rewrite bytes per WAL byte to 1/ratio.
|
|
108
|
+
* Defaults to 1.
|
|
109
|
+
*/
|
|
110
|
+
walToSnapshotCompactionRatio?: number;
|
|
99
111
|
}
|
|
100
112
|
/** Re-readable, bounded snapshot bytes supplied to a domain-specific decoder. */
|
|
101
113
|
export interface StateStoreSnapshotChunks extends Iterable<Buffer> {
|
|
@@ -198,6 +210,18 @@ export interface StateStoreMaintenanceOptions {
|
|
|
198
210
|
/** Synchronous recovery progress, suitable for a process heartbeat. */
|
|
199
211
|
onProgress?: (event: StateStoreRecoveryProgress) => void;
|
|
200
212
|
}
|
|
213
|
+
type NormalizedStateStoreOptions<T> = StateStoreOptions<T> & {
|
|
214
|
+
maxRecordsBeforeCompaction: number;
|
|
215
|
+
maxWalBytesBeforeCompaction: number;
|
|
216
|
+
walToSnapshotCompactionRatio: number;
|
|
217
|
+
};
|
|
218
|
+
/**
|
|
219
|
+
* Compaction policy. The byte trigger fires at the larger of the fixed floor
|
|
220
|
+
* and the size-scaled threshold. The record-count trigger only fires once the
|
|
221
|
+
* WAL payload also passes the size gate, so many small records cannot force a
|
|
222
|
+
* large snapshot rewrite.
|
|
223
|
+
*/
|
|
224
|
+
export declare function stateStoreCompactionDue(walBytes: number, recordCount: number, snapshotBytes: number, options: Pick<NormalizedStateStoreOptions<unknown>, "walToSnapshotCompactionRatio" | "maxWalBytesBeforeCompaction" | "maxRecordsBeforeCompaction">): boolean;
|
|
201
225
|
export declare class StateStoreCorruptionError extends Error {
|
|
202
226
|
constructor(message: string, options?: ErrorOptions);
|
|
203
227
|
}
|
|
@@ -239,6 +263,7 @@ export declare class StateStore<T> {
|
|
|
239
263
|
private maxRecoveryReadBytes;
|
|
240
264
|
private observedHighestSnapshotGeneration;
|
|
241
265
|
private deferredCompactionScheduled;
|
|
266
|
+
private snapshotBytesCache;
|
|
242
267
|
private constructor();
|
|
243
268
|
static exists(rootDir: string, scopeId: string): boolean;
|
|
244
269
|
static open<T>(options: StateStoreOptions<T>): StateStore<T>;
|
|
@@ -353,9 +378,12 @@ export declare class StateStore<T> {
|
|
|
353
378
|
private recoverNewestGenerationOutsideLock;
|
|
354
379
|
private recoverNewestGenerationOutsideLockAsync;
|
|
355
380
|
private needsCompaction;
|
|
381
|
+
/** Published snapshots are immutable, so one stat per generation suffices. */
|
|
382
|
+
private currentSnapshotBytes;
|
|
356
383
|
private compactionPlan;
|
|
357
384
|
/** Materialise off-lock, then publish only if no writer advanced the source. */
|
|
358
385
|
private publishCompactionPlan;
|
|
359
386
|
private installGeneration;
|
|
360
387
|
}
|
|
388
|
+
export {};
|
|
361
389
|
//# sourceMappingURL=state-store.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAYA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"state-store.d.ts","sourceRoot":"","sources":["../../src/sync/state-store.ts"],"names":[],"mappings":"AAYA,wEAAwE;AACxE,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AACnE,sFAAsF;AACtF,eAAO,MAAM,iBAAiB,qBAAoC,CAAC;AAmHnE,wBAAgB,6CAA6C,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAE7F;AAED,wBAAgB,kCAAkC,IAAI,IAAI,CAEzD;AAED,wBAAgB,gCAAgC,IAAI,MAAM,CAEzD;AAED,wBAAgB,2CAA2C,IAAI,IAAI,CAElE;AAED,wBAAgB,yCAAyC,IAAI,MAAM,CAElE;AAED,wBAAgB,kDAAkD,IAAI,IAAI,CAEzE;AAED,wBAAgB,gDAAgD,IAAI,MAAM,CAEzE;AAED,wBAAgB,yCAAyC,IAAI,IAAI,CAEhE;AAED,wBAAgB,uCAAuC,IAAI,MAAM,CAEhE;AAED,uFAAuF;AACvF,wBAAgB,2BAA2B,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,OAAO,GACf;IAAE,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IAAC,UAAU,EAAE,MAAM,CAAA;CAAE,CAEnD;AAED,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,MAAM,CAE5G;AAED,6EAA6E;AAC7E,wBAAgB,qCAAqC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE1F;AAED,kFAAkF;AAClF,wBAAgB,oCAAoC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEzF;AAED,6FAA6F;AAC7F,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,2EAA2E;AAC3E,wBAAgB,+BAA+B,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEpF;AAED,gGAAgG;AAChG,wBAAgB,qCAAqC,CACnD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC,GAAG,SAAS,GACrD,IAAI,CAEN;AAED,oFAAoF;AACpF,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,0EAA0E;AAC1E,wBAAgB,mCAAmC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,2DAA2D;AAC3D,wBAAgB,mCAAmC,CACjD,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,MAAM,CAAC,GAAG,SAAS,GAC3G,IAAI,CAEN;AAED,4DAA4D;AAC5D,wBAAgB,0CAA0C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE/F;AAED,+EAA+E;AAC/E,wBAAgB,4CAA4C,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjG;AAED,sFAAsF;AACtF,wBAAgB,yCAAyC,CACvD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,sFAAsF;AACtF,wBAAgB,uCAAuC,CACrD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,kFAAkF;AAClF,wBAAgB,0CAA0C,CACxD,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,+EAA+E;AAC/E,wBAAgB,+CAA+C,CAC7D,IAAI,EAAE,CAAC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,GAC7C,IAAI,CAEN;AAED,6EAA6E;AAC7E,wBAAgB,sCAAsC,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,qFAAqF;AACrF,wBAAgB,oCAAoC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAExF;AAED,4FAA4F;AAC5F,wBAAgB,mCAAmC,CAAC,SAAS,EAAE,MAAM,GAAG,SAAS,GAAG,IAAI,CAEvF;AAED,gFAAgF;AAChF,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEjF;AAED,kFAAkF;AAClF,wBAAgB,yBAAyB,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,MAAM,KAAK,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAE3F;AAED,4EAA4E;AAC5E,wBAAgB,0BAA0B,CAAC,MAAM,EAAE,CAAC,MAAM,MAAM,CAAC,GAAG,SAAS,GAAG,IAAI,CAEnF;AA+ED,MAAM,WAAW,gBAAgB,CAAC,CAAC,GAAG,OAAO;IAC3C,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,CAAC,CAAC;CACZ;AAED,MAAM,WAAW,iBAAiB,CAAC,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,CAAC,CAAC;IAChB,MAAM,EAAE,CAAC,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,gBAAgB,KAAK,CAAC,CAAC;IAClD;;;;OAIG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;IAC5C;;;;;OAKG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC,CAAC,CAAC,CAAC;IAC/C,yFAAyF;IACzF,oBAAoB,CAAC,EAAE,8BAA8B,CAAC,CAAC,CAAC,CAAC;IACzD;;;OAGG;IACH,cAAc,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC;;;;OAIG;IACH,cAAc,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,IAAI,CAAC;IACpD,4DAA4D;IAC5D,0BAA0B,CAAC,EAAE,MAAM,CAAC;IACpC;;;OAGG;IACH,2BAA2B,CAAC,EAAE,MAAM,CAAC;IACrC;;;;OAIG;IACH,4BAA4B,CAAC,EAAE,MAAM,CAAC;CACvC;AAED,iFAAiF;AACjF,MAAM,WAAW,wBAAyB,SAAQ,QAAQ,CAAC,MAAM,CAAC;IAChE,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,kEAAkE;AAClE,MAAM,WAAW,yBAAyB,CAAC,CAAC;IAC1C,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;CACnB;AAED,gEAAgE;AAChE,MAAM,WAAW,0BAA0B;IACzC,QAAQ,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,CAAC;IACnC,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;CAC7B;AAED,qFAAqF;AACrF,MAAM,MAAM,yBAAyB,GAAG,CAAC,MAAM,EAAE,wBAAwB,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC;AAErG,oFAAoF;AACpF,MAAM,MAAM,yBAAyB,CAAC,CAAC,IAAI,CACzC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,CAAC,CAAC,CAAC,KAClC,0BAA0B,CAAC;AAEhC,kFAAkF;AAClF,MAAM,MAAM,8BAA8B,CAAC,CAAC,IAAI,CAC9C,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,yBAAyB,CAAC,CAAC,CAAC,KAClC,OAAO,CAAC,0BAA0B,CAAC,CAAC;AAEzC,MAAM,WAAW,uBAAuB;IACtC,iEAAiE;IACjE,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,4EAA4E;IAC5E,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,MAAM,WAAW,sBAAuB,SAAQ,gBAAgB;IAC9D,OAAO,EAAE,uBAAuB,CAAC;CAClC;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACtC,sEAAsE;IACtE,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+EAA+E;IAC/E,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,uBAAuB;IACtC,oEAAoE;IACpE,QAAQ,EAAE,MAAM,CAAC;IACjB,6EAA6E;IAC7E,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,kEAAkE;AAClE,MAAM,WAAW,4BAA4B;IAC3C,UAAU,EAAE,MAAM,CAAC;IACnB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,QAAQ,EAAE,4BAA4B,CAAC;IAChD,2EAA2E;IAC3E,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,IAAI,IAAI,CAAC;CACjB;AAED,+DAA+D;AAC/D,MAAM,WAAW,oBAAoB;IACnC,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,OAAO,CAAC;CAChB;AAED,MAAM,WAAW,sBAAsB;IACrC,mBAAmB,EAAE,MAAM,CAAC;IAC5B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,sBAAsB,EAAE,MAAM,CAAC;IAC/B,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,0BAA0B;IACzC,uEAAuE;IACvE,SAAS,EAAE,MAAM,CAAC;IAClB,mDAAmD;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,MAAM,2BAA2B,GACnC;IAAE,MAAM,EAAE,SAAS,GAAG,YAAY,CAAA;CAAE,GACpC,CAAC;IAAE,MAAM,EAAE,UAAU,CAAA;CAAE,GAAG,sBAAsB,CAAC,CAAC;AAEtD,MAAM,WAAW,4BAA4B;IAC3C,yEAAyE;IACzE,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,uEAAuE;IACvE,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,0BAA0B,KAAK,IAAI,CAAC;CAC1D;AA4BD,KAAK,2BAA2B,CAAC,CAAC,IAAI,iBAAiB,CAAC,CAAC,CAAC,GAAG;IAC3D,0BAA0B,EAAE,MAAM,CAAC;IACnC,2BAA2B,EAAE,MAAM,CAAC;IACpC,4BAA4B,EAAE,MAAM,CAAC;CACtC,CAAC;AAsBF;;;;;GAKG;AACH,wBAAgB,uBAAuB,CACrC,QAAQ,EAAE,MAAM,EAChB,WAAW,EAAE,MAAM,EACnB,aAAa,EAAE,MAAM,EACrB,OAAO,EAAE,IAAI,CACX,2BAA2B,CAAC,OAAO,CAAC,EACpC,8BAA8B,GAAG,6BAA6B,GAAG,4BAA4B,CAC9F,GACA,OAAO,CAIT;AAED,qBAAa,yBAA0B,SAAQ,KAAK;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY;CAIpD;AAED;;;;;;GAMG;AACH,qBAAa,gCAAiC,SAAQ,KAAK;IACzD,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;gBAE/B,OAAO,EAAE;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,cAAc,EAAE,SAAS,MAAM,EAAE,CAAC;QAClC,KAAK,CAAC,EAAE,OAAO,CAAC;KACjB;CAWF;AAED,MAAM,MAAM,yBAAyB,GAAG,yBAAyB,CAAC;AAElE,qBAAa,mBAAoB,SAAQ,KAAK;IAC5C,QAAQ,CAAC,MAAM,CAAC,EAAE,yBAAyB,CAAC;gBAEhC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG;QAAE,MAAM,CAAC,EAAE,yBAAyB,CAAA;KAAE;CAK7F;AAYD,+DAA+D;AAC/D,qBAAa,UAAU,CAAC,CAAC;IAerB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAd1B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC;IAC7B,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,KAAK,CAAI;IACjB,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,QAAQ,CAAS;IACzB,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,iCAAiC,CAAS;IAClD,OAAO,CAAC,2BAA2B,CAAS;IAC5C,OAAO,CAAC,kBAAkB,CAAoD;IAE9E,OAAO;IAiBP,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO;IAUxD,MAAM,CAAC,IAAI,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC,CAAC;IAmD5D,uEAAuE;WAC1D,SAAS,CAAC,CAAC,EAAE,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IA4ChF;;;;;;;;;OASG;IACH,MAAM,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,EAAE,SAAS,qBAAqB,CAAC,CAAC,CAAC,EAAE,GAAG,sBAAsB,EAAE;IA6D7F;;;;;OAKG;IACH,MAAM,CAAC,cAAc,CAAC,CAAC,EACrB,OAAO,EAAE,iBAAiB,CAAC,CAAC,CAAC,EAC7B,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IA+G9B,QAAQ,IAAI,CAAC;IAIb,aAAa,IAAI,MAAM;IAIvB,qBAAqB,IAAI,MAAM;IAI/B,gBAAgB,IAAI,uBAAuB;IAI3C;;;;;;OAMG;IACH,cAAc,CACZ,WAAW,GAAE,4BAAiC,GAC7C,2BAA2B;IAI9B,8EAA8E;IAC9E,eAAe,IAAI,OAAO;IAO1B,mFAAmF;IACnF,eAAe,IAAI,OAAO;IAI1B,oEAAoE;IACpE,OAAO,CAAC,uBAAuB;IAgB/B,oEAAoE;YACtD,oBAAoB;IA6FlC,qBAAqB,IAAI,4BAA4B;IAQrD;;;;;;;OAOG;IACH,gBAAgB,CAAC,QAAQ,GAAE,4BAA2D,GAAG,OAAO;IAUhG;;;;OAIG;IACH,oBAAoB,IAAI,uBAAuB;IA4B/C;;;;OAIG;IACF,mBAAmB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,gBAAgB,CAAC,oBAAoB,CAAC;IAgBrF,MAAM,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,sBAAsB;IA+BzE;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,SAAI,GAAG,OAAO,CAAC,sBAAsB,CAAC;IAgC7F,iEAAiE;IAC3D,aAAa,CACjB,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,MAAM,OAAO,EAC3B,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAiC9C;;;;;;OAMG;IACG,sBAAsB,CAC1B,IAAI,EAAE,MAAM,EACZ,cAAc,EAAE,MAAM,OAAO,GAAG,SAAS,EACzC,KAAK,SAAI,GACR,OAAO,CAAC,sBAAsB,GAAG,SAAS,CAAC;IAkC9C,sEAAsE;IACtE,OAAO,IAAI,uBAAuB;IAUlC,6DAA6D;IACvD,YAAY,IAAI,OAAO,CAAC,uBAAuB,CAAC;IAUtD,OAAO,CAAC,cAAc;IAiCtB;;;;;;;;OAQG;IACH,YAAY,CAAC,SAAS,EAAE,CAAC,GAAG,IAAI;IAIhC;;;;;;;OAOG;IACH,gBAAgB,CAAC,SAAS,EAAE,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,IAAI;IAWlD,OAAO,CAAC,8BAA8B;IAWtC,OAAO,CAAC,mBAAmB;IAgE3B,uEAAuE;IACvE,OAAO,IAAI,IAAI;IAuBf,OAAO,CAAC,eAAe;IA+BvB,OAAO,CAAC,kCAAkC;YAY5B,uCAAuC;IAYrD,OAAO,CAAC,eAAe;IAIvB,8EAA8E;IAC9E,OAAO,CAAC,oBAAoB;IAe5B,OAAO,CAAC,cAAc;IAqBtB,gFAAgF;IAChF,OAAO,CAAC,qBAAqB;IAsB7B,OAAO,CAAC,iBAAiB;CAS1B"}
|
package/dist/sync/state-store.js
CHANGED
|
@@ -50,6 +50,25 @@ const FRAME_FIXED_BODY_BYTES = 8 + 2 + 2 + 4 + 4 + 32;
|
|
|
50
50
|
*/
|
|
51
51
|
const MAX_FRAME_BYTES = 256 * 1024 * 1024;
|
|
52
52
|
const DEFAULT_MAX_WAL_BYTES_BEFORE_COMPACTION = 16 * 1024 * 1024;
|
|
53
|
+
/**
|
|
54
|
+
* Size-scaled compaction.
|
|
55
|
+
*
|
|
56
|
+
* A compaction rewrites the whole snapshot. With fixed triggers (256 records or
|
|
57
|
+
* 16 MiB of WAL) a 16 MiB journal snapshot was rewritten after every few
|
|
58
|
+
* hundred small records: roughly 300 snapshot bytes per WAL byte, about 2 GB of
|
|
59
|
+
* disk writes an hour on a busy vault. A compaction now also waits until the
|
|
60
|
+
* WAL holds at least `ratio x snapshot` bytes, so the snapshot bytes written
|
|
61
|
+
* per WAL byte stay at or below 1/ratio whatever the snapshot size.
|
|
62
|
+
*
|
|
63
|
+
* Trade-off: recovery replays up to `ratio x snapshot` WAL bytes (capped below)
|
|
64
|
+
* on top of the snapshot read, instead of at most 16 MiB. With the default
|
|
65
|
+
* ratio of 1 a cold open reads at most about twice the snapshot.
|
|
66
|
+
*/
|
|
67
|
+
const DEFAULT_WAL_TO_SNAPSHOT_COMPACTION_RATIO = 1;
|
|
68
|
+
/** Snapshots this small keep the plain record-count trigger; rewriting them is cheap. */
|
|
69
|
+
const SMALL_SNAPSHOT_BYTES = 64 * 1024;
|
|
70
|
+
/** Hard ceiling on the size-scaled WAL threshold, which bounds replay on a huge snapshot. */
|
|
71
|
+
const MAX_SCALED_WAL_BYTES_BEFORE_COMPACTION = 256 * 1024 * 1024;
|
|
53
72
|
const LOCK_RETRY_MS = 10;
|
|
54
73
|
// `open(..., "wx")` creates the lock before its owner can durably write its
|
|
55
74
|
// PID. A contender must give that hand-off a short grace period: otherwise an
|
|
@@ -97,6 +116,21 @@ let syncLockTimeoutMsForTest;
|
|
|
97
116
|
let nowMsForTest;
|
|
98
117
|
let sleepMsForTest;
|
|
99
118
|
let randomForTest;
|
|
119
|
+
// Bytes handed to the filesystem by this module (writes plus full-copy
|
|
120
|
+
// fallbacks). Lets regression tests assert write amplification directly.
|
|
121
|
+
let bytesWrittenCount = 0;
|
|
122
|
+
// Test-only default for walToSnapshotCompactionRatio. Lets domain tests that
|
|
123
|
+
// exercise compaction mechanics on large snapshots keep the fixed triggers.
|
|
124
|
+
let walToSnapshotRatioDefaultForTest;
|
|
125
|
+
export function setStateStoreWalToSnapshotRatioDefaultForTest(ratio) {
|
|
126
|
+
walToSnapshotRatioDefaultForTest = ratio;
|
|
127
|
+
}
|
|
128
|
+
export function resetStateStoreBytesWrittenForTest() {
|
|
129
|
+
bytesWrittenCount = 0;
|
|
130
|
+
}
|
|
131
|
+
export function getStateStoreBytesWrittenForTest() {
|
|
132
|
+
return bytesWrittenCount;
|
|
133
|
+
}
|
|
100
134
|
export function resetStateStoreSnapshotRecoveryCountForTest() {
|
|
101
135
|
snapshotRecoveryCount = 0;
|
|
102
136
|
}
|
|
@@ -256,6 +290,28 @@ function retryGenerationPublishSync(tryOnce, budgetMs) {
|
|
|
256
290
|
}
|
|
257
291
|
return { ok: false, attempts, elapsedMs: currentTimeMs() - startedAt };
|
|
258
292
|
}
|
|
293
|
+
/** WAL bytes the size gate requires before a snapshot of this size is rewritten. */
|
|
294
|
+
function scaledWalBytesForSnapshot(snapshotBytes, options) {
|
|
295
|
+
if (snapshotBytes <= SMALL_SNAPSHOT_BYTES)
|
|
296
|
+
return 0;
|
|
297
|
+
return Math.min(MAX_SCALED_WAL_BYTES_BEFORE_COMPACTION, Math.ceil(options.walToSnapshotCompactionRatio * snapshotBytes));
|
|
298
|
+
}
|
|
299
|
+
/** WAL size at which compaction is due regardless of record count. */
|
|
300
|
+
function walByteCompactionThreshold(snapshotBytes, options) {
|
|
301
|
+
return Math.max(options.maxWalBytesBeforeCompaction, scaledWalBytesForSnapshot(snapshotBytes, options));
|
|
302
|
+
}
|
|
303
|
+
/**
|
|
304
|
+
* Compaction policy. The byte trigger fires at the larger of the fixed floor
|
|
305
|
+
* and the size-scaled threshold. The record-count trigger only fires once the
|
|
306
|
+
* WAL payload also passes the size gate, so many small records cannot force a
|
|
307
|
+
* large snapshot rewrite.
|
|
308
|
+
*/
|
|
309
|
+
export function stateStoreCompactionDue(walBytes, recordCount, snapshotBytes, options) {
|
|
310
|
+
if (walBytes >= walByteCompactionThreshold(snapshotBytes, options))
|
|
311
|
+
return true;
|
|
312
|
+
return recordCount >= options.maxRecordsBeforeCompaction &&
|
|
313
|
+
walBytes - WAL_HEADER_BYTES >= scaledWalBytesForSnapshot(snapshotBytes, options);
|
|
314
|
+
}
|
|
259
315
|
export class StateStoreCorruptionError extends Error {
|
|
260
316
|
constructor(message, options) {
|
|
261
317
|
super(`state-store corruption: ${message}`, options);
|
|
@@ -312,6 +368,7 @@ export class StateStore {
|
|
|
312
368
|
maxRecoveryReadBytes;
|
|
313
369
|
observedHighestSnapshotGeneration;
|
|
314
370
|
deferredCompactionScheduled = false;
|
|
371
|
+
snapshotBytesCache;
|
|
315
372
|
constructor(options, recovered, wasCreated) {
|
|
316
373
|
this.options = options;
|
|
317
374
|
this.scopeDigest = digestScope(options.scopeId);
|
|
@@ -1028,7 +1085,7 @@ export class StateStore {
|
|
|
1028
1085
|
throw new StateStoreLockError(`cannot replace state after ${result.attempts} concurrent writes over ${result.elapsedMs}ms (wal ${this.walBytes} bytes)`);
|
|
1029
1086
|
}
|
|
1030
1087
|
generationPublishRetryBudgetMs() {
|
|
1031
|
-
return compactionRetryBudgetMs(compactionRetryPressure(this.walBytes, this.options
|
|
1088
|
+
return compactionRetryBudgetMs(compactionRetryPressure(this.walBytes, walByteCompactionThreshold(this.currentSnapshotBytes(), this.options), this.recordCount, this.options.maxRecordsBeforeCompaction));
|
|
1032
1089
|
}
|
|
1033
1090
|
replaceStateAttempt(transform) {
|
|
1034
1091
|
const plan = withScopeLock(this.stateDir, () => {
|
|
@@ -1155,8 +1212,24 @@ export class StateStore {
|
|
|
1155
1212
|
this.installGeneration(recovered);
|
|
1156
1213
|
}
|
|
1157
1214
|
needsCompaction() {
|
|
1158
|
-
return this.recordCount
|
|
1159
|
-
|
|
1215
|
+
return stateStoreCompactionDue(this.walBytes, this.recordCount, this.currentSnapshotBytes(), this.options);
|
|
1216
|
+
}
|
|
1217
|
+
/** Published snapshots are immutable, so one stat per generation suffices. */
|
|
1218
|
+
currentSnapshotBytes() {
|
|
1219
|
+
const cached = this.snapshotBytesCache;
|
|
1220
|
+
if (cached?.generation === this.generation)
|
|
1221
|
+
return cached.bytes;
|
|
1222
|
+
let bytes = 0;
|
|
1223
|
+
try {
|
|
1224
|
+
bytes = fs.statSync(snapshotPath(this.stateDir, this.generation)).size;
|
|
1225
|
+
}
|
|
1226
|
+
catch {
|
|
1227
|
+
// A concurrent rotation pruned it; the next refresh installs the newer
|
|
1228
|
+
// generation. Zero falls back to the fixed thresholds meanwhile.
|
|
1229
|
+
return 0;
|
|
1230
|
+
}
|
|
1231
|
+
this.snapshotBytesCache = { generation: this.generation, bytes };
|
|
1232
|
+
return bytes;
|
|
1160
1233
|
}
|
|
1161
1234
|
compactionPlan(state, sourceGeneration, sourceSequence, sourceWalBytes) {
|
|
1162
1235
|
return {
|
|
@@ -1394,7 +1467,7 @@ function needsMaintenance(dir, newestGeneration, options) {
|
|
|
1394
1467
|
return walBytes === undefined ||
|
|
1395
1468
|
snapshotBytes === undefined ||
|
|
1396
1469
|
retainedGenerationHistoryNeedsRepair(dir, newestGeneration, currentGeneration) ||
|
|
1397
|
-
walBytes > options
|
|
1470
|
+
walBytes > walByteCompactionThreshold(snapshotBytes, options);
|
|
1398
1471
|
}
|
|
1399
1472
|
function writeGeneration(dir, scopeDigest, generation, snapshotEncoder) {
|
|
1400
1473
|
const snapshot = encodeGenerationSnapshot(generation, scopeDigest, snapshotEncoder);
|
|
@@ -1478,6 +1551,7 @@ async function writeDurableTemporaryAsync(dir, label, bytes) {
|
|
|
1478
1551
|
const { bytesWritten } = await handle.write(chunk, offset, chunk.length - offset, null);
|
|
1479
1552
|
if (bytesWritten <= 0)
|
|
1480
1553
|
throw new Error("state-store: async durable write made no progress");
|
|
1554
|
+
bytesWrittenCount += bytesWritten;
|
|
1481
1555
|
offset += bytesWritten;
|
|
1482
1556
|
}
|
|
1483
1557
|
await new Promise((resolve) => setImmediate(resolve));
|
|
@@ -1529,6 +1603,7 @@ function stageGenerationFromSnapshot(dir, scopeDigest, sourceSnapshot, generatio
|
|
|
1529
1603
|
if (fs.existsSync(snapshotTemporary))
|
|
1530
1604
|
fs.rmSync(snapshotTemporary, { force: true });
|
|
1531
1605
|
fs.copyFileSync(sourceSnapshot, snapshotTemporary);
|
|
1606
|
+
bytesWrittenCount += fs.statSync(snapshotTemporary).size;
|
|
1532
1607
|
rewriteStagedSnapshotGeneration(snapshotTemporary, generation.generation);
|
|
1533
1608
|
}
|
|
1534
1609
|
walTemporary = writeDurableTemporary(dir, `wal-${generation.generation}`, encodeWalHeader(generation.generation, scopeDigest));
|
|
@@ -2302,6 +2377,7 @@ function writeAllSync(fd, bytes) {
|
|
|
2302
2377
|
const written = fs.writeSync(fd, bytes, offset, bytes.length - offset);
|
|
2303
2378
|
if (written <= 0)
|
|
2304
2379
|
throw new Error("state-store: short write made no progress");
|
|
2380
|
+
bytesWrittenCount += written;
|
|
2305
2381
|
offset += written;
|
|
2306
2382
|
}
|
|
2307
2383
|
}
|
|
@@ -2314,6 +2390,7 @@ function writeAllAtSync(fd, bytes, position) {
|
|
|
2314
2390
|
: fs.writeSync(fd, bytes, offset, length, position + offset);
|
|
2315
2391
|
if (written <= 0)
|
|
2316
2392
|
throw new Error("state-store: short positional write made no progress");
|
|
2393
|
+
bytesWrittenCount += written;
|
|
2317
2394
|
offset += written;
|
|
2318
2395
|
}
|
|
2319
2396
|
}
|
|
@@ -3004,7 +3081,13 @@ function normalizeOptions(options) {
|
|
|
3004
3081
|
...options,
|
|
3005
3082
|
maxRecordsBeforeCompaction: options.maxRecordsBeforeCompaction ?? 256,
|
|
3006
3083
|
maxWalBytesBeforeCompaction: options.maxWalBytesBeforeCompaction ?? DEFAULT_MAX_WAL_BYTES_BEFORE_COMPACTION,
|
|
3084
|
+
walToSnapshotCompactionRatio: options.walToSnapshotCompactionRatio ??
|
|
3085
|
+
walToSnapshotRatioDefaultForTest ??
|
|
3086
|
+
DEFAULT_WAL_TO_SNAPSHOT_COMPACTION_RATIO,
|
|
3007
3087
|
};
|
|
3088
|
+
if (!(normalized.walToSnapshotCompactionRatio >= 0) || !Number.isFinite(normalized.walToSnapshotCompactionRatio)) {
|
|
3089
|
+
throw new Error("state-store: walToSnapshotCompactionRatio must be a finite non-negative number");
|
|
3090
|
+
}
|
|
3008
3091
|
if (normalized.maxRecordsBeforeCompaction < 1) {
|
|
3009
3092
|
throw new Error("state-store: maxRecordsBeforeCompaction must be positive");
|
|
3010
3093
|
}
|