@indigoai-us/hq-cloud 6.16.36 → 6.16.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cli/sync.d.ts.map +1 -1
- package/dist/cli/sync.js +8 -19
- package/dist/cli/sync.js.map +1 -1
- package/dist/cli/sync.test.js +265 -1
- package/dist/cli/sync.test.js.map +1 -1
- package/dist/journal-row-store.d.ts +10 -1
- package/dist/journal-row-store.d.ts.map +1 -1
- package/dist/journal-row-store.js +83 -12
- package/dist/journal-row-store.js.map +1 -1
- package/dist/journal-snapshot-decoder.d.ts +1 -4
- package/dist/journal-snapshot-decoder.d.ts.map +1 -1
- package/dist/journal-snapshot-decoder.js +4 -6
- package/dist/journal-snapshot-decoder.js.map +1 -1
- package/dist/journal-snapshot-memory-helpers.d.ts.map +1 -1
- package/dist/journal-snapshot-memory-helpers.js +14 -5
- package/dist/journal-snapshot-memory-helpers.js.map +1 -1
- package/dist/journal-snapshot-rows.d.ts +7 -0
- package/dist/journal-snapshot-rows.d.ts.map +1 -0
- package/dist/journal-snapshot-rows.js +10 -0
- package/dist/journal-snapshot-rows.js.map +1 -0
- package/dist/journal-snapshot-v4-writer-memory.test.d.ts +2 -0
- package/dist/journal-snapshot-v4-writer-memory.test.d.ts.map +1 -0
- package/dist/journal-snapshot-v4-writer-memory.test.js +76 -0
- package/dist/journal-snapshot-v4-writer-memory.test.js.map +1 -0
- package/dist/journal-snapshot-v4-writer.test.d.ts +2 -0
- package/dist/journal-snapshot-v4-writer.test.d.ts.map +1 -0
- package/dist/journal-snapshot-v4-writer.test.js +253 -0
- package/dist/journal-snapshot-v4-writer.test.js.map +1 -0
- package/dist/journal-snapshot-v4.d.ts +7 -5
- package/dist/journal-snapshot-v4.d.ts.map +1 -1
- package/dist/journal-snapshot-v4.js +48 -14
- package/dist/journal-snapshot-v4.js.map +1 -1
- package/dist/journal-store.test.js +15 -9
- package/dist/journal-store.test.js.map +1 -1
- package/dist/journal.d.ts +23 -1
- package/dist/journal.d.ts.map +1 -1
- package/dist/journal.js +23 -5
- package/dist/journal.js.map +1 -1
- package/dist/journal.test.js +57 -49
- package/dist/journal.test.js.map +1 -1
- package/dist/sync/state-store.d.ts +20 -1
- package/dist/sync/state-store.d.ts.map +1 -1
- package/dist/sync/state-store.js +18 -16
- package/dist/sync/state-store.js.map +1 -1
- package/package.json +1 -1
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"journal-snapshot-memory-helpers.js","sourceRoot":"","sources":["../src/journal-snapshot-memory-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EACL,iCAAiC,EACjC,WAAW,EACX,gCAAgC,EAChC,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,uBAAuB,EACvB,iDAAiD,GAClD,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,4CAA4C,EAAE,MAAM,uBAAuB,CAAC;AAGrF,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClD,MAAM,SAAS,GAAa,EAAE,CAAC;AA4B/B,MAAM,UAAU,wBAAwB,CAAC,mBAA2B,EAAE,eAAuB;IAC3F,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,mBAAmB,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,eAAuB;IAC3E,OAAO,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACxD,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,IAAI,OAAO,QAAQ,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAY,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,OAAO,OAAO,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IACjH,OAAO,OAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,OAAmB;IACzC,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IACvD,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,aAAa,KAAK,GAAG,GAAG,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACrG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,KAAK;YACnB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;YAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC1C,YAAY,EAAE,UAAU,KAAK,GAAG,EAAE,EAAE;YACpC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAChD,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAgB;QAC3B,OAAO,EAAE,GAAG;QACZ,QAAQ,EAAE,0BAA0B;QACpC,KAAK;QACL,KAAK,EAAE,EAAE;KACV,CAAC;IACF,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"journal-snapshot-memory-helpers.js","sourceRoot":"","sources":["../src/journal-snapshot-memory-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EACL,iCAAiC,EACjC,WAAW,EACX,gCAAgC,EAChC,gCAAgC,EAChC,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,uBAAuB,EACvB,iDAAiD,GAClD,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,4CAA4C,EAAE,MAAM,uBAAuB,CAAC;AAGrF,MAAM,CAAC,MAAM,0BAA0B,GAAG,GAAG,CAAC;AAC9C,MAAM,gBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;AAClD,MAAM,SAAS,GAAa,EAAE,CAAC;AA4B/B,MAAM,UAAU,wBAAwB,CAAC,mBAA2B,EAAE,eAAuB;IAC3F,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,IAAI,EAAE,IAAI,MAAM,CAAC,eAAe,CAAC,CAAC;IAC/F,MAAM,QAAQ,GAAG,MAAM,CAAC,kBAAkB,CAAC,CAAC;IAC5C,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,mBAAmB,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;IACvG,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,QAAgB,EAAE,eAAuB;IAC3E,OAAO,QAAQ,GAAG,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACxD,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,IAAI,OAAO,QAAQ,KAAK,UAAU;QAAE,OAAO,QAAQ,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,CAAC;IACrC,MAAM,OAAO,GAAG,EAAE,CAAC,eAAe,CAAC,IAAI,CAAY,CAAC;IACpD,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;IACxC,IAAI,OAAO,OAAO,KAAK,UAAU;QAAE,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;IACjH,OAAO,OAAqB,CAAC;AAC/B,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,cAAc,CAAC,OAAmB;IACzC,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;AACZ,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;IAChE,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;AACtC,CAAC;AAED,SAAS,iBAAiB,CAAC,IAAY,EAAE,QAAgB;IACvD,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACjD,KAAK,CAAC,aAAa,KAAK,GAAG,GAAG,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACrG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,KAAK;YACnB,QAAQ,EAAE,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE;YAC3D,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,IAAI,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM;YAC1C,YAAY,EAAE,UAAU,KAAK,GAAG,EAAE,EAAE;YACpC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAChD,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,OAAO,EAAE,iBAAiB,GAAG,KAAK;YAClC,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,oBAAoB,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvE,GAAG,CAAC,KAAK,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,aAAa,EAAE,KAAK,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACjE,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAgB;QAC3B,OAAO,EAAE,GAAG;QACZ,QAAQ,EAAE,0BAA0B;QACpC,KAAK;QACL,KAAK,EAAE,EAAE;KACV,CAAC;IACF,2EAA2E;IAC3E,0EAA0E;IAC1E,2EAA2E;IAC3E,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,OAAO,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9F,CAAC;YAAS,CAAC;QACT,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY,EAAE,QAAgB;IACzD,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;IACxF,MAAM,QAAQ,GAAG,EAAE,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;IAC/C,EAAE,CAAC,aAAa,CAAC,YAAY,EAAE,uBAAuB,CACpD,KAAK,CAAC,aAAa,EAAE,EACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,EACzB;QACE,kBAAkB,EAAE,KAAK,CAAC,qBAAqB,EAAE;QACjD,KAAK,EAAE,KAAK,CAAC,QAAQ,EAAE;KACxB,CACF,CAAC,CAAC;IACH,OAAO,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC;AACxC,CAAC;AAED,SAAS,mBAAmB,CAAC,IAAY;IACvC,gCAAgC,CAAC,IAAI,CAAC,CAAC;IACvC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACnD,CAAC;YAAS,CAAC;QACT,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC9C,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,IAAY;IACpC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;AACnD,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,YAA0B,EAAE,QAAgB;IAC1E,oBAAoB,CAAC,6BAA6B,CAAC,CAAC;IACpD,MAAM,IAAI,GAAG,mBAAmB,YAAY,EAAE,CAAC;IAC/C,MAAM,aAAa,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAExD,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC;IACpB,4CAA4C,CAAC,GAAG,EAAE;QAChD,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,aAAa,GAAG,YAAY,KAAK,WAAW,CAAC,CAAC,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QAClG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;IACrC,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;IAC1D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;IAEjG,4EAA4E;IAC5E,yEAAyE;IACzE,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAAwB;QACvC,IAAI,EAAE,YAAY;QAClB,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,IAAI;QACJ,UAAU,EAAE,IAAI,GAAG,QAAQ;QAC3B,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,eAAe,EAAE,IAAI,GAAG,QAAQ;QAChC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,wBAAwB,WAAW,CAAC,IAAI,SAAS,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAClH,aAAa,WAAW,CAAC,QAAQ,SAAS,WAAW,CAAC,IAAI,eAAe,WAAW,CAAC,UAAU,EAAE;QACjG,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE;QAChF,oBAAoB,WAAW,CAAC,eAAe,EAAE,CAClD,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgB;IAChD,oBAAoB,CAAC,gCAAgC,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,oBAAoB,CAAC;IAClC,MAAM,aAAa,GAAG,mBAAmB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAE1D,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;IAC5B,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAC7B,IAAI,WAAW,GAAG,QAAQ,CAAC;IAC3B,4CAA4C,CAAC,GAAG,EAAE;QAChD,yEAAyE;QACzE,wEAAwE;QACxE,cAAc,CAAC,OAAO,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IACH,iDAAiD,CAAC,GAAG,EAAE;QACrD,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,IAAI,aAAyC,CAAC;IAC9C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC1D,aAAa,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC/E,CAAC;YAAS,CAAC;QACT,4CAA4C,CAAC,SAAS,CAAC,CAAC;QACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,CAAC,aAAa;QAAE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;IAEhF,6EAA6E;IAC7E,6DAA6D;IAC7D,cAAc,CAAC,OAAO,CAAC,CAAC;IACxB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;IAE7B,MAAM,WAAW,GAA0B;QACzC,QAAQ;QACR,aAAa;QACb,QAAQ;QACR,WAAW;QACX,iBAAiB,EAAE,WAAW,GAAG,QAAQ;QACzC,QAAQ;QACR,cAAc,EAAE,QAAQ,GAAG,QAAQ;QACnC,iBAAiB,EAAE,aAAa,EAAE;KACnC,CAAC;IACF,OAAO,CAAC,IAAI,CACV,2BAA2B,WAAW,CAAC,QAAQ,kBAAkB,WAAW,CAAC,aAAa,EAAE;QAC5F,aAAa,WAAW,CAAC,QAAQ,gBAAgB,WAAW,CAAC,WAAW,EAAE;QAC1E,sBAAsB,WAAW,CAAC,iBAAiB,EAAE;QACrD,aAAa,WAAW,CAAC,QAAQ,mBAAmB,WAAW,CAAC,cAAc,EAAE,CACjF,CAAC;IACF,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,yBAAyB;IACvC,gCAAgC,CAAC,SAAS,CAAC,CAAC;IAC5C,4CAA4C,CAAC,SAAS,CAAC,CAAC;IACxD,iDAAiD,CAAC,SAAS,CAAC,CAAC;IAC7D,IAAI,gBAAgB,KAAK,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;;QAC/D,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,gBAAgB,CAAC;IACjD,KAAK,MAAM,SAAS,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACtG,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { JournalRowStore } from "./journal-row-store.js";
|
|
2
|
+
import type { SyncJournal } from "./types.js";
|
|
3
|
+
/** Associate a decoded journal object with the packed rows that back its files proxy. */
|
|
4
|
+
export declare function rememberDecodedJournalRows(journal: SyncJournal, rows: JournalRowStore): void;
|
|
5
|
+
/** Return the packed rows backing a decoded v3 or v4 journal, if available. */
|
|
6
|
+
export declare function decodedJournalRows(journal: SyncJournal): JournalRowStore | undefined;
|
|
7
|
+
//# sourceMappingURL=journal-snapshot-rows.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-rows.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-rows.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAI9C,yFAAyF;AACzF,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,eAAe,GAAG,IAAI,CAE5F;AAED,+EAA+E;AAC/E,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,WAAW,GAAG,eAAe,GAAG,SAAS,CAEpF"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
const packedJournalRows = new WeakMap();
|
|
2
|
+
/** Associate a decoded journal object with the packed rows that back its files proxy. */
|
|
3
|
+
export function rememberDecodedJournalRows(journal, rows) {
|
|
4
|
+
packedJournalRows.set(journal, rows);
|
|
5
|
+
}
|
|
6
|
+
/** Return the packed rows backing a decoded v3 or v4 journal, if available. */
|
|
7
|
+
export function decodedJournalRows(journal) {
|
|
8
|
+
return packedJournalRows.get(journal);
|
|
9
|
+
}
|
|
10
|
+
//# sourceMappingURL=journal-snapshot-rows.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-rows.js","sourceRoot":"","sources":["../src/journal-snapshot-rows.ts"],"names":[],"mappings":"AAGA,MAAM,iBAAiB,GAAG,IAAI,OAAO,EAAgC,CAAC;AAEtE,yFAAyF;AACzF,MAAM,UAAU,0BAA0B,CAAC,OAAoB,EAAE,IAAqB;IACpF,iBAAiB,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;AACvC,CAAC;AAED,+EAA+E;AAC/E,MAAM,UAAU,kBAAkB,CAAC,OAAoB;IACrD,OAAO,iBAAiB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-v4-writer-memory.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer-memory.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as os from "node:os";
|
|
3
|
+
import * as path from "node:path";
|
|
4
|
+
import * as v8 from "node:v8";
|
|
5
|
+
import * as vm from "node:vm";
|
|
6
|
+
import { afterEach, describe, expect, it } from "vitest";
|
|
7
|
+
import { openJournalStateStoreForMigration, writeJournal } from "./journal.js";
|
|
8
|
+
import { JOURNAL_SNAPSHOT_V4_MAGIC } from "./journal-snapshot-v4.js";
|
|
9
|
+
import { setStateStoreSnapshotWriteHookForTest } from "./sync/state-store.js";
|
|
10
|
+
// About 5 MiB at the fixed shape: large enough to distinguish a retained
|
|
11
|
+
// packed store from writer transient allocation, but remains sub-second here.
|
|
12
|
+
const ROW_COUNT = Number(process.env.HQ_SNAPSHOT_V4_WRITER_MEMORY_ROW_COUNT?.trim() || "30000");
|
|
13
|
+
const MAX_TRANSIENT_PAYLOAD_FACTOR = 4;
|
|
14
|
+
const stateDirs = [];
|
|
15
|
+
function collectGarbage() {
|
|
16
|
+
const existing = globalThis.gc;
|
|
17
|
+
const collect = existing ?? vm.runInNewContext((v8.setFlagsFromString("--expose-gc"), "gc"));
|
|
18
|
+
collect();
|
|
19
|
+
collect();
|
|
20
|
+
collect();
|
|
21
|
+
if (existing === undefined)
|
|
22
|
+
v8.setFlagsFromString("--no-expose-gc");
|
|
23
|
+
}
|
|
24
|
+
function usedBytes() {
|
|
25
|
+
const usage = process.memoryUsage();
|
|
26
|
+
return usage.heapUsed + usage.arrayBuffers;
|
|
27
|
+
}
|
|
28
|
+
function writerJournal() {
|
|
29
|
+
const files = {};
|
|
30
|
+
for (let index = 0; index < ROW_COUNT; index += 1) {
|
|
31
|
+
files[`directory-${index % 37}/nested-${index % 11}/entry-${index.toString().padStart(5, "0")}.md`] = {
|
|
32
|
+
hash: index.toString(16).padStart(64, "0"),
|
|
33
|
+
size: index + 0.5,
|
|
34
|
+
syncedAt: index % 2 === 0 ? new Date(1_700_000_000_000 + index).toISOString() : `non-canonical-${index}`,
|
|
35
|
+
direction: index % 2 === 0 ? "up" : "down",
|
|
36
|
+
...(index % 3 === 0 ? { remoteEtag: `multipart-${index}` } : {}),
|
|
37
|
+
...(index % 5 === 0 ? { removedAt: `removed-${index}`, removedReason: "scope_shrink" } : {}),
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
return { version: "2", lastSync: "writer-memory", files, pulls: [] };
|
|
41
|
+
}
|
|
42
|
+
afterEach(() => {
|
|
43
|
+
setStateStoreSnapshotWriteHookForTest(undefined);
|
|
44
|
+
delete process.env.HQ_STATE_DIR;
|
|
45
|
+
for (const stateDir of stateDirs.splice(0))
|
|
46
|
+
fs.rmSync(stateDir, { recursive: true, force: true });
|
|
47
|
+
});
|
|
48
|
+
describe("HQSNAP4 journal writer memory", () => {
|
|
49
|
+
it("keeps retained and transient writer memory distinct while writing packed columns", () => {
|
|
50
|
+
if (!Number.isSafeInteger(ROW_COUNT) || ROW_COUNT < 1)
|
|
51
|
+
throw new Error("HQ_SNAPSHOT_V4_WRITER_MEMORY_ROW_COUNT must be a positive integer");
|
|
52
|
+
const stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-hqsnap4-writer-memory-"));
|
|
53
|
+
stateDirs.push(stateDir);
|
|
54
|
+
process.env.HQ_STATE_DIR = stateDir;
|
|
55
|
+
const slug = "writer-memory";
|
|
56
|
+
writeJournal(slug, writerJournal());
|
|
57
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
58
|
+
collectGarbage();
|
|
59
|
+
const baseline = usedBytes();
|
|
60
|
+
let peak = baseline;
|
|
61
|
+
setStateStoreSnapshotWriteHookForTest(() => {
|
|
62
|
+
peak = Math.max(peak, usedBytes());
|
|
63
|
+
});
|
|
64
|
+
store.compact();
|
|
65
|
+
setStateStoreSnapshotWriteHookForTest(undefined);
|
|
66
|
+
collectGarbage();
|
|
67
|
+
const retained = usedBytes();
|
|
68
|
+
const snapshotBytes = fs.statSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).size;
|
|
69
|
+
const transientGrowth = peak - retained;
|
|
70
|
+
console.info(`v4-writer-memory rows=${ROW_COUNT} snapshotBytes=${snapshotBytes} baseline=${baseline}` +
|
|
71
|
+
` peak=${peak} retained=${retained} retainedGrowth=${retained - baseline} transientGrowth=${transientGrowth}`);
|
|
72
|
+
expect(fs.readFileSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
73
|
+
expect(transientGrowth).toBeLessThan(snapshotBytes * MAX_TRANSIENT_PAYLOAD_FACTOR);
|
|
74
|
+
}, 20_000);
|
|
75
|
+
});
|
|
76
|
+
//# sourceMappingURL=journal-snapshot-v4-writer-memory.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-v4-writer-memory.test.js","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer-memory.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzD,OAAO,EAAE,iCAAiC,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC/E,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AACrE,OAAO,EAAE,qCAAqC,EAAE,MAAM,uBAAuB,CAAC;AAG9E,yEAAyE;AACzE,8EAA8E;AAC9E,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC,CAAC;AAChG,MAAM,4BAA4B,GAAG,CAAC,CAAC;AACvC,MAAM,SAAS,GAAa,EAAE,CAAC;AAE/B,SAAS,cAAc;IACrB,MAAM,QAAQ,GAAI,UAAkC,CAAC,EAAE,CAAC;IACxD,MAAM,OAAO,GAAG,QAAQ,IAAI,EAAE,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,kBAAkB,CAAC,aAAa,CAAC,EAAE,IAAI,CAAC,CAAe,CAAC;IAC3G,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,CAAC;IACV,IAAI,QAAQ,KAAK,SAAS;QAAE,EAAE,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,SAAS;IAChB,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,OAAO,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,YAAY,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa;IACpB,MAAM,KAAK,GAAiC,EAAE,CAAC;IAC/C,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QAClD,KAAK,CAAC,aAAa,KAAK,GAAG,EAAE,WAAW,KAAK,GAAG,EAAE,UAAU,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,GAAG;YACpG,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;YAC1C,IAAI,EAAE,KAAK,GAAG,GAAG;YACjB,QAAQ,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,iBAAiB,GAAG,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,iBAAiB,KAAK,EAAE;YACxG,SAAS,EAAE,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC1C,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,aAAa,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,GAAG,CAAC,KAAK,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,WAAW,KAAK,EAAE,EAAE,aAAa,EAAE,cAAuB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACtG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,eAAe,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,CAAC,GAAG,EAAE;IACb,qCAAqC,CAAC,SAAS,CAAC,CAAC;IACjD,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAChC,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QAAE,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACpG,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,+BAA+B,EAAE,GAAG,EAAE;IAC7C,EAAE,CAAC,kFAAkF,EAAE,GAAG,EAAE;QAC1F,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,SAAS,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,mEAAmE,CAAC,CAAC;QAC5I,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,2BAA2B,CAAC,CAAC,CAAC;QACrF,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACzB,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;QACpC,MAAM,IAAI,GAAG,eAAe,CAAC;QAC7B,YAAY,CAAC,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;QACpC,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAEtD,cAAc,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;QAC7B,IAAI,IAAI,GAAG,QAAQ,CAAC;QACpB,qCAAqC,CAAC,GAAG,EAAE;YACzC,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QACH,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,qCAAqC,CAAC,SAAS,CAAC,CAAC;QACjD,cAAc,EAAE,CAAC;QACjB,MAAM,QAAQ,GAAG,SAAS,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3G,MAAM,eAAe,GAAG,IAAI,GAAG,QAAQ,CAAC;QAExC,OAAO,CAAC,IAAI,CACV,yBAAyB,SAAS,kBAAkB,aAAa,aAAa,QAAQ,EAAE;YACxF,SAAS,IAAI,aAAa,QAAQ,mBAAmB,QAAQ,GAAG,QAAQ,oBAAoB,eAAe,EAAE,CAC9G,CAAC;QACF,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAC9I,MAAM,CAAC,eAAe,CAAC,CAAC,YAAY,CAAC,aAAa,GAAG,4BAA4B,CAAC,CAAC;IACrF,CAAC,EAAE,MAAM,CAAC,CAAC;AACb,CAAC,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-v4-writer.test.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer.test.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,253 @@
|
|
|
1
|
+
import * as fs from "node:fs";
|
|
2
|
+
import * as os from "node:os";
|
|
3
|
+
import * as path from "node:path";
|
|
4
|
+
import { afterEach, beforeEach, describe, expect, it } from "vitest";
|
|
5
|
+
import { getStateDir, openJournalStateStoreForMigration, readJournal, writeJournal, } from "./journal.js";
|
|
6
|
+
import { decodedV4JournalRows, JOURNAL_SNAPSHOT_V4_MAGIC } from "./journal-snapshot-v4.js";
|
|
7
|
+
import { SNAPSHOT_V3_MAGIC, StateStore } from "./sync/state-store.js";
|
|
8
|
+
let stateDir = "";
|
|
9
|
+
function journal() {
|
|
10
|
+
return {
|
|
11
|
+
version: "2",
|
|
12
|
+
lastSync: "2026-09-11T00:00:00.000Z",
|
|
13
|
+
files: {
|
|
14
|
+
"ordinary.md": {
|
|
15
|
+
hash: "1".repeat(64),
|
|
16
|
+
size: 1,
|
|
17
|
+
syncedAt: "2026-09-11T00:00:00.000Z",
|
|
18
|
+
direction: "up",
|
|
19
|
+
},
|
|
20
|
+
"side-tables/tombstone.md": {
|
|
21
|
+
hash: "short-hash",
|
|
22
|
+
size: 2.5,
|
|
23
|
+
syncedAt: "not-an-iso-date",
|
|
24
|
+
direction: "down",
|
|
25
|
+
kind: "symlink",
|
|
26
|
+
createdBySub: "writer-test",
|
|
27
|
+
remoteEtag: "multipart-etag",
|
|
28
|
+
mtimeMs: 1_700_000_000_001,
|
|
29
|
+
ctimeMs: 1_700_000_000_002,
|
|
30
|
+
removedAt: "2026-09-11T00:01:00.000Z",
|
|
31
|
+
removedReason: "scope_shrink",
|
|
32
|
+
localDeleteIntent: {
|
|
33
|
+
version: 1,
|
|
34
|
+
remoteEtag: "intent-etag",
|
|
35
|
+
localHash: "not-a-canonical-hash",
|
|
36
|
+
localKind: "symlink",
|
|
37
|
+
},
|
|
38
|
+
outOfScopeProtected: true,
|
|
39
|
+
skillMetadataPending: false,
|
|
40
|
+
localDiverges: true,
|
|
41
|
+
},
|
|
42
|
+
},
|
|
43
|
+
pulls: [{
|
|
44
|
+
pullId: "01J7QW3TR3K0V2R2Y7JCF0XQ4R",
|
|
45
|
+
companyUid: "writer-test-company",
|
|
46
|
+
startedAt: "2026-09-11T00:00:00.000Z",
|
|
47
|
+
completedAt: "2026-09-11T00:01:00.000Z",
|
|
48
|
+
syncMode: "custom",
|
|
49
|
+
prefixSet: ["side-tables"],
|
|
50
|
+
scopeChangeDetected: true,
|
|
51
|
+
orphansRemoved: 1,
|
|
52
|
+
orphansBlocked: 2,
|
|
53
|
+
}],
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
function normalised(value) {
|
|
57
|
+
return JSON.parse(JSON.stringify(value));
|
|
58
|
+
}
|
|
59
|
+
function currentSnapshot(store) {
|
|
60
|
+
return fs.readFileSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`));
|
|
61
|
+
}
|
|
62
|
+
/** Read the durable HQSNAP4 leaf-section framing contract, not journal state. */
|
|
63
|
+
function hqsnap4LeafSectionLength(snapshot) {
|
|
64
|
+
const body = snapshot.subarray(52, -32); // fixed header: magic, generation, body length, scope digest
|
|
65
|
+
let offset = 0;
|
|
66
|
+
for (let section = 0; section < 2; section += 1) {
|
|
67
|
+
const payloadLength = body.readUInt32BE(offset);
|
|
68
|
+
offset += 4 + payloadLength;
|
|
69
|
+
offset += (8 + 4 - (offset % 8)) % 8;
|
|
70
|
+
}
|
|
71
|
+
return body.readUInt32BE(offset);
|
|
72
|
+
}
|
|
73
|
+
function snapshots(store) {
|
|
74
|
+
return fs.readdirSync(store.stateDir).filter((name) => /^snapshot-\d+\.bin$/.test(name)).sort();
|
|
75
|
+
}
|
|
76
|
+
function journalDelta(pathName, entry) {
|
|
77
|
+
return {
|
|
78
|
+
version: "2",
|
|
79
|
+
lastSync: "2026-09-11T00:02:00.000Z",
|
|
80
|
+
deletes: [],
|
|
81
|
+
upserts: { [pathName]: entry },
|
|
82
|
+
};
|
|
83
|
+
}
|
|
84
|
+
function openLegacyV3JournalStore(slug, initial) {
|
|
85
|
+
return StateStore.open({
|
|
86
|
+
rootDir: getStateDir(),
|
|
87
|
+
scopeId: `journal:${slug}`,
|
|
88
|
+
initialState: { journal: initial },
|
|
89
|
+
reduce: (state, record) => {
|
|
90
|
+
if (record.type !== 2)
|
|
91
|
+
throw new Error("writer test received an unexpected legacy journal record");
|
|
92
|
+
const delta = record.payload;
|
|
93
|
+
for (const key of delta.deletes)
|
|
94
|
+
delete state.journal.files[key];
|
|
95
|
+
Object.assign(state.journal.files, delta.upserts);
|
|
96
|
+
state.journal.version = delta.version;
|
|
97
|
+
state.journal.lastSync = delta.lastSync;
|
|
98
|
+
return state;
|
|
99
|
+
},
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
beforeEach(() => {
|
|
103
|
+
stateDir = fs.mkdtempSync(path.join(os.tmpdir(), "hq-hqsnap4-writer-"));
|
|
104
|
+
process.env.HQ_STATE_DIR = stateDir;
|
|
105
|
+
});
|
|
106
|
+
afterEach(() => {
|
|
107
|
+
delete process.env.HQ_STATE_DIR;
|
|
108
|
+
fs.rmSync(stateDir, { recursive: true, force: true });
|
|
109
|
+
});
|
|
110
|
+
describe("HQSNAP4 journal writer", () => {
|
|
111
|
+
it("writes HQSNAP4 when a real journal generation compacts", () => {
|
|
112
|
+
const slug = "writer-compaction";
|
|
113
|
+
writeJournal(slug, journal());
|
|
114
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
115
|
+
store.compact();
|
|
116
|
+
expect(currentSnapshot(store).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
117
|
+
});
|
|
118
|
+
it("round-trips packed journal rows and metadata through the real store", () => {
|
|
119
|
+
const slug = "writer-round-trip";
|
|
120
|
+
const expected = journal();
|
|
121
|
+
writeJournal(slug, expected);
|
|
122
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
123
|
+
const deleted = store.append(2, {
|
|
124
|
+
version: "2",
|
|
125
|
+
lastSync: expected.lastSync,
|
|
126
|
+
deletes: ["ordinary.md"],
|
|
127
|
+
upserts: {},
|
|
128
|
+
});
|
|
129
|
+
delete expected.files["ordinary.md"];
|
|
130
|
+
store.compact();
|
|
131
|
+
const recovered = openJournalStateStoreForMigration(slug);
|
|
132
|
+
expect(currentSnapshot(recovered).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
133
|
+
expect(normalised(recovered.getState().journal)).toEqual(normalised(expected));
|
|
134
|
+
expect(recovered.getLastRecordSequence()).toBe(deleted.sequence);
|
|
135
|
+
expect(recovered.getState().journal.version).toBe(expected.version);
|
|
136
|
+
expect(recovered.getState().journal.lastSync).toBe(expected.lastSync);
|
|
137
|
+
expect(normalised(recovered.getState().journal.pulls)).toEqual(normalised(expected.pulls));
|
|
138
|
+
});
|
|
139
|
+
it("removes deleted leaf bytes from the durable HQSNAP4 leaf section when compacting sparse rows", () => {
|
|
140
|
+
const slug = "writer-leaf-blob-compaction";
|
|
141
|
+
const livePaths = [
|
|
142
|
+
"live/kept-0.md",
|
|
143
|
+
"live/kept-1.md",
|
|
144
|
+
"live/ill-\ud800.md",
|
|
145
|
+
"live/kept-3.md",
|
|
146
|
+
"live/kept-4.md",
|
|
147
|
+
"live/kept-5.md",
|
|
148
|
+
];
|
|
149
|
+
const deletedPaths = Array.from({ length: 64 }, (_value, index) => `deleted/${index.toString().padStart(3, "0")}-${"x".repeat(1_024)}.md`);
|
|
150
|
+
const files = Object.fromEntries([...livePaths, ...deletedPaths].map((entryPath, index) => [entryPath, {
|
|
151
|
+
hash: index.toString(16).padStart(64, "0"),
|
|
152
|
+
size: index,
|
|
153
|
+
syncedAt: "2026-09-11T00:00:00.000Z",
|
|
154
|
+
direction: "up",
|
|
155
|
+
}]));
|
|
156
|
+
const initial = {
|
|
157
|
+
version: "2",
|
|
158
|
+
lastSync: "2026-09-11T00:00:00.000Z",
|
|
159
|
+
files,
|
|
160
|
+
pulls: [],
|
|
161
|
+
};
|
|
162
|
+
const maximumLiveLeafBytes = livePaths.reduce((total, entryPath) => total + 4 + Buffer.byteLength(entryPath.slice(entryPath.lastIndexOf("/") + 1), "utf8"), 0) * 2;
|
|
163
|
+
writeJournal(slug, initial);
|
|
164
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
165
|
+
store.append(2, {
|
|
166
|
+
version: "2",
|
|
167
|
+
lastSync: initial.lastSync,
|
|
168
|
+
deletes: deletedPaths,
|
|
169
|
+
upserts: {},
|
|
170
|
+
});
|
|
171
|
+
store.compact();
|
|
172
|
+
const compactedSnapshot = currentSnapshot(store);
|
|
173
|
+
const recovered = openJournalStateStoreForMigration(slug);
|
|
174
|
+
const recoveredRows = decodedV4JournalRows(recovered.getState().journal);
|
|
175
|
+
expect(Object.keys(recovered.getState().journal.files)).toEqual([...livePaths].sort());
|
|
176
|
+
expect(recovered.getState().journal.files["live/ill-\ud800.md"]).toEqual(initial.files["live/ill-\ud800.md"]);
|
|
177
|
+
expect(recoveredRows).toBeDefined();
|
|
178
|
+
expect(recoveredRows.toSnapshot().leafBlob.length).toBeLessThanOrEqual(maximumLiveLeafBytes);
|
|
179
|
+
expect(hqsnap4LeafSectionLength(compactedSnapshot)).toBeLessThanOrEqual(maximumLiveLeafBytes);
|
|
180
|
+
recovered.compact();
|
|
181
|
+
expect(hqsnap4LeafSectionLength(currentSnapshot(recovered))).toBeLessThanOrEqual(maximumLiveLeafBytes);
|
|
182
|
+
});
|
|
183
|
+
it("migrates a newest HQSNAP3 generation to HQSNAP4 on compaction", () => {
|
|
184
|
+
const slug = "writer-v3-migration";
|
|
185
|
+
const expected = journal();
|
|
186
|
+
const legacy = openLegacyV3JournalStore(slug, expected);
|
|
187
|
+
expect(currentSnapshot(legacy).subarray(0, 8)).toEqual(SNAPSHOT_V3_MAGIC);
|
|
188
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
189
|
+
store.compact();
|
|
190
|
+
const recovered = openJournalStateStoreForMigration(slug);
|
|
191
|
+
expect(currentSnapshot(recovered).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
192
|
+
expect(normalised(recovered.getState().journal)).toEqual(normalised(expected));
|
|
193
|
+
});
|
|
194
|
+
it("replays WAL records after a nonzero HQSNAP4 and continues after its empty WAL", () => {
|
|
195
|
+
const slug = "writer-wal";
|
|
196
|
+
const initial = journal();
|
|
197
|
+
writeJournal(slug, initial);
|
|
198
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
199
|
+
const first = store.append(2, journalDelta("wal/first.md", {
|
|
200
|
+
hash: "2".repeat(64), size: 3, syncedAt: "2026-09-11T00:02:00.000Z", direction: "up",
|
|
201
|
+
}));
|
|
202
|
+
store.compact();
|
|
203
|
+
expect(currentSnapshot(store).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
204
|
+
const second = store.append(2, journalDelta("wal/second.md", {
|
|
205
|
+
hash: "3".repeat(64), size: 4, syncedAt: "2026-09-11T00:03:00.000Z", direction: "down",
|
|
206
|
+
}));
|
|
207
|
+
const replayed = openJournalStateStoreForMigration(slug);
|
|
208
|
+
expect(replayed.getLastRecordSequence()).toBe(second.sequence);
|
|
209
|
+
expect(replayed.getState().journal.files["wal/first.md"]).toBeDefined();
|
|
210
|
+
expect(replayed.getState().journal.files["wal/second.md"]).toBeDefined();
|
|
211
|
+
replayed.compact();
|
|
212
|
+
const afterEmptyWal = openJournalStateStoreForMigration(slug);
|
|
213
|
+
const third = afterEmptyWal.append(2, journalDelta("wal/third.md", {
|
|
214
|
+
hash: "4".repeat(64), size: 5, syncedAt: "2026-09-11T00:04:00.000Z", direction: "up",
|
|
215
|
+
}));
|
|
216
|
+
expect(third.sequence).toBe(first.sequence + 2);
|
|
217
|
+
expect(readJournal(slug).files["wal/third.md"]).toBeDefined();
|
|
218
|
+
});
|
|
219
|
+
it.each([
|
|
220
|
+
["truncated", (bytes) => bytes.subarray(0, bytes.length - 7)],
|
|
221
|
+
["checksum-failed", (bytes) => {
|
|
222
|
+
const corrupt = Buffer.from(bytes);
|
|
223
|
+
corrupt[corrupt.length - 1] ^= 0xff;
|
|
224
|
+
return corrupt;
|
|
225
|
+
}],
|
|
226
|
+
])("falls back from a %s HQSNAP4 generation to the retained HQSNAP3 generation", (_name, corrupt) => {
|
|
227
|
+
const slug = "writer-recovery";
|
|
228
|
+
const expected = journal();
|
|
229
|
+
const legacy = openLegacyV3JournalStore(slug, expected);
|
|
230
|
+
const priorGeneration = legacy.getGeneration();
|
|
231
|
+
const store = openJournalStateStoreForMigration(slug);
|
|
232
|
+
store.compact();
|
|
233
|
+
const latestPath = path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`);
|
|
234
|
+
expect(snapshots(store)).toHaveLength(2);
|
|
235
|
+
expect(fs.readFileSync(latestPath).subarray(0, 8)).toEqual(JOURNAL_SNAPSHOT_V4_MAGIC);
|
|
236
|
+
fs.writeFileSync(latestPath, corrupt(fs.readFileSync(latestPath)));
|
|
237
|
+
const recovered = openJournalStateStoreForMigration(slug);
|
|
238
|
+
expect(recovered.getGeneration()).toBe(priorGeneration);
|
|
239
|
+
expect(normalised(recovered.getState().journal)).toEqual(normalised(expected));
|
|
240
|
+
});
|
|
241
|
+
it("keeps non-journal StateStores on HQSNAP3", () => {
|
|
242
|
+
const store = StateStore.open({
|
|
243
|
+
rootDir: getStateDir(),
|
|
244
|
+
scopeId: "writer-non-journal",
|
|
245
|
+
initialState: { values: [] },
|
|
246
|
+
reduce: (state, record) => record.type === 1
|
|
247
|
+
? { values: [...state.values, String(record.payload)] }
|
|
248
|
+
: state,
|
|
249
|
+
});
|
|
250
|
+
expect(fs.readFileSync(path.join(store.stateDir, `snapshot-${store.getGeneration()}.bin`)).subarray(0, 8)).toEqual(SNAPSHOT_V3_MAGIC);
|
|
251
|
+
});
|
|
252
|
+
});
|
|
253
|
+
//# sourceMappingURL=journal-snapshot-v4-writer.test.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"journal-snapshot-v4-writer.test.js","sourceRoot":"","sources":["../src/journal-snapshot-v4-writer.test.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACrE,OAAO,EACL,WAAW,EACX,iCAAiC,EACjC,WAAW,EACX,YAAY,GACb,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,oBAAoB,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAC3F,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAyB,MAAM,uBAAuB,CAAC;AAG7F,IAAI,QAAQ,GAAG,EAAE,CAAC;AAElB,SAAS,OAAO;IACd,OAAO;QACL,OAAO,EAAE,GAAG;QACZ,QAAQ,EAAE,0BAA0B;QACpC,KAAK,EAAE;YACL,aAAa,EAAE;gBACb,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpB,IAAI,EAAE,CAAC;gBACP,QAAQ,EAAE,0BAA0B;gBACpC,SAAS,EAAE,IAAI;aAChB;YACD,0BAA0B,EAAE;gBAC1B,IAAI,EAAE,YAAY;gBAClB,IAAI,EAAE,GAAG;gBACT,QAAQ,EAAE,iBAAiB;gBAC3B,SAAS,EAAE,MAAM;gBACjB,IAAI,EAAE,SAAS;gBACf,YAAY,EAAE,aAAa;gBAC3B,UAAU,EAAE,gBAAgB;gBAC5B,OAAO,EAAE,iBAAiB;gBAC1B,OAAO,EAAE,iBAAiB;gBAC1B,SAAS,EAAE,0BAA0B;gBACrC,aAAa,EAAE,cAAc;gBAC7B,iBAAiB,EAAE;oBACjB,OAAO,EAAE,CAAC;oBACV,UAAU,EAAE,aAAa;oBACzB,SAAS,EAAE,sBAAsB;oBACjC,SAAS,EAAE,SAAS;iBACrB;gBACD,mBAAmB,EAAE,IAAI;gBACzB,oBAAoB,EAAE,KAAK;gBAC3B,aAAa,EAAE,IAAI;aACpB;SACF;QACD,KAAK,EAAE,CAAC;gBACN,MAAM,EAAE,4BAA4B;gBACpC,UAAU,EAAE,qBAAqB;gBACjC,SAAS,EAAE,0BAA0B;gBACrC,WAAW,EAAE,0BAA0B;gBACvC,QAAQ,EAAE,QAAQ;gBAClB,SAAS,EAAE,CAAC,aAAa,CAAC;gBAC1B,mBAAmB,EAAE,IAAI;gBACzB,cAAc,EAAE,CAAC;gBACjB,cAAc,EAAE,CAAC;aAClB,CAAC;KACH,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC;AAC3C,CAAC;AAED,SAAS,eAAe,CAAC,KAA2D;IAClF,OAAO,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;AAC7F,CAAC;AAED,iFAAiF;AACjF,SAAS,wBAAwB,CAAC,QAAgB;IAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,6DAA6D;IACtG,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAChD,MAAM,IAAI,CAAC,GAAG,aAAa,CAAC;QAC5B,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;AACnC,CAAC;AAED,SAAS,SAAS,CAAC,KAA2D;IAC5E,OAAO,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;AAClG,CAAC;AAED,SAAS,YAAY,CAAC,QAAgB,EAAE,KAAmB;IACzD,OAAO;QACL,OAAO,EAAE,GAAY;QACrB,QAAQ,EAAE,0BAA0B;QACpC,OAAO,EAAE,EAAE;QACX,OAAO,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,KAAK,EAAE;KAC/B,CAAC;AACJ,CAAC;AAED,SAAS,wBAAwB,CAAC,IAAY,EAAE,OAAoB;IAClE,OAAO,UAAU,CAAC,IAAI,CAAiB;QACrC,OAAO,EAAE,WAAW,EAAE;QACtB,OAAO,EAAE,WAAW,IAAI,EAAE;QAC1B,YAAY,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE;QAClC,MAAM,EAAE,CAAC,KAAK,EAAE,MAAwB,EAAE,EAAE;YAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC;gBAAE,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;YACnG,MAAM,KAAK,GAAG,MAAM,CAAC,OAA0C,CAAC;YAChE,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,OAAO;gBAAE,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YACjE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;YAClD,KAAK,CAAC,OAAO,CAAC,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;YACtC,KAAK,CAAC,OAAO,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC;YACxC,OAAO,KAAK,CAAC;QACf,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,UAAU,CAAC,GAAG,EAAE;IACd,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;IACxE,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,QAAQ,CAAC;AACtC,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,GAAG,EAAE;IACb,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IAChC,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACxD,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,IAAI,GAAG,mBAAmB,CAAC;QACjC,YAAY,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QAC9B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAEtD,KAAK,CAAC,OAAO,EAAE,CAAC;QAEhB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,IAAI,GAAG,mBAAmB,CAAC;QACjC,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;QAC3B,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE;YAC9B,OAAO,EAAE,GAAG;YACZ,QAAQ,EAAE,QAAQ,CAAC,QAAQ;YAC3B,OAAO,EAAE,CAAC,aAAa,CAAC;YACxB,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAErC,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAE1D,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QACrF,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,SAAS,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACjE,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpE,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;IAC7F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8FAA8F,EAAE,GAAG,EAAE;QACtG,MAAM,IAAI,GAAG,6BAA6B,CAAC;QAC3C,MAAM,SAAS,GAAG;YAChB,gBAAgB;YAChB,gBAAgB;YAChB,oBAAoB;YACpB,gBAAgB;YAChB,gBAAgB;YAChB,gBAAgB;SACjB,CAAC;QACF,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,EAAE,MAAM,EAAE,EAAE,EAAE,EACd,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC,WAAW,KAAK,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAC1F,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,WAAW,CAC9B,CAAC,GAAG,SAAS,EAAE,GAAG,YAAY,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE;gBACpE,IAAI,EAAE,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,EAAE,GAAG,CAAC;gBAC1C,IAAI,EAAE,KAAK;gBACX,QAAQ,EAAE,0BAA0B;gBACpC,SAAS,EAAE,IAAa;aACzB,CAAC,CAAC,CACJ,CAAC;QACF,MAAM,OAAO,GAAgB;YAC3B,OAAO,EAAE,GAAG;YACZ,QAAQ,EAAE,0BAA0B;YACpC,KAAK;YACL,KAAK,EAAE,EAAE;SACV,CAAC;QACF,MAAM,oBAAoB,GAAG,SAAS,CAAC,MAAM,CAC3C,CAAC,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,SAAS,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,EAC5G,CAAC,CACF,GAAG,CAAC,CAAC;QAEN,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE;YACd,OAAO,EAAE,GAAG;YACZ,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,YAAY;YACrB,OAAO,EAAE,EAAE;SACZ,CAAC,CAAC;QACH,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,iBAAiB,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,oBAAoB,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC;QAEzE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,MAAM,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC,CAAC;QAC9G,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QACpC,MAAM,CAAC,aAAc,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;QAC9F,MAAM,CAAC,wBAAwB,CAAC,iBAAiB,CAAC,CAAC,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;QAE9F,SAAS,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,wBAAwB,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,oBAAoB,CAAC,CAAC;IACzG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,IAAI,GAAG,qBAAqB,CAAC;QACnC,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAExD,MAAM,CAAC,eAAe,CAAC,MAA8D,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;QAClI,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAE1D,MAAM,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QACrF,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+EAA+E,EAAE,GAAG,EAAE;QACvF,MAAM,IAAI,GAAG,YAAY,CAAC;QAC1B,MAAM,OAAO,GAAG,OAAO,EAAE,CAAC;QAC1B,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QAC5B,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,cAAc,EAAE;YACzD,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,0BAA0B,EAAE,SAAS,EAAE,IAAI;SACrF,CAAC,CAAC,CAAC;QACJ,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,eAAe,EAAE;YAC3D,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,0BAA0B,EAAE,SAAS,EAAE,MAAM;SACvF,CAAC,CAAC,CAAC;QACJ,MAAM,QAAQ,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACxE,MAAM,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAEzE,QAAQ,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,aAAa,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC9D,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,EAAE,YAAY,CAAC,cAAc,EAAE;YACjE,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,QAAQ,EAAE,0BAA0B,EAAE,SAAS,EAAE,IAAI;SACrF,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;IAChE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,WAAW,EAAE,CAAC,KAAa,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACrE,CAAC,iBAAiB,EAAE,CAAC,KAAa,EAAE,EAAE;gBACpC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACnC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC;gBACpC,OAAO,OAAO,CAAC;YACjB,CAAC,CAAC;KACH,CAAC,CAAC,4EAA4E,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,EAAE;QAClG,MAAM,IAAI,GAAG,iBAAiB,CAAC;QAC/B,MAAM,QAAQ,GAAG,OAAO,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,wBAAwB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxD,MAAM,eAAe,GAAG,MAAM,CAAC,aAAa,EAAE,CAAC;QAC/C,MAAM,KAAK,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QACtD,KAAK,CAAC,OAAO,EAAE,CAAC;QAChB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAEtF,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,yBAAyB,CAAC,CAAC;QACtF,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAEnE,MAAM,SAAS,GAAG,iCAAiC,CAAC,IAAI,CAAC,CAAC;QAC1D,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QACxD,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE;QAClD,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAuB;YAClD,OAAO,EAAE,WAAW,EAAE;YACtB,OAAO,EAAE,oBAAoB;YAC7B,YAAY,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YAC5B,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC;gBAC1C,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE;gBACvD,CAAC,CAAC,KAAK;SACV,CAAC,CAAC;QAEH,MAAM,CAAC,EAAE,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,YAAY,KAAK,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;IACxI,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1,11 +1,8 @@
|
|
|
1
1
|
import { JournalRowStore } from "./journal-row-store.js";
|
|
2
|
-
import { type StateStoreSnapshotChunks } from "./sync/state-store.js";
|
|
2
|
+
import { type StateStoreSnapshotChunks, type StateStoreSnapshotEncoding, type StateStoreSnapshotPayload } from "./sync/state-store.js";
|
|
3
3
|
import type { SyncJournal, V3JournalState } from "./types.js";
|
|
4
4
|
export declare const JOURNAL_SNAPSHOT_V4_MAGIC: Buffer<ArrayBuffer>;
|
|
5
|
-
type JournalSnapshotPayload =
|
|
6
|
-
lastRecordSequence: number;
|
|
7
|
-
state: V3JournalState;
|
|
8
|
-
};
|
|
5
|
+
type JournalSnapshotPayload = StateStoreSnapshotPayload<V3JournalState>;
|
|
9
6
|
/** Return the packed views installed while decoding an HQSNAP4 payload, if any. */
|
|
10
7
|
export declare function decodedV4JournalRows(journal: SyncJournal): JournalRowStore | undefined;
|
|
11
8
|
/** Test-only seam after v4 chunks become one contiguous decoder payload. */
|
|
@@ -46,6 +43,11 @@ export declare function setV4JournalSnapshotDecodeMemorySampleHookForTest(hook:
|
|
|
46
43
|
* interpreting a different byte format.
|
|
47
44
|
*/
|
|
48
45
|
export declare function encodeV4JournalSnapshot(generation: number, scopeDigest: Buffer, payload: JournalSnapshotPayload): Buffer;
|
|
46
|
+
/**
|
|
47
|
+
* Encode HQSNAP4 as ordered durable buffers. StateStore writes these directly
|
|
48
|
+
* so a journal generation never makes a whole JSON payload or body buffer.
|
|
49
|
+
*/
|
|
50
|
+
export declare function encodeV4JournalSnapshotChunks(generation: number, scopeDigest: Buffer, payload: JournalSnapshotPayload): StateStoreSnapshotEncoding;
|
|
49
51
|
/** Decode an authenticated HQSNAP4 payload into row-store views, never JSON rows. */
|
|
50
52
|
export declare function decodeV4JournalSnapshot(chunks: StateStoreSnapshotChunks): unknown;
|
|
51
53
|
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"journal-snapshot-v4.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAgC,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"journal-snapshot-v4.d.ts","sourceRoot":"","sources":["../src/journal-snapshot-v4.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,eAAe,EAAgC,MAAM,wBAAwB,CAAC;AAEvF,OAAO,EAEL,KAAK,wBAAwB,EAC7B,KAAK,0BAA0B,EAC/B,KAAK,yBAAyB,EAC/B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EAAgB,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAE5E,eAAO,MAAM,yBAAyB,qBAAoB,CAAC;AAM3D,KAAK,sBAAsB,GAAG,yBAAyB,CAAC,cAAc,CAAC,CAAC;AAExE,mFAAmF;AACnF,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,WAAW,GAAG,eAAe,GAAG,SAAS,CAEtF;AAED,4EAA4E;AAC5E,wBAAgB,iDAAiD,CAAC,IAAI,EAAE,CAAC,MAAM,IAAI,CAAC,GAAG,SAAS,GAAG,IAAI,CAEtG;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AACH,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,sBAAsB,GAC9B,MAAM,CAGR;AAED;;;GAGG;AACH,wBAAgB,6BAA6B,CAC3C,UAAU,EAAE,MAAM,EAClB,WAAW,EAAE,MAAM,EACnB,OAAO,EAAE,sBAAsB,GAC9B,0BAA0B,CAyD5B;AAqBD,qFAAqF;AACrF,wBAAgB,uBAAuB,CAAC,MAAM,EAAE,wBAAwB,GAAG,OAAO,CAmDjF"}
|
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
import * as crypto from "node:crypto";
|
|
2
2
|
import { createJournalRecordProxy } from "./journal-record-proxy.js";
|
|
3
3
|
import { JournalRowStore } from "./journal-row-store.js";
|
|
4
|
-
import {
|
|
4
|
+
import { decodedJournalRows, rememberDecodedJournalRows } from "./journal-snapshot-rows.js";
|
|
5
|
+
import { SNAPSHOT_V4_MAGIC, } from "./sync/state-store.js";
|
|
5
6
|
export const JOURNAL_SNAPSHOT_V4_MAGIC = SNAPSHOT_V4_MAGIC;
|
|
6
7
|
const SNAPSHOT_FIXED_HEADER_BYTES = 52;
|
|
7
8
|
const SECTION_ALIGNMENT_BYTES = 8;
|
|
8
|
-
const decodedRows = new WeakMap();
|
|
9
9
|
let decodeMemorySampleHookForTest;
|
|
10
10
|
/** Return the packed views installed while decoding an HQSNAP4 payload, if any. */
|
|
11
11
|
export function decodedV4JournalRows(journal) {
|
|
12
|
-
return
|
|
12
|
+
return decodedJournalRows(journal);
|
|
13
13
|
}
|
|
14
14
|
/** Test-only seam after v4 chunks become one contiguous decoder payload. */
|
|
15
15
|
export function setV4JournalSnapshotDecodeMemorySampleHookForTest(hook) {
|
|
@@ -51,15 +51,21 @@ export function setV4JournalSnapshotDecodeMemorySampleHookForTest(hook) {
|
|
|
51
51
|
* interpreting a different byte format.
|
|
52
52
|
*/
|
|
53
53
|
export function encodeV4JournalSnapshot(generation, scopeDigest, payload) {
|
|
54
|
+
const encoded = encodeV4JournalSnapshotChunks(generation, scopeDigest, payload);
|
|
55
|
+
return Buffer.concat(encoded.chunks, encoded.byteLength);
|
|
56
|
+
}
|
|
57
|
+
/**
|
|
58
|
+
* Encode HQSNAP4 as ordered durable buffers. StateStore writes these directly
|
|
59
|
+
* so a journal generation never makes a whole JSON payload or body buffer.
|
|
60
|
+
*/
|
|
61
|
+
export function encodeV4JournalSnapshotChunks(generation, scopeDigest, payload) {
|
|
54
62
|
assertLittleEndian();
|
|
55
63
|
if (!Number.isSafeInteger(generation) || generation < 0)
|
|
56
64
|
throw new Error("HQSNAP4 requires a safe nonnegative generation");
|
|
57
65
|
if (scopeDigest.length !== 32)
|
|
58
66
|
throw new Error("HQSNAP4 requires a 32-byte scope digest");
|
|
59
67
|
validatePayload(payload);
|
|
60
|
-
const rows =
|
|
61
|
-
for (const [entryPath, entry] of Object.entries(payload.state.journal.files))
|
|
62
|
-
rows.set(entryPath, entry);
|
|
68
|
+
const rows = rowsForJournal(payload.state.journal);
|
|
63
69
|
const snapshot = rows.toSnapshot();
|
|
64
70
|
const metadata = {
|
|
65
71
|
lastRecordSequence: payload.lastRecordSequence,
|
|
@@ -103,10 +109,34 @@ export function encodeV4JournalSnapshot(generation, scopeDigest, payload) {
|
|
|
103
109
|
const header = Buffer.alloc(SNAPSHOT_FIXED_HEADER_BYTES);
|
|
104
110
|
JOURNAL_SNAPSHOT_V4_MAGIC.copy(header, 0);
|
|
105
111
|
header.writeBigUInt64BE(BigInt(generation), 8);
|
|
106
|
-
header.writeUInt32BE(body.
|
|
112
|
+
header.writeUInt32BE(body.byteLength, 16);
|
|
107
113
|
scopeDigest.copy(header, 20);
|
|
108
|
-
const checksum = crypto.createHash("sha256").update(header)
|
|
109
|
-
|
|
114
|
+
const checksum = crypto.createHash("sha256").update(header);
|
|
115
|
+
for (const chunk of body.chunks)
|
|
116
|
+
checksum.update(chunk);
|
|
117
|
+
return {
|
|
118
|
+
chunks: [header, ...body.chunks, checksum.digest()],
|
|
119
|
+
byteLength: SNAPSHOT_FIXED_HEADER_BYTES + body.byteLength + 32,
|
|
120
|
+
};
|
|
121
|
+
}
|
|
122
|
+
function rowsForJournal(journal) {
|
|
123
|
+
const decoded = decodedJournalRows(journal);
|
|
124
|
+
if (decoded !== undefined)
|
|
125
|
+
return decoded;
|
|
126
|
+
// HQSNAP3's canonical JSON ordered file keys lexically. Preserve that
|
|
127
|
+
// observable iteration order when a first-write journal has no packed rows
|
|
128
|
+
// yet; after recovery, the packed iteration chain is reused directly.
|
|
129
|
+
const paths = Object.keys(journal.files).sort();
|
|
130
|
+
const rowCount = paths.length;
|
|
131
|
+
const rows = new JournalRowStore(rowCount, { trackChanges: false });
|
|
132
|
+
for (const entryPath of paths) {
|
|
133
|
+
const entry = journal.files[entryPath];
|
|
134
|
+
// HQSNAP3 canonical JSON sorted every row's keys. Retain that observable
|
|
135
|
+
// public-record ordering on a first HQSNAP4 write without materialising a
|
|
136
|
+
// second copy of the row.
|
|
137
|
+
rows.set(entryPath, entry, Object.keys(entry).sort());
|
|
138
|
+
}
|
|
139
|
+
return rows;
|
|
110
140
|
}
|
|
111
141
|
/** Decode an authenticated HQSNAP4 payload into row-store views, never JSON rows. */
|
|
112
142
|
export function decodeV4JournalSnapshot(chunks) {
|
|
@@ -156,11 +186,11 @@ export function decodeV4JournalSnapshot(chunks) {
|
|
|
156
186
|
const rows = JournalRowStore.fromSnapshot(snapshot);
|
|
157
187
|
const journal = {
|
|
158
188
|
files: createJournalRecordProxy(rows),
|
|
159
|
-
|
|
160
|
-
lastSync: metadata.lastSync,
|
|
189
|
+
...(metadata.lastSync === undefined ? {} : { lastSync: metadata.lastSync }),
|
|
161
190
|
...(metadata.pulls === undefined ? {} : { pulls: metadata.pulls }),
|
|
191
|
+
version: metadata.version,
|
|
162
192
|
};
|
|
163
|
-
|
|
193
|
+
rememberDecodedJournalRows(journal, rows);
|
|
164
194
|
return { lastRecordSequence: metadata.lastRecordSequence, state: { journal } };
|
|
165
195
|
}
|
|
166
196
|
class V4SectionWriter {
|
|
@@ -182,7 +212,7 @@ class V4SectionWriter {
|
|
|
182
212
|
}
|
|
183
213
|
}
|
|
184
214
|
finish() {
|
|
185
|
-
return
|
|
215
|
+
return { chunks: this.chunks, byteLength: this.length };
|
|
186
216
|
}
|
|
187
217
|
}
|
|
188
218
|
class V4SectionReader {
|
|
@@ -332,7 +362,11 @@ function isJournal(value) {
|
|
|
332
362
|
}
|
|
333
363
|
if (value.pulls !== undefined && !Array.isArray(value.pulls))
|
|
334
364
|
return false;
|
|
335
|
-
|
|
365
|
+
for (const path in value.files) {
|
|
366
|
+
if (!isJournalEntry(value.files[path]))
|
|
367
|
+
return false;
|
|
368
|
+
}
|
|
369
|
+
return true;
|
|
336
370
|
}
|
|
337
371
|
function isJournalEntry(value) {
|
|
338
372
|
if (!isRecord(value) || typeof value.hash !== "string" || typeof value.size !== "number"
|