zstdify 1.1.2 → 1.3.0

package/dist/decompress.js

@@ -12,6 +12,7 @@ export function decompress(input, options) {
     }
     const maxSize = options?.maxSize;
     const dictionary = options?.dictionary;
+    const validateChecksum = options?.validateChecksum !== false;
     const dictionaryBytes = dictionary instanceof Uint8Array ? dictionary : dictionary?.bytes;
     const providedDictionaryId = dictionary instanceof Uint8Array ? null : (dictionary?.id ?? null);
     const normalizedDictionary = dictionaryBytes && dictionaryBytes.length > 0
@@ -19,6 +20,7 @@ export function decompress(input, options) {
         : null;
     const dictionaryId = normalizedDictionary?.dictionaryId ?? providedDictionaryId;
     const chunks = [];
+    let totalOutputSize = 0;
     let offset = 0;
     while (offset < input.length) {
         if (offset + 4 > input.length) {
@@ -35,8 +37,9 @@ export function decompress(input, options) {
         if (header.dictionaryId !== null && dictionaryId !== null && dictionaryId !== header.dictionaryId) {
             throw new ZstdError('Dictionary ID mismatch', 'corruption_detected');
         }
-        const { output, bytesConsumed } = decompressFrame(input, offset, header, normalizedDictionary, maxSize !== undefined ? maxSize - chunks.reduce((s, c) => s + c.length, 0) : undefined);
+        const { output, bytesConsumed } = decompressFrame(input, offset, header, normalizedDictionary, maxSize !== undefined ? maxSize - totalOutputSize : undefined, validateChecksum, options?.reuseContext, options?.debugTrace);
         chunks.push(output);
+        totalOutputSize += output.length;
         offset += bytesConsumed;
     }
     if (chunks.length === 0)
@@ -47,8 +50,7 @@ export function decompress(input, options) {
             throw new ZstdError('Unreachable', 'corruption_detected');
         return c;
     }
-    const total = chunks.reduce((s, c) => s + c.length, 0);
-    const result = new Uint8Array(total);
+    const result = new Uint8Array(totalOutputSize);
     let pos = 0;
     for (const chunk of chunks) {
         result.set(chunk, pos);

package/dist/decompress.js.map

@@ -1 +1 @@
-{"version":3,"file":"decompress.js","sourceRoot":"","sources":["../src/decompress.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAC9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAO5E,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,OAA2B,EAAc;IACrF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;IACvC,MAAM,eAAe,GAAG,UAAU,YAAY,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC;IAC1F,MAAM,oBAAoB,GAAG,UAAU,YAAY,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;IAChG,MAAM,oBAAoB,GACxB,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;QAC3C,CAAC,CAAC,0BAA0B,CAAC,eAAe,EAAE,oBAAoB,CAAC;QACnE,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,YAAY,GAAG,oBAAoB,EAAE,YAAY,IAAI,oBAAoB,CAAC;IAChF,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,SAAS,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,SAAS,CAAC,6CAA6C,EAAE,uBAAuB,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;YAClG,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,qBAAqB,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,eAAe,CAC/C,KAAK,EACL,MAAM,EACN,MAAM,EACN,oBAAoB,EACpB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CACvF,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC;IAC1B,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;QAClE,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC;AAAA,CACf"}
+{"version":3,"file":"decompress.js","sourceRoot":"","sources":["../src/decompress.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAE9D,OAAO,EAAE,0BAA0B,EAAE,MAAM,mCAAmC,CAAC;AAC/E,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAgB5E,MAAM,UAAU,UAAU,CAAC,KAAiB,EAAE,OAA2B,EAAc;IACrF,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;IAC5D,CAAC;IACD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IACjC,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,CAAC;IACvC,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,KAAK,KAAK,CAAC;IAC7D,MAAM,eAAe,GAAG,UAAU,YAAY,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,CAAC;IAC1F,MAAM,oBAAoB,GAAG,UAAU,YAAY,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,EAAE,EAAE,IAAI,IAAI,CAAC,CAAC;IAChG,MAAM,oBAAoB,GACxB,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC;QAC3C,CAAC,CAAC,0BAA0B,CAAC,eAAe,EAAE,oBAAoB,CAAC;QACnE,CAAC,CAAC,IAAI,CAAC;IACX,MAAM,YAAY,GAAG,oBAAoB,EAAE,YAAY,IAAI,oBAAoB,CAAC;IAChF,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,OAAO,MAAM,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;QAC7B,IAAI,MAAM,GAAG,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC9B,MAAM,IAAI,SAAS,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,GAAG,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;YAC3C,SAAS;QACX,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QACjD,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YACrD,MAAM,IAAI,SAAS,CAAC,6CAA6C,EAAE,uBAAuB,CAAC,CAAC;QAC9F,CAAC;QACD,IAAI,MAAM,CAAC,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,IAAI,IAAI,YAAY,KAAK,MAAM,CAAC,YAAY,EAAE,CAAC;YAClG,MAAM,IAAI,SAAS,CAAC,wBAAwB,EAAE,qBAAqB,CAAC,CAAC;QACvE,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,eAAe,CAC/C,KAAK,EACL,MAAM,EACN,MAAM,EACN,oBAAoB,EACpB,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,SAAS,EAC7D,gBAAgB,EAChB,OAAO,EAAE,YAAY,EACrB,OAAO,EAAE,UAAU,CACpB,CAAC;QACF,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACpB,eAAe,IAAI,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,IAAI,aAAa,CAAC;IAC1B,CAAC;IAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,CAAC;YAAE,MAAM,IAAI,SAAS,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;QAClE,OAAO,CAAC,CAAC;IACX,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,eAAe,CAAC,CAAC;IAC/C,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACvB,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC;IACtB,CAAC;IACD,OAAO,MAAM,CAAC;AAAA,CACf"}

package/dist/encode/blockWriter.js

@@ -1,13 +1,19 @@
 /**
  * Write raw and RLE blocks.
  */
+let sharedHeader = null;
 function writeU24LE(arr, offset, value) {
     arr[offset] = value & 0xff;
     arr[offset + 1] = (value >> 8) & 0xff;
     arr[offset + 2] = (value >> 16) & 0xff;
 }
+function getHeader() {
+    if (!sharedHeader)
+        sharedHeader = new Uint8Array(3);
+    return sharedHeader;
+}
 export function writeRawBlock(data, offset, size, last) {
-    const header = new Uint8Array(3);
+    const header = getHeader();
     const blockHeader = (last ? 1 : 0) | (0 << 1) | (size << 3);
     writeU24LE(header, 0, blockHeader);
     const result = new Uint8Array(3 + size);
@@ -16,7 +22,7 @@ export function writeRawBlock(data, offset, size, last) {
     return result;
 }
 export function writeRLEBlock(byte, size, last) {
-    const header = new Uint8Array(3);
+    const header = getHeader();
     const blockHeader = (last ? 1 : 0) | (1 << 1) | (size << 3);
     writeU24LE(header, 0, blockHeader);
     const result = new Uint8Array(4);

package/dist/encode/blockWriter.js.map

@@ -1 +1 @@
-{"version":3,"file":"blockWriter.js","sourceRoot":"","sources":["../../src/encode/blockWriter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,SAAS,UAAU,CAAC,GAAe,EAAE,MAAc,EAAE,KAAa,EAAQ;IACxE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC;IAC3B,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACtC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;AAAA,CACxC;AAED,MAAM,UAAU,aAAa,CAAC,IAAgB,EAAE,MAAc,EAAE,IAAY,EAAE,IAAa,EAAc;IACvG,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC5D,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAAA,CACf;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAY,EAAE,IAAa,EAAc;IACnF,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC5D,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtB,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IACxB,OAAO,MAAM,CAAC;AAAA,CACf"}
+{"version":3,"file":"blockWriter.js","sourceRoot":"","sources":["../../src/encode/blockWriter.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,IAAI,YAAY,GAAsB,IAAI,CAAC;AAE3C,SAAS,UAAU,CAAC,GAAe,EAAE,MAAc,EAAE,KAAa,EAAQ;IACxE,GAAG,CAAC,MAAM,CAAC,GAAG,KAAK,GAAG,IAAI,CAAC;IAC3B,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC;IACtC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE,CAAC,GAAG,IAAI,CAAC;AAAA,CACxC;AAED,SAAS,SAAS,GAAe;IAC/B,IAAI,CAAC,YAAY;QAAE,YAAY,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO,YAAY,CAAC;AAAA,CACrB;AAED,MAAM,UAAU,aAAa,CAAC,IAAgB,EAAE,MAAc,EAAE,IAAY,EAAE,IAAa,EAAc;IACvG,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC5D,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IACxC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACnB,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;IACpD,OAAO,MAAM,CAAC;AAAA,CACf;AAED,MAAM,UAAU,aAAa,CAAC,IAAY,EAAE,IAAY,EAAE,IAAa,EAAc;IACnF,MAAM,MAAM,GAAG,SAAS,EAAE,CAAC;IAC3B,MAAM,WAAW,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;IAC5D,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,WAAW,CAAC,CAAC;IACnC,MAAM,MAAM,GAAG,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IACjC,MAAM,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IACtB,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;IACxB,OAAO,MAAM,CAAC;AAAA,CACf"}

package/dist/encode/compressedBlock.d.ts

@@ -1,3 +1,29 @@
 import type { Sequence } from '../decode/reconstruct.js';
-export declare function buildCompressedBlockPayload(literals: Uint8Array, sequences: Sequence[]): Uint8Array | null;
+import { type FSEDecodeTable } from '../entropy/fse.js';
+import { encodeReverseBitstream } from '../bitstream/reverseBitWriter.js';
+import { buildGeneralCompressedLiteralsForBench, type LiteralEntropyTable } from './literalsEncoder.js';
+interface SequenceTablesState {
+    llTable: FSEDecodeTable;
+    llTableLog: number;
+    ofTable: FSEDecodeTable;
+    ofTableLog: number;
+    mlTable: FSEDecodeTable;
+    mlTableLog: number;
+}
+export interface SequenceEntropyContext {
+    prevTables: SequenceTablesState | null;
+    prevLiteralsTable?: LiteralEntropyTable | null;
+}
+declare function buildSequenceSection(sequences: readonly Sequence[], context?: SequenceEntropyContext): {
+    section: Uint8Array;
+    tables: SequenceTablesState;
+} | null;
+export declare function buildCompressedBlockPayload(literals: Uint8Array, sequences: Sequence[], context?: SequenceEntropyContext): Uint8Array | null;
 export declare function writeCompressedBlock(payload: Uint8Array, last: boolean): Uint8Array;
+export declare const __benchInternals: {
+    encodeReverseBitstream: typeof encodeReverseBitstream;
+    buildGeneralCompressedLiterals: typeof buildGeneralCompressedLiteralsForBench;
+    buildPredefinedSequenceSection: (sequences: readonly Sequence[]) => Uint8Array<ArrayBufferLike> | null;
+    buildSequenceSection: typeof buildSequenceSection;
+};
+export {};