7z-iterator 1.4.0 → 2.0.0

package/dist/esm/xz/Decoder.js

@@ -1,185 +0,0 @@
-/**
- * XZ Decompression Module
- *
- * XZ is a container format that wraps LZMA2 compressed data.
- * This module provides both synchronous and streaming XZ decoders.
- *
- * Pure JavaScript implementation, works on Node.js 0.8+
- */ import { Transform } from 'extract-base-iterator';
-import { decodeLzma2 } from '../lzma/index.js';
-// XZ magic bytes
-const XZ_MAGIC = [
-    0xfd,
-    0x37,
-    0x7a,
-    0x58,
-    0x5a,
-    0x00
-];
-const XZ_FOOTER_MAGIC = [
-    0x59,
-    0x5a
-]; // "YZ"
-// Filter IDs
-const FILTER_LZMA2 = 0x21;
-/**
- * Simple buffer comparison
- */ function bufferEquals(buf, offset, expected) {
-    if (offset + expected.length > buf.length) {
-        return false;
-    }
-    for(let i = 0; i < expected.length; i++){
-        if (buf[offset + i] !== expected[i]) {
-            return false;
-        }
-    }
-    return true;
-}
-/**
- * Decode variable-length integer (XZ multibyte encoding)
- */ function decodeMultibyte(buf, offset) {
-    let value = 0;
-    let i = 0;
-    let byte;
-    do {
-        if (offset + i >= buf.length) {
-            throw new Error('Truncated multibyte integer');
-        }
-        byte = buf[offset + i];
-        value |= (byte & 0x7f) << i * 7;
-        i++;
-        if (i > 9) {
-            throw new Error('Multibyte integer too large');
-        }
-    }while (byte & 0x80)
-    return {
-        value,
-        bytesRead: i
-    };
-}
-/**
- * Decompress XZ data synchronously
- * @param input - XZ compressed data
- * @returns Decompressed data
- */ export function decodeXZ(input) {
-    var _checkSizes_checkType;
-    // Verify XZ magic
-    if (input.length < 12 || !bufferEquals(input, 0, XZ_MAGIC)) {
-        throw new Error('Invalid XZ magic bytes');
-    }
-    // Stream flags at offset 6-7
-    const checkType = input[7] & 0x0f;
-    // Check sizes based on check type
-    const checkSizes = {
-        0: 0,
-        1: 4,
-        4: 8,
-        10: 32
-    };
-    const checkSize = (_checkSizes_checkType = checkSizes[checkType]) !== null && _checkSizes_checkType !== void 0 ? _checkSizes_checkType : 0;
-    // Block starts at offset 12
-    let offset = 12;
-    // Block header size
-    const blockHeaderSizeRaw = input[offset];
-    if (blockHeaderSizeRaw === 0) {
-        throw new Error('Invalid block header size (index indicator found instead of block)');
-    }
-    const blockHeaderSize = (blockHeaderSizeRaw + 1) * 4;
-    // Parse block header to find LZMA2 properties
-    const blockHeaderStart = offset;
-    offset++; // skip size byte
-    const blockFlags = input[offset++];
-    const numFilters = (blockFlags & 0x03) + 1;
-    const hasCompressedSize = (blockFlags & 0x40) !== 0;
-    const hasUncompressedSize = (blockFlags & 0x80) !== 0;
-    // Skip optional sizes
-    if (hasCompressedSize) {
-        const result = decodeMultibyte(input, offset);
-        offset += result.bytesRead;
-    }
-    let _uncompressedSize;
-    if (hasUncompressedSize) {
-        const result = decodeMultibyte(input, offset);
-        _uncompressedSize = result.value;
-        offset += result.bytesRead;
-    }
-    // Parse filter (should be LZMA2)
-    let lzma2Props = null;
-    for(let i = 0; i < numFilters; i++){
-        const filterIdResult = decodeMultibyte(input, offset);
-        const filterId = filterIdResult.value;
-        offset += filterIdResult.bytesRead;
-        const propsSizeResult = decodeMultibyte(input, offset);
-        offset += propsSizeResult.bytesRead;
-        const filterProps = input.slice(offset, offset + propsSizeResult.value);
-        offset += propsSizeResult.value;
-        if (filterId === FILTER_LZMA2) {
-            lzma2Props = filterProps;
-        } else if (filterId !== 0x03 && filterId !== 0x04 && filterId !== 0x05 && filterId !== 0x06 && filterId !== 0x07 && filterId !== 0x08 && filterId !== 0x09 && filterId !== 0x0a) {
-            // BCJ filters (0x04-0x0a) and Delta (0x03) are preprocessing filters
-            // For now, only support LZMA2 alone
-            throw new Error(`Unsupported filter: 0x${filterId.toString(16)}`);
-        }
-    }
-    if (!lzma2Props) {
-        throw new Error('No LZMA2 filter found in XZ block');
-    }
-    // Skip to end of block header (align to 4 bytes + CRC32)
-    const blockDataStart = blockHeaderStart + blockHeaderSize;
-    // Find the end of compressed data (look for index from the footer)
-    // Footer is last 12 bytes: CRC32(4) + Backward Size(4) + Stream Flags(2) + Magic(2)
-    if (input.length < 12) {
-        throw new Error('XZ file too small');
-    }
-    // Verify footer magic
-    if (!bufferEquals(input, input.length - 2, XZ_FOOTER_MAGIC)) {
-        throw new Error('Invalid XZ footer magic');
-    }
-    // Get backward size (tells us where index starts)
-    // Footer: CRC32(4) at -12, Backward Size(4) at -8, Stream Flags(2) at -4, Magic(2) at -2
-    const backwardSize = (input.readUInt32LE(input.length - 8) + 1) * 4;
-    const indexStart = input.length - 12 - backwardSize;
-    // Extract all data between block header end and index start
-    let compressedDataEnd = indexStart;
-    // Account for check at end of block
-    compressedDataEnd -= checkSize;
-    // Account for padding (up to 3 bytes of 0x00)
-    while(compressedDataEnd > blockDataStart && input[compressedDataEnd - 1] === 0x00){
-        compressedDataEnd--;
-    }
-    // Add back one 0x00 for LZMA2 end marker
-    compressedDataEnd++;
-    const compressedData = input.slice(blockDataStart, compressedDataEnd);
-    // Decompress LZMA2 data using optimized output stream decoder
-    const chunks = [];
-    decodeLzma2(compressedData, lzma2Props, undefined, {
-        write: (chunk)=>chunks.push(chunk)
-    });
-    return Buffer.concat(chunks);
-}
-/**
- * Create an XZ decompression Transform stream
- *
- * Note: XZ buffers all input before decompressing, as it's a single-frame format.
- * For true streaming with better performance on large files, consider using XZ directly
- * with the sync decodeXZ() function.
- *
- * @returns Transform stream that decompresses XZ data
- */ export function createXZDecoder() {
-    const chunks = [];
-    return new Transform({
-        transform (chunk, _encoding, callback) {
-            chunks.push(chunk);
-            callback();
-        },
-        flush (callback) {
-            try {
-                const input = Buffer.concat(chunks);
-                const output = decodeXZ(input);
-                callback(null, output);
-            } catch (err) {
-                callback(err);
-            }
-        }
-    });
-}

package/dist/esm/xz/Decoder.js.map

@@ -1 +0,0 @@
-{"version":3,"sources":["/Users/kevin/Dev/OpenSource/iterators/7z-iterator/src/xz/Decoder.ts"],"sourcesContent":["/**\n * XZ Decompression Module\n *\n * XZ is a container format that wraps LZMA2 compressed data.\n * This module provides both synchronous and streaming XZ decoders.\n *\n * Pure JavaScript implementation, works on Node.js 0.8+\n */\n\nimport { Transform } from 'extract-base-iterator';\nimport type { Transform as TransformType } from 'stream';\nimport { decodeLzma2 } from '../lzma/index.ts';\n\n// XZ magic bytes\nconst XZ_MAGIC = [0xfd, 0x37, 0x7a, 0x58, 0x5a, 0x00];\nconst XZ_FOOTER_MAGIC = [0x59, 0x5a]; // \"YZ\"\n\n// Filter IDs\nconst FILTER_LZMA2 = 0x21;\n\n/**\n * Simple buffer comparison\n */\nfunction bufferEquals(buf: Buffer, offset: number, expected: number[]): boolean {\n  if (offset + expected.length > buf.length) {\n    return false;\n  }\n  for (let i = 0; i < expected.length; i++) {\n    if (buf[offset + i] !== expected[i]) {\n      return false;\n    }\n  }\n  return true;\n}\n\n/**\n * Decode variable-length integer (XZ multibyte encoding)\n */\nfunction decodeMultibyte(buf: Buffer, offset: number): { value: number; bytesRead: number } {\n  let value = 0;\n  let i = 0;\n  let byte: number;\n  do {\n    if (offset + i >= buf.length) {\n      throw new Error('Truncated multibyte integer');\n    }\n    byte = buf[offset + i];\n    value |= (byte & 0x7f) << (i * 7);\n    i++;\n    if (i > 9) {\n      throw new Error('Multibyte integer too large');\n    }\n  } while (byte & 0x80);\n  return { value, bytesRead: i };\n}\n\n/**\n * Decompress XZ data synchronously\n * @param input - XZ compressed data\n * @returns Decompressed data\n */\nexport function decodeXZ(input: Buffer): Buffer {\n  // Verify XZ magic\n  if (input.length < 12 || !bufferEquals(input, 0, XZ_MAGIC)) {\n    throw new Error('Invalid XZ magic bytes');\n  }\n\n  // Stream flags at offset 6-7\n  const checkType = input[7] & 0x0f;\n\n  // Check sizes based on check type\n  const checkSizes: { [key: number]: number } = {\n    0: 0, // None\n    1: 4, // CRC32\n    4: 8, // CRC64\n    10: 32, // SHA-256\n  };\n  const checkSize = checkSizes[checkType] ?? 0;\n\n  // Block starts at offset 12\n  let offset = 12;\n\n  // Block header size\n  const blockHeaderSizeRaw = input[offset];\n  if (blockHeaderSizeRaw === 0) {\n    throw new Error('Invalid block header size (index indicator found instead of block)');\n  }\n  const blockHeaderSize = (blockHeaderSizeRaw + 1) * 4;\n\n  // Parse block header to find LZMA2 properties\n  const blockHeaderStart = offset;\n  offset++; // skip size byte\n\n  const blockFlags = input[offset++];\n  const numFilters = (blockFlags & 0x03) + 1;\n  const hasCompressedSize = (blockFlags & 0x40) !== 0;\n  const hasUncompressedSize = (blockFlags & 0x80) !== 0;\n\n  // Skip optional sizes\n  if (hasCompressedSize) {\n    const result = decodeMultibyte(input, offset);\n    offset += result.bytesRead;\n  }\n\n  let _uncompressedSize: number | undefined;\n  if (hasUncompressedSize) {\n    const result = decodeMultibyte(input, offset);\n    _uncompressedSize = result.value;\n    offset += result.bytesRead;\n  }\n\n  // Parse filter (should be LZMA2)\n  let lzma2Props: Buffer | null = null;\n  for (let i = 0; i < numFilters; i++) {\n    const filterIdResult = decodeMultibyte(input, offset);\n    const filterId = filterIdResult.value;\n    offset += filterIdResult.bytesRead;\n\n    const propsSizeResult = decodeMultibyte(input, offset);\n    offset += propsSizeResult.bytesRead;\n\n    const filterProps = input.slice(offset, offset + propsSizeResult.value);\n    offset += propsSizeResult.value;\n\n    if (filterId === FILTER_LZMA2) {\n      lzma2Props = filterProps;\n    } else if (filterId !== 0x03 && filterId !== 0x04 && filterId !== 0x05 && filterId !== 0x06 && filterId !== 0x07 && filterId !== 0x08 && filterId !== 0x09 && filterId !== 0x0a) {\n      // BCJ filters (0x04-0x0a) and Delta (0x03) are preprocessing filters\n      // For now, only support LZMA2 alone\n      throw new Error(`Unsupported filter: 0x${filterId.toString(16)}`);\n    }\n  }\n\n  if (!lzma2Props) {\n    throw new Error('No LZMA2 filter found in XZ block');\n  }\n\n  // Skip to end of block header (align to 4 bytes + CRC32)\n  const blockDataStart = blockHeaderStart + blockHeaderSize;\n\n  // Find the end of compressed data (look for index from the footer)\n  // Footer is last 12 bytes: CRC32(4) + Backward Size(4) + Stream Flags(2) + Magic(2)\n  if (input.length < 12) {\n    throw new Error('XZ file too small');\n  }\n\n  // Verify footer magic\n  if (!bufferEquals(input, input.length - 2, XZ_FOOTER_MAGIC)) {\n    throw new Error('Invalid XZ footer magic');\n  }\n\n  // Get backward size (tells us where index starts)\n  // Footer: CRC32(4) at -12, Backward Size(4) at -8, Stream Flags(2) at -4, Magic(2) at -2\n  const backwardSize = (input.readUInt32LE(input.length - 8) + 1) * 4;\n  const indexStart = input.length - 12 - backwardSize;\n\n  // Extract all data between block header end and index start\n  let compressedDataEnd = indexStart;\n\n  // Account for check at end of block\n  compressedDataEnd -= checkSize;\n\n  // Account for padding (up to 3 bytes of 0x00)\n  while (compressedDataEnd > blockDataStart && input[compressedDataEnd - 1] === 0x00) {\n    compressedDataEnd--;\n  }\n  // Add back one 0x00 for LZMA2 end marker\n  compressedDataEnd++;\n\n  const compressedData = input.slice(blockDataStart, compressedDataEnd);\n\n  // Decompress LZMA2 data using optimized output stream decoder\n  const chunks: Buffer[] = [];\n  decodeLzma2(compressedData, lzma2Props, undefined, {\n    write: (chunk: Buffer) => chunks.push(chunk),\n  });\n\n  return Buffer.concat(chunks);\n}\n\n/**\n * Create an XZ decompression Transform stream\n *\n * Note: XZ buffers all input before decompressing, as it's a single-frame format.\n * For true streaming with better performance on large files, consider using XZ directly\n * with the sync decodeXZ() function.\n *\n * @returns Transform stream that decompresses XZ data\n */\nexport function createXZDecoder(): TransformType {\n  const chunks: Buffer[] = [];\n\n  return new Transform({\n    transform(chunk: Buffer, _encoding: string, callback: (error?: Error | null, data?: Buffer) => void) {\n      chunks.push(chunk);\n      callback();\n    },\n\n    flush(callback: (error?: Error | null, data?: Buffer) => void) {\n      try {\n        const input = Buffer.concat(chunks);\n        const output = decodeXZ(input);\n        callback(null, output);\n      } catch (err) {\n        callback(err as Error);\n      }\n    },\n  });\n}\n"],"names":["Transform","decodeLzma2","XZ_MAGIC","XZ_FOOTER_MAGIC","FILTER_LZMA2","bufferEquals","buf","offset","expected","length","i","decodeMultibyte","value","byte","Error","bytesRead","decodeXZ","input","checkSizes","checkType","checkSize","blockHeaderSizeRaw","blockHeaderSize","blockHeaderStart","blockFlags","numFilters","hasCompressedSize","hasUncompressedSize","result","_uncompressedSize","lzma2Props","filterIdResult","filterId","propsSizeResult","filterProps","slice","toString","blockDataStart","backwardSize","readUInt32LE","indexStart","compressedDataEnd","compressedData","chunks","undefined","write","chunk","push","Buffer","concat","createXZDecoder","transform","_encoding","callback","flush","output","err"],"mappings":"AAAA;;;;;;;CAOC,GAED,SAASA,SAAS,QAAQ,wBAAwB;AAElD,SAASC,WAAW,QAAQ,mBAAmB;AAE/C,iBAAiB;AACjB,MAAMC,WAAW;IAAC;IAAM;IAAM;IAAM;IAAM;IAAM;CAAK;AACrD,MAAMC,kBAAkB;IAAC;IAAM;CAAK,EAAE,OAAO;AAE7C,aAAa;AACb,MAAMC,eAAe;AAErB;;CAEC,GACD,SAASC,aAAaC,GAAW,EAAEC,MAAc,EAAEC,QAAkB;IACnE,IAAID,SAASC,SAASC,MAAM,GAAGH,IAAIG,MAAM,EAAE;QACzC,OAAO;IACT;IACA,IAAK,IAAIC,IAAI,GAAGA,IAAIF,SAASC,MAAM,EAAEC,IAAK;QACxC,IAAIJ,GAAG,CAACC,SAASG,EAAE,KAAKF,QAAQ,CAACE,EAAE,EAAE;YACnC,OAAO;QACT;IACF;IACA,OAAO;AACT;AAEA;;CAEC,GACD,SAASC,gBAAgBL,GAAW,EAAEC,MAAc;IAClD,IAAIK,QAAQ;IACZ,IAAIF,IAAI;IACR,IAAIG;IACJ,GAAG;QACD,IAAIN,SAASG,KAAKJ,IAAIG,MAAM,EAAE;YAC5B,MAAM,IAAIK,MAAM;QAClB;QACAD,OAAOP,GAAG,CAACC,SAASG,EAAE;QACtBE,SAAS,AAACC,CAAAA,OAAO,IAAG,KAAOH,IAAI;QAC/BA;QACA,IAAIA,IAAI,GAAG;YACT,MAAM,IAAII,MAAM;QAClB;IACF,QAASD,OAAO,KAAM;IACtB,OAAO;QAAED;QAAOG,WAAWL;IAAE;AAC/B;AAEA;;;;CAIC,GACD,OAAO,SAASM,SAASC,KAAa;QAgBlBC;IAflB,kBAAkB;IAClB,IAAID,MAAMR,MAAM,GAAG,MAAM,CAACJ,aAAaY,OAAO,GAAGf,WAAW;QAC1D,MAAM,IAAIY,MAAM;IAClB;IAEA,6BAA6B;IAC7B,MAAMK,YAAYF,KAAK,CAAC,EAAE,GAAG;IAE7B,kCAAkC;IAClC,MAAMC,aAAwC;QAC5C,GAAG;QACH,GAAG;QACH,GAAG;QACH,IAAI;IACN;IACA,MAAME,aAAYF,wBAAAA,UAAU,CAACC,UAAU,cAArBD,mCAAAA,wBAAyB;IAE3C,4BAA4B;IAC5B,IAAIX,SAAS;IAEb,oBAAoB;IACpB,MAAMc,qBAAqBJ,KAAK,CAACV,OAAO;IACxC,IAAIc,uBAAuB,GAAG;QAC5B,MAAM,IAAIP,MAAM;IAClB;IACA,MAAMQ,kBAAkB,AAACD,CAAAA,qBAAqB,CAAA,IAAK;IAEnD,8CAA8C;IAC9C,MAAME,mBAAmBhB;IACzBA,UAAU,iBAAiB;IAE3B,MAAMiB,aAAaP,KAAK,CAACV,SAAS;IAClC,MAAMkB,aAAa,AAACD,CAAAA,aAAa,IAAG,IAAK;IACzC,MAAME,oBAAoB,AAACF,CAAAA,aAAa,IAAG,MAAO;IAClD,MAAMG,sBAAsB,AAACH,CAAAA,aAAa,IAAG,MAAO;IAEpD,sBAAsB;IACtB,IAAIE,mBAAmB;QACrB,MAAME,SAASjB,gBAAgBM,OAAOV;QACtCA,UAAUqB,OAAOb,SAAS;IAC5B;IAEA,IAAIc;IACJ,IAAIF,qBAAqB;QACvB,MAAMC,SAASjB,gBAAgBM,OAAOV;QACtCsB,oBAAoBD,OAAOhB,KAAK;QAChCL,UAAUqB,OAAOb,SAAS;IAC5B;IAEA,iCAAiC;IACjC,IAAIe,aAA4B;IAChC,IAAK,IAAIpB,IAAI,GAAGA,IAAIe,YAAYf,IAAK;QACnC,MAAMqB,iBAAiBpB,gBAAgBM,OAAOV;QAC9C,MAAMyB,WAAWD,eAAenB,KAAK;QACrCL,UAAUwB,eAAehB,SAAS;QAElC,MAAMkB,kBAAkBtB,gBAAgBM,OAAOV;QAC/CA,UAAU0B,gBAAgBlB,SAAS;QAEnC,MAAMmB,cAAcjB,MAAMkB,KAAK,CAAC5B,QAAQA,SAAS0B,gBAAgBrB,KAAK;QACtEL,UAAU0B,gBAAgBrB,KAAK;QAE/B,IAAIoB,aAAa5B,cAAc;YAC7B0B,aAAaI;QACf,OAAO,IAAIF,aAAa,QAAQA,aAAa,QAAQA,aAAa,QAAQA,aAAa,QAAQA,aAAa,QAAQA,aAAa,QAAQA,aAAa,QAAQA,aAAa,MAAM;YAC/K,qEAAqE;YACrE,oCAAoC;YACpC,MAAM,IAAIlB,MAAM,CAAC,sBAAsB,EAAEkB,SAASI,QAAQ,CAAC,KAAK;QAClE;IACF;IAEA,IAAI,CAACN,YAAY;QACf,MAAM,IAAIhB,MAAM;IAClB;IAEA,yDAAyD;IACzD,MAAMuB,iBAAiBd,mBAAmBD;IAE1C,mEAAmE;IACnE,oFAAoF;IACpF,IAAIL,MAAMR,MAAM,GAAG,IAAI;QACrB,MAAM,IAAIK,MAAM;IAClB;IAEA,sBAAsB;IACtB,IAAI,CAACT,aAAaY,OAAOA,MAAMR,MAAM,GAAG,GAAGN,kBAAkB;QAC3D,MAAM,IAAIW,MAAM;IAClB;IAEA,kDAAkD;IAClD,yFAAyF;IACzF,MAAMwB,eAAe,AAACrB,CAAAA,MAAMsB,YAAY,CAACtB,MAAMR,MAAM,GAAG,KAAK,CAAA,IAAK;IAClE,MAAM+B,aAAavB,MAAMR,MAAM,GAAG,KAAK6B;IAEvC,4DAA4D;IAC5D,IAAIG,oBAAoBD;IAExB,oCAAoC;IACpCC,qBAAqBrB;IAErB,8CAA8C;IAC9C,MAAOqB,oBAAoBJ,kBAAkBpB,KAAK,CAACwB,oBAAoB,EAAE,KAAK,KAAM;QAClFA;IACF;IACA,yCAAyC;IACzCA;IAEA,MAAMC,iBAAiBzB,MAAMkB,KAAK,CAACE,gBAAgBI;IAEnD,8DAA8D;IAC9D,MAAME,SAAmB,EAAE;IAC3B1C,YAAYyC,gBAAgBZ,YAAYc,WAAW;QACjDC,OAAO,CAACC,QAAkBH,OAAOI,IAAI,CAACD;IACxC;IAEA,OAAOE,OAAOC,MAAM,CAACN;AACvB;AAEA;;;;;;;;CAQC,GACD,OAAO,SAASO;IACd,MAAMP,SAAmB,EAAE;IAE3B,OAAO,IAAI3C,UAAU;QACnBmD,WAAUL,KAAa,EAAEM,SAAiB,EAAEC,QAAuD;YACjGV,OAAOI,IAAI,CAACD;YACZO;QACF;QAEAC,OAAMD,QAAuD;YAC3D,IAAI;gBACF,MAAMpC,QAAQ+B,OAAOC,MAAM,CAACN;gBAC5B,MAAMY,SAASvC,SAASC;gBACxBoC,SAAS,MAAME;YACjB,EAAE,OAAOC,KAAK;gBACZH,SAASG;YACX;QACF;IACF;AACF"}