@loaders.gl/zip 4.1.0-alpha.3 → 4.1.0-alpha.5

package/dist/dist.dev.js

@@ -6956,6 +6956,8 @@ var __exports__ = (() => {
     ZipFileSystem: () => ZipFileSystem,
     ZipLoader: () => ZipLoader,
     ZipWriter: () => ZipWriter,
+    addOneFile: () => addOneFile,
+    composeHashFile: () => composeHashFile,
     generateCDHeader: () => generateCDHeader,
     generateLocalHeader: () => generateLocalHeader,
     localHeaderSignature: () => signature3,
@@ -6970,7 +6972,7 @@ var __exports__ = (() => {
 
   // src/zip-loader.ts
   var import_jszip = __toESM(require_jszip_min(), 1);
-  var VERSION = true ? "4.1.0-alpha.3" : "latest";
+  var VERSION = true ? "4.1.0-alpha.5" : "latest";
   var ZipLoader = {
     id: "zip",
     module: "zip",
@@ -7015,7 +7017,7 @@ var __exports__ = (() => {
 
   // src/zip-writer.ts
   var import_jszip2 = __toESM(require_jszip_min(), 1);
-  var VERSION2 = true ? "4.1.0-alpha.3" : "latest";
+  var VERSION2 = true ? "4.1.0-alpha.5" : "latest";
   var ZipWriter = {
     name: "Zip Archive",
     id: "zip",
@@ -7467,39 +7469,6 @@ var __exports__ = (() => {
     return targetOffset;
   };
 
-  // src/parse-zip/end-of-central-directory.ts
-  var eoCDSignature = new Uint8Array([80, 75, 5, 6]);
-  var zip64EoCDLocatorSignature = new Uint8Array([80, 75, 6, 7]);
-  var zip64EoCDSignature = new Uint8Array([80, 75, 6, 6]);
-  var CD_RECORDS_NUMBER_OFFSET = 8n;
-  var CD_START_OFFSET_OFFSET = 16n;
-  var ZIP64_EOCD_START_OFFSET_OFFSET = 8n;
-  var ZIP64_CD_RECORDS_NUMBER_OFFSET = 24n;
-  var ZIP64_CD_START_OFFSET_OFFSET = 48n;
-  var parseEoCDRecord = async (file) => {
-    const zipEoCDOffset = await searchFromTheEnd(file, eoCDSignature);
-    let cdRecordsNumber = BigInt(await file.getUint16(zipEoCDOffset + CD_RECORDS_NUMBER_OFFSET));
-    let cdStartOffset = BigInt(await file.getUint32(zipEoCDOffset + CD_START_OFFSET_OFFSET));
-    if (cdStartOffset === BigInt(4294967295) || cdRecordsNumber === BigInt(4294967295)) {
-      const zip64EoCDLocatorOffset = zipEoCDOffset - 20n;
-      const magicBytes = await file.slice(zip64EoCDLocatorOffset, zip64EoCDLocatorOffset + 4n);
-      if (!compareArrayBuffers(magicBytes, zip64EoCDLocatorSignature)) {
-        throw new Error("zip64 EoCD locator not found");
-      }
-      const zip64EoCDOffset = await file.getBigUint64(zip64EoCDLocatorOffset + ZIP64_EOCD_START_OFFSET_OFFSET);
-      const endOfCDMagicBytes = await file.slice(zip64EoCDOffset, zip64EoCDOffset + 4n);
-      if (!compareArrayBuffers(endOfCDMagicBytes, zip64EoCDSignature.buffer)) {
-        throw new Error("zip64 EoCD not found");
-      }
-      cdRecordsNumber = await file.getBigUint64(zip64EoCDOffset + ZIP64_CD_RECORDS_NUMBER_OFFSET);
-      cdStartOffset = await file.getBigUint64(zip64EoCDOffset + ZIP64_CD_START_OFFSET_OFFSET);
-    }
-    return {
-      cdRecordsNumber,
-      cdStartOffset
-    };
-  };
-
   // src/parse-zip/zip64-info-generation.ts
   var signature = new Uint8Array([1, 0]);
   function createZip64Info(options) {
@@ -7519,7 +7488,7 @@ var __exports__ = (() => {
     return concatenateArrayBuffers(...arraysToConcat);
   }
   function setFieldToNumber(header, fieldSize, fieldOffset, value) {
-    NUMBER_SETTERS[fieldSize](header, fieldOffset, value);
+    NUMBER_SETTERS[fieldSize](header, Number(fieldOffset), value);
   }
   var NUMBER_SETTERS = {
     2: (header, offset, value) => {
@@ -7549,6 +7518,71 @@ var __exports__ = (() => {
     name: "offset"
   }];
 
+  // src/parse-zip/end-of-central-directory.ts
+  var eoCDSignature = new Uint8Array([80, 75, 5, 6]);
+  var zip64EoCDLocatorSignature = new Uint8Array([80, 75, 6, 7]);
+  var zip64EoCDSignature = new Uint8Array([80, 75, 6, 6]);
+  var CD_RECORDS_NUMBER_OFFSET = 8n;
+  var CD_RECORDS_NUMBER_ON_DISC_OFFSET = 10n;
+  var CD_CD_BYTE_SIZE_OFFSET = 12n;
+  var CD_START_OFFSET_OFFSET = 16n;
+  var ZIP64_EOCD_START_OFFSET_OFFSET = 8n;
+  var ZIP64_CD_RECORDS_NUMBER_OFFSET = 24n;
+  var ZIP64_CD_RECORDS_NUMBER_ON_DISC_OFFSET = 32n;
+  var ZIP64_CD_CD_BYTE_SIZE_OFFSET = 40n;
+  var ZIP64_CD_START_OFFSET_OFFSET = 48n;
+  var parseEoCDRecord = async (file) => {
+    const zipEoCDOffset = await searchFromTheEnd(file, eoCDSignature);
+    let cdRecordsNumber = BigInt(await file.getUint16(zipEoCDOffset + CD_RECORDS_NUMBER_OFFSET));
+    let cdStartOffset = BigInt(await file.getUint32(zipEoCDOffset + CD_START_OFFSET_OFFSET));
+    let zip64EoCDLocatorOffset = zipEoCDOffset - 20n;
+    let zip64EoCDOffset = 0n;
+    const magicBytes = await file.slice(zip64EoCDLocatorOffset, zip64EoCDLocatorOffset + 4n);
+    if (compareArrayBuffers(magicBytes, zip64EoCDLocatorSignature)) {
+      zip64EoCDOffset = await file.getBigUint64(zip64EoCDLocatorOffset + ZIP64_EOCD_START_OFFSET_OFFSET);
+      const endOfCDMagicBytes = await file.slice(zip64EoCDOffset, zip64EoCDOffset + 4n);
+      if (!compareArrayBuffers(endOfCDMagicBytes, zip64EoCDSignature.buffer)) {
+        throw new Error("zip64 EoCD not found");
+      }
+      cdRecordsNumber = await file.getBigUint64(zip64EoCDOffset + ZIP64_CD_RECORDS_NUMBER_OFFSET);
+      cdStartOffset = await file.getBigUint64(zip64EoCDOffset + ZIP64_CD_START_OFFSET_OFFSET);
+    } else {
+      zip64EoCDLocatorOffset = 0n;
+    }
+    return {
+      cdRecordsNumber,
+      cdStartOffset,
+      offsets: {
+        zip64EoCDOffset,
+        zip64EoCDLocatorOffset,
+        zipEoCDOffset
+      }
+    };
+  };
+  async function updateEoCD(eocdBody, oldEoCDOffsets, newCDStartOffset, eocdStartOffset, newCDRecordsNumber) {
+    const eocd = new DataView(eocdBody);
+    const classicEoCDOffset = oldEoCDOffsets.zip64EoCDOffset ? oldEoCDOffsets.zipEoCDOffset - oldEoCDOffsets.zip64EoCDOffset : 0n;
+    if (Number(newCDRecordsNumber) <= 65535) {
+      setFieldToNumber(eocd, 2, classicEoCDOffset + CD_RECORDS_NUMBER_OFFSET, newCDRecordsNumber);
+      setFieldToNumber(eocd, 2, classicEoCDOffset + CD_RECORDS_NUMBER_ON_DISC_OFFSET, newCDRecordsNumber);
+    }
+    if (eocdStartOffset - newCDStartOffset <= 4294967295) {
+      setFieldToNumber(eocd, 4, classicEoCDOffset + CD_CD_BYTE_SIZE_OFFSET, eocdStartOffset - newCDStartOffset);
+    }
+    if (newCDStartOffset < 4294967295) {
+      setFieldToNumber(eocd, 4, classicEoCDOffset + CD_START_OFFSET_OFFSET, newCDStartOffset);
+    }
+    if (oldEoCDOffsets.zip64EoCDLocatorOffset && oldEoCDOffsets.zip64EoCDOffset) {
+      const locatorOffset = oldEoCDOffsets.zip64EoCDLocatorOffset - oldEoCDOffsets.zip64EoCDOffset;
+      setFieldToNumber(eocd, 8, locatorOffset + ZIP64_EOCD_START_OFFSET_OFFSET, eocdStartOffset);
+      setFieldToNumber(eocd, 8, ZIP64_CD_START_OFFSET_OFFSET, newCDStartOffset);
+      setFieldToNumber(eocd, 8, ZIP64_CD_RECORDS_NUMBER_OFFSET, newCDRecordsNumber);
+      setFieldToNumber(eocd, 8, ZIP64_CD_RECORDS_NUMBER_ON_DISC_OFFSET, newCDRecordsNumber);
+      setFieldToNumber(eocd, 8, ZIP64_CD_CD_BYTE_SIZE_OFFSET, eocdStartOffset - newCDStartOffset);
+    }
+    return new Uint8Array(eocd.buffer);
+  }
+
   // src/parse-zip/cd-file-header.ts
   var CD_COMPRESSED_SIZE_OFFSET = 20n;
   var CD_UNCOMPRESSED_SIZE_OFFSET = 24n;
@@ -7656,7 +7690,7 @@ var __exports__ = (() => {
     const optionsToZip64 = {};
     if (optionsToUse.offset >= 4294967295) {
       optionsToZip64.offset = optionsToUse.offset;
-      optionsToUse.offset = 4294967295;
+      optionsToUse.offset = BigInt(4294967295);
     }
     if (optionsToUse.length >= 4294967295) {
       optionsToZip64.size = optionsToUse.length;
@@ -7666,7 +7700,7 @@ var __exports__ = (() => {
       zip64header = createZip64Info(optionsToZip64);
       optionsToUse.extraLength = zip64header.byteLength;
     }
-    const header = new DataView(new ArrayBuffer(46));
+    const header = new DataView(new ArrayBuffer(Number(CD_FILE_NAME_OFFSET)));
     for (const field of ZIP_HEADER_FIELDS) {
       setFieldToNumber(header, field.size, field.offset, optionsToUse[field.name ?? ""] ?? field.default ?? 0);
     }
@@ -7883,6 +7917,29 @@ var __exports__ = (() => {
     }
   };
 
+  // ../crypto/src/lib/algorithms/crc32.ts
+  var CRC32 = class {
+    constructor() {
+      this.crc = ~0;
+    }
+    update(arrayBuffer) {
+      const CRC32_TABLE = getCRC32Table();
+      const byteArray = new Uint8Array(arrayBuffer);
+      for (let i = 0; i < byteArray.byteLength; i++) {
+        this.crc = this.crc >>> 8 ^ CRC32_TABLE[(this.crc ^ byteArray[i]) & 255];
+      }
+      return this;
+    }
+    finalize() {
+      this.crc = (this.crc ^ -1) >>> 0;
+      return this.crc;
+    }
+  };
+  var CRC32TAB = Uint32Array.of(0, 1996959894, 3993919788, 2567524794, 124634137, 1886057615, 3915621685, 2657392035, 249268274, 2044508324, 3772115230, 2547177864, 162941995, 2125561021, 3887607047, 2428444049, 498536548, 1789927666, 4089016648, 2227061214, 450548861, 1843258603, 4107580753, 2211677639, 325883990, 1684777152, 4251122042, 2321926636, 335633487, 1661365465, 4195302755, 2366115317, 997073096, 1281953886, 3579855332, 2724688242, 1006888145, 1258607687, 3524101629, 2768942443, 901097722, 1119000684, 3686517206, 2898065728, 853044451, 1172266101, 3705015759, 2882616665, 651767980, 1373503546, 3369554304, 3218104598, 565507253, 1454621731, 3485111705, 3099436303, 671266974, 1594198024, 3322730930, 2970347812, 795835527, 1483230225, 3244367275, 3060149565, 1994146192, 31158534, 2563907772, 4023717930, 1907459465, 112637215, 2680153253, 3904427059, 2013776290, 251722036, 2517215374, 3775830040, 2137656763, 141376813, 2439277719, 3865271297, 1802195444, 476864866, 2238001368, 4066508878, 1812370925, 453092731, 2181625025, 4111451223, 1706088902, 314042704, 2344532202, 4240017532, 1658658271, 366619977, 2362670323, 4224994405, 1303535960, 984961486, 2747007092, 3569037538, 1256170817, 1037604311, 2765210733, 3554079995, 1131014506, 879679996, 2909243462, 3663771856, 1141124467, 855842277, 2852801631, 3708648649, 1342533948, 654459306, 3188396048, 3373015174, 1466479909, 544179635, 3110523913, 3462522015, 1591671054, 702138776, 2966460450, 3352799412, 1504918807, 783551873, 3082640443, 3233442989, 3988292384, 2596254646, 62317068, 1957810842, 3939845945, 2647816111, 81470997, 1943803523, 3814918930, 2489596804, 225274430, 2053790376, 3826175755, 2466906013, 167816743, 2097651377, 4027552580, 2265490386, 503444072, 1762050814, 4150417245, 2154129355, 426522225, 1852507879, 4275313526, 2312317920, 282753626, 1742555852, 4189708143, 2394877945, 397917763, 1622183637, 3604390888, 2714866558, 953729732, 1340076626, 3518719985, 2797360999, 1068828381, 1219638859, 3624741850, 2936675148, 906185462, 1090812512, 3747672003, 2825379669, 829329135, 1181335161, 3412177804, 3160834842, 628085408, 1382605366, 3423369109, 3138078467, 570562233, 1426400815, 3317316542, 2998733608, 733239954, 1555261956, 3268935591, 3050360625, 752459403, 1541320221, 2607071920, 3965973030, 1969922972, 40735498, 2617837225, 3943577151, 1913087877, 83908371, 2512341634, 3803740692, 2075208622, 213261112, 2463272603, 3855990285, 2094854071, 198958881, 2262029012, 4057260610, 1759359992, 534414190, 2176718541, 4139329115, 1873836001, 414664567, 2282248934, 4279200368, 1711684554, 285281116, 2405801727, 4167216745, 1634467795, 376229701, 2685067896, 3608007406, 1308918612, 956543938, 2808555105, 3495958263, 1231636301, 1047427035, 2932959818, 3654703836, 1088359270, 936918e3, 2847714899, 3736837829, 1202900863, 817233897, 3183342108, 3401237130, 1404277552, 615818150, 3134207493, 3453421203, 1423857449, 601450431, 3009837614, 3294710456, 1567103746, 711928724, 3020668471, 3272380065, 1510334235, 755167117);
+  function getCRC32Table() {
+    return CRC32TAB;
+  }
+
   // ../crypto/src/lib/utils/base64-utils.ts
   function asciiToBase64(string) {
     string = `${string}`;
@@ -7934,6 +7991,16 @@ var __exports__ = (() => {
   }
 
   // ../crypto/src/lib/utils/digest-utils.ts
+  function encodeNumber(number, encoding) {
+    switch (encoding) {
+      case "hex":
+        return convertNumberToHex(number);
+      case "base64":
+        return convertHexToBase64(convertNumberToHex(number));
+      default:
+        throw new Error(encoding);
+    }
+  }
   function encodeHex(hex, encoding) {
     switch (encoding) {
       case "hex":
@@ -7952,6 +8019,43 @@ var __exports__ = (() => {
     const string = matches2.map((a) => String.fromCharCode(parseInt(a, 16))).join("");
     return asciiToBase64(string) || "";
   }
+  function convertNumberToHex(cipher) {
+    const hexString = cipher.toString(16);
+    return hexString === "0" ? `0${hexString}` : hexString;
+  }
+
+  // ../crypto/src/lib/crc32-hash.ts
+  var CRC32Hash = class extends Hash {
+    name = "crc32";
+    constructor(options = {}) {
+      super();
+      this.options = {
+        crypto: {},
+        ...options
+      };
+      this.hashBatches = this.hashBatches.bind(this);
+    }
+    async hash(input, encoding) {
+      return this.hashSync(input, encoding);
+    }
+    hashSync(input, encoding) {
+      const hash = new CRC32();
+      hash.update(input);
+      const digest = hash.finalize();
+      return encodeNumber(digest, encoding);
+    }
+    async *hashBatches(asyncIterator, encoding = "base64") {
+      const hash = new CRC32();
+      for await (const chunk of asyncIterator) {
+        hash.update(chunk);
+        yield chunk;
+      }
+      const digest = hash.finalize();
+      this.options.crypto?.onEnd?.({
+        hash: encodeNumber(digest, encoding)
+      });
+    }
+  };
 
   // ../crypto/src/lib/algorithms/md5-wasm.ts
   var atb = typeof atob === "function" ? atob : typeof Buffer === "function" ? nodeATOB : identity;
@@ -8376,6 +8480,45 @@ var __exports__ = (() => {
     }
   };
 
+  // src/parse-zip/zip-compozition.ts
+  async function cutTheTailOff(provider) {
+    const oldEoCDinfo = await parseEoCDRecord(provider);
+    const oldCDStartOffset = oldEoCDinfo.cdStartOffset;
+    const oldCDLength = Number(oldEoCDinfo.offsets.zip64EoCDOffset ? oldEoCDinfo.offsets.zip64EoCDOffset - oldCDStartOffset : oldEoCDinfo.offsets.zipEoCDOffset - oldCDStartOffset);
+    const zipEnding = await provider.slice(oldCDStartOffset, provider.length);
+    await provider.truncate(Number(oldCDStartOffset));
+    const oldCDBody = zipEnding.slice(0, oldCDLength);
+    const eocdBody = zipEnding.slice(oldCDLength, zipEnding.byteLength);
+    return [oldCDBody, eocdBody, oldEoCDinfo];
+  }
+  async function generateFileHeaders(fileName, fileToAdd, localFileHeaderOffset) {
+    const newFileCRC322 = parseInt(await new CRC32Hash().hash(fileToAdd, "hex"), 16);
+    const newFileLocalHeader = generateLocalHeader({
+      crc32: newFileCRC322,
+      fileName,
+      length: fileToAdd.byteLength
+    });
+    const newFileCDHeader = generateCDHeader({
+      crc32: newFileCRC322,
+      fileName,
+      offset: localFileHeaderOffset,
+      length: fileToAdd.byteLength
+    });
+    return [new Uint8Array(concatenateArrayBuffers(newFileLocalHeader, fileToAdd)), new Uint8Array(newFileCDHeader)];
+  }
+  async function addOneFile(zipUrl, fileToAdd, fileName) {
+    const provider = new FileHandleFile(zipUrl, true);
+    const [oldCDBody, eocdBody, oldEoCDinfo] = await cutTheTailOff(provider);
+    const newFileOffset = provider.length;
+    const [localPart, cdHeaderPart] = await generateFileHeaders(fileName, fileToAdd, newFileOffset);
+    await provider.append(localPart);
+    const newCDBody = concatenateArrayBuffers(oldCDBody, cdHeaderPart);
+    const newCDStartOffset = provider.length;
+    await provider.append(new Uint8Array(newCDBody));
+    const eocdOffset = provider.length;
+    await provider.append(await updateEoCD(eocdBody, oldEoCDinfo.offsets, newCDStartOffset, eocdOffset, oldEoCDinfo.cdRecordsNumber + 1n));
+  }
+
   // src/hash-file-utility.ts
   function parseHashTable(arrayBuffer) {
     const dataView = new DataView(arrayBuffer);
@@ -8403,6 +8546,23 @@ var __exports__ = (() => {
     }
     return hashTable;
   }
+  async function composeHashFile(fileProvider) {
+    const hashArray = await makeHashTableFromZipHeaders(fileProvider);
+    const bufferArray = Object.entries(hashArray).map(([key, value]) => concatenateArrayBuffers(hexStringToBuffer(key), bigintToBuffer(value))).sort(compareHashes);
+    return concatenateArrayBuffers(...bufferArray);
+  }
+  function compareHashes(arrA, arrB) {
+    const a = new BigUint64Array(arrA);
+    const b = new BigUint64Array(arrB);
+    return Number(a[0] === b[0] ? a[1] - b[1] : a[0] - b[0]);
+  }
+  function hexStringToBuffer(str) {
+    const byteArray = str.match(/../g)?.map((h) => parseInt(h, 16));
+    return new Uint8Array(byteArray ?? new Array(16)).buffer;
+  }
+  function bigintToBuffer(n) {
+    return new BigUint64Array([n]).buffer;
+  }
 
   // ../compression/src/lib/compression.ts
   var Compression = class {

package/dist/hash-file-utility.d.ts

@@ -11,4 +11,10 @@ export declare function parseHashTable(arrayBuffer: ArrayBuffer): Record<string,
  * @returns ready to use hash info
  */
 export declare function makeHashTableFromZipHeaders(fileProvider: FileProvider): Promise<Record<string, bigint>>;
+/**
+ * creates hash file that later can be added to the SLPK archive
+ * @param fileProvider SLPK archive where we need to add hash file
+ * @returns ArrayBuffer containing hash file
+ */
+export declare function composeHashFile(fileProvider: FileProvider): Promise<ArrayBuffer>;
 //# sourceMappingURL=hash-file-utility.d.ts.map

package/dist/hash-file-utility.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"hash-file-utility.d.ts","sourceRoot":"","sources":["../src/hash-file-utility.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAGtD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAY/E;AASD;;;;GAIG;AACH,wBAAsB,2BAA2B,CAC/C,YAAY,EAAE,YAAY,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAejC"}
+{"version":3,"file":"hash-file-utility.d.ts","sourceRoot":"","sources":["../src/hash-file-utility.ts"],"names":[],"mappings":"AAKA,OAAO,EAAC,YAAY,EAA0B,MAAM,0BAA0B,CAAC;AAG/E;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAY/E;AASD;;;;GAIG;AACH,wBAAsB,2BAA2B,CAC/C,YAAY,EAAE,YAAY,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAejC;AAED;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,WAAW,CAAC,CAMtF"}

package/dist/hash-file-utility.js

@@ -1,4 +1,5 @@
 import { MD5Hash } from '@loaders.gl/crypto';
+import { concatenateArrayBuffers } from '@loaders.gl/loader-utils';
 import { makeZipCDHeaderIterator } from "./parse-zip/cd-file-header.js";
 export function parseHashTable(arrayBuffer) {
   const dataView = new DataView(arrayBuffer);
@@ -26,4 +27,25 @@ export async function makeHashTableFromZipHeaders(fileProvider) {
   }
   return hashTable;
 }
+export async function composeHashFile(fileProvider) {
+  const hashArray = await makeHashTableFromZipHeaders(fileProvider);
+  const bufferArray = Object.entries(hashArray).map(_ref => {
+    let [key, value] = _ref;
+    return concatenateArrayBuffers(hexStringToBuffer(key), bigintToBuffer(value));
+  }).sort(compareHashes);
+  return concatenateArrayBuffers(...bufferArray);
+}
+function compareHashes(arrA, arrB) {
+  const a = new BigUint64Array(arrA);
+  const b = new BigUint64Array(arrB);
+  return Number(a[0] === b[0] ? a[1] - b[1] : a[0] - b[0]);
+}
+function hexStringToBuffer(str) {
+  var _str$match;
+  const byteArray = (_str$match = str.match(/../g)) === null || _str$match === void 0 ? void 0 : _str$match.map(h => parseInt(h, 16));
+  return new Uint8Array(byteArray !== null && byteArray !== void 0 ? byteArray : new Array(16)).buffer;
+}
+function bigintToBuffer(n) {
+  return new BigUint64Array([n]).buffer;
+}
 //# sourceMappingURL=hash-file-utility.js.map

package/dist/hash-file-utility.js.map

@@ -1 +1 @@
-{"version":3,"file":"hash-file-utility.js","names":["MD5Hash","makeZipCDHeaderIterator","parseHashTable","arrayBuffer","dataView","DataView","hashMap","i","byteLength","offset","getBigUint64","hash","bufferToHex","buffer","start","length","Uint8Array","map","x","toString","padStart","join","makeHashTableFromZipHeaders","fileProvider","zipCDIterator","md5Hash","textEncoder","TextEncoder","hashTable","cdHeader","filename","fileName","split","toLocaleLowerCase","encode","md5","localHeaderOffset"],"sources":["../src/hash-file-utility.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport {FileProvider} from '@loaders.gl/loader-utils';\nimport {makeZipCDHeaderIterator} from './parse-zip/cd-file-header';\n\n/**\n * Reads hash file from buffer and returns it in ready-to-use form\n * @param arrayBuffer - buffer containing hash file\n * @returns Map containing hash and offset\n */\nexport function parseHashTable(arrayBuffer: ArrayBuffer): Record<string, bigint> {\n  const dataView = new DataView(arrayBuffer);\n\n  const hashMap: Record<string, bigint> = {};\n\n  for (let i = 0; i < arrayBuffer.byteLength; i = i + 24) {\n    const offset = dataView.getBigUint64(i + 16, true);\n    const hash = bufferToHex(arrayBuffer, i, 16);\n    hashMap[hash] = offset;\n  }\n\n  return hashMap;\n}\n\nfunction bufferToHex(buffer: ArrayBuffer, start: number, length: number): string {\n  // buffer is an ArrayBuffer\n  return [...new Uint8Array(buffer, start, length)]\n    .map((x) => x.toString(16).padStart(2, '0'))\n    .join('');\n}\n\n/**\n * generates hash info from zip files \"central directory\"\n * @param fileProvider - provider of the archive\n * @returns ready to use hash info\n */\nexport async function makeHashTableFromZipHeaders(\n  fileProvider: FileProvider\n): Promise<Record<string, bigint>> {\n  const zipCDIterator = makeZipCDHeaderIterator(fileProvider);\n  const md5Hash = new MD5Hash();\n  const textEncoder = new TextEncoder();\n\n  const hashTable: Record<string, bigint> = {};\n\n  for await (const cdHeader of zipCDIterator) {\n    const filename = cdHeader.fileName.split('\\\\').join('/').toLocaleLowerCase();\n    const arrayBuffer = textEncoder.encode(filename).buffer;\n    const md5 = await md5Hash.hash(arrayBuffer, 'hex');\n    hashTable[md5] = cdHeader.localHeaderOffset;\n  }\n\n  return hashTable;\n}\n"],"mappings":"AAIA,SAAQA,OAAO,QAAO,oBAAoB;AAAC,SAEnCC,uBAAuB;AAO/B,OAAO,SAASC,cAAcA,CAACC,WAAwB,EAA0B;EAC/E,MAAMC,QAAQ,GAAG,IAAIC,QAAQ,CAACF,WAAW,CAAC;EAE1C,MAAMG,OAA+B,GAAG,CAAC,CAAC;EAE1C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,WAAW,CAACK,UAAU,EAAED,CAAC,GAAGA,CAAC,GAAG,EAAE,EAAE;IACtD,MAAME,MAAM,GAAGL,QAAQ,CAACM,YAAY,CAACH,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC;IAClD,MAAMI,IAAI,GAAGC,WAAW,CAACT,WAAW,EAAEI,CAAC,EAAE,EAAE,CAAC;IAC5CD,OAAO,CAACK,IAAI,CAAC,GAAGF,MAAM;EACxB;EAEA,OAAOH,OAAO;AAChB;AAEA,SAASM,WAAWA,CAACC,MAAmB,EAAEC,KAAa,EAAEC,MAAc,EAAU;EAE/E,OAAO,CAAC,GAAG,IAAIC,UAAU,CAACH,MAAM,EAAEC,KAAK,EAAEC,MAAM,CAAC,CAAC,CAC9CE,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACC,QAAQ,CAAC,EAAE,CAAC,CAACC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAC3CC,IAAI,CAAC,EAAE,CAAC;AACb;AAOA,OAAO,eAAeC,2BAA2BA,CAC/CC,YAA0B,EACO;EACjC,MAAMC,aAAa,GAAGvB,uBAAuB,CAACsB,YAAY,CAAC;EAC3D,MAAME,OAAO,GAAG,IAAIzB,OAAO,CAAC,CAAC;EAC7B,MAAM0B,WAAW,GAAG,IAAIC,WAAW,CAAC,CAAC;EAErC,MAAMC,SAAiC,GAAG,CAAC,CAAC;EAE5C,WAAW,MAAMC,QAAQ,IAAIL,aAAa,EAAE;IAC1C,MAAMM,QAAQ,GAAGD,QAAQ,CAACE,QAAQ,CAACC,KAAK,CAAC,IAAI,CAAC,CAACX,IAAI,CAAC,GAAG,CAAC,CAACY,iBAAiB,CAAC,CAAC;IAC5E,MAAM9B,WAAW,GAAGuB,WAAW,CAACQ,MAAM,CAACJ,QAAQ,CAAC,CAACjB,MAAM;IACvD,MAAMsB,GAAG,GAAG,MAAMV,OAAO,CAACd,IAAI,CAACR,WAAW,EAAE,KAAK,CAAC;IAClDyB,SAAS,CAACO,GAAG,CAAC,GAAGN,QAAQ,CAACO,iBAAiB;EAC7C;EAEA,OAAOR,SAAS;AAClB"}
+{"version":3,"file":"hash-file-utility.js","names":["MD5Hash","concatenateArrayBuffers","makeZipCDHeaderIterator","parseHashTable","arrayBuffer","dataView","DataView","hashMap","i","byteLength","offset","getBigUint64","hash","bufferToHex","buffer","start","length","Uint8Array","map","x","toString","padStart","join","makeHashTableFromZipHeaders","fileProvider","zipCDIterator","md5Hash","textEncoder","TextEncoder","hashTable","cdHeader","filename","fileName","split","toLocaleLowerCase","encode","md5","localHeaderOffset","composeHashFile","hashArray","bufferArray","Object","entries","_ref","key","value","hexStringToBuffer","bigintToBuffer","sort","compareHashes","arrA","arrB","a","BigUint64Array","b","Number","str","_str$match","byteArray","match","h","parseInt","Array","n"],"sources":["../src/hash-file-utility.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport {FileProvider, concatenateArrayBuffers} from '@loaders.gl/loader-utils';\nimport {makeZipCDHeaderIterator} from './parse-zip/cd-file-header';\n\n/**\n * Reads hash file from buffer and returns it in ready-to-use form\n * @param arrayBuffer - buffer containing hash file\n * @returns Map containing hash and offset\n */\nexport function parseHashTable(arrayBuffer: ArrayBuffer): Record<string, bigint> {\n  const dataView = new DataView(arrayBuffer);\n\n  const hashMap: Record<string, bigint> = {};\n\n  for (let i = 0; i < arrayBuffer.byteLength; i = i + 24) {\n    const offset = dataView.getBigUint64(i + 16, true);\n    const hash = bufferToHex(arrayBuffer, i, 16);\n    hashMap[hash] = offset;\n  }\n\n  return hashMap;\n}\n\nfunction bufferToHex(buffer: ArrayBuffer, start: number, length: number): string {\n  // buffer is an ArrayBuffer\n  return [...new Uint8Array(buffer, start, length)]\n    .map((x) => x.toString(16).padStart(2, '0'))\n    .join('');\n}\n\n/**\n * generates hash info from zip files \"central directory\"\n * @param fileProvider - provider of the archive\n * @returns ready to use hash info\n */\nexport async function makeHashTableFromZipHeaders(\n  fileProvider: FileProvider\n): Promise<Record<string, bigint>> {\n  const zipCDIterator = makeZipCDHeaderIterator(fileProvider);\n  const md5Hash = new MD5Hash();\n  const textEncoder = new TextEncoder();\n\n  const hashTable: Record<string, bigint> = {};\n\n  for await (const cdHeader of zipCDIterator) {\n    const filename = cdHeader.fileName.split('\\\\').join('/').toLocaleLowerCase();\n    const arrayBuffer = textEncoder.encode(filename).buffer;\n    const md5 = await md5Hash.hash(arrayBuffer, 'hex');\n    hashTable[md5] = cdHeader.localHeaderOffset;\n  }\n\n  return hashTable;\n}\n\n/**\n * creates hash file that later can be added to the SLPK archive\n * @param fileProvider SLPK archive where we need to add hash file\n * @returns ArrayBuffer containing hash file\n */\nexport async function composeHashFile(fileProvider: FileProvider): Promise<ArrayBuffer> {\n  const hashArray = await makeHashTableFromZipHeaders(fileProvider);\n  const bufferArray = Object.entries(hashArray)\n    .map(([key, value]) => concatenateArrayBuffers(hexStringToBuffer(key), bigintToBuffer(value)))\n    .sort(compareHashes);\n  return concatenateArrayBuffers(...bufferArray);\n}\n\n/**\n * Function to compare md5 hashes according to https://github.com/Esri/i3s-spec/blob/master/docs/2.0/slpk_hashtable.pcsl.md\n * @param arrA first hash to compare\n * @param arrB second hash to compare\n * @returns 0 if equal, negative number if a<b, pozitive if a>b\n */\nfunction compareHashes(arrA: ArrayBuffer, arrB: ArrayBuffer): number {\n  const a = new BigUint64Array(arrA);\n  const b = new BigUint64Array(arrB);\n\n  return Number(a[0] === b[0] ? a[1] - b[1] : a[0] - b[0]);\n}\n\n/**\n * converts hex string to buffer\n * @param str hex string to convert\n * @returns conversion result\n */\nfunction hexStringToBuffer(str: string): ArrayBuffer {\n  const byteArray = str.match(/../g)?.map((h) => parseInt(h, 16));\n  return new Uint8Array(byteArray ?? new Array(16)).buffer;\n}\n\n/**\n * converts bigint to buffer\n * @param n bigint to convert\n * @returns convertion result\n */\nfunction bigintToBuffer(n: bigint): ArrayBuffer {\n  return new BigUint64Array([n]).buffer;\n}\n"],"mappings":"AAIA,SAAQA,OAAO,QAAO,oBAAoB;AAC1C,SAAsBC,uBAAuB,QAAO,0BAA0B;AAAC,SACvEC,uBAAuB;AAO/B,OAAO,SAASC,cAAcA,CAACC,WAAwB,EAA0B;EAC/E,MAAMC,QAAQ,GAAG,IAAIC,QAAQ,CAACF,WAAW,CAAC;EAE1C,MAAMG,OAA+B,GAAG,CAAC,CAAC;EAE1C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,WAAW,CAACK,UAAU,EAAED,CAAC,GAAGA,CAAC,GAAG,EAAE,EAAE;IACtD,MAAME,MAAM,GAAGL,QAAQ,CAACM,YAAY,CAACH,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC;IAClD,MAAMI,IAAI,GAAGC,WAAW,CAACT,WAAW,EAAEI,CAAC,EAAE,EAAE,CAAC;IAC5CD,OAAO,CAACK,IAAI,CAAC,GAAGF,MAAM;EACxB;EAEA,OAAOH,OAAO;AAChB;AAEA,SAASM,WAAWA,CAACC,MAAmB,EAAEC,KAAa,EAAEC,MAAc,EAAU;EAE/E,OAAO,CAAC,GAAG,IAAIC,UAAU,CAACH,MAAM,EAAEC,KAAK,EAAEC,MAAM,CAAC,CAAC,CAC9CE,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACC,QAAQ,CAAC,EAAE,CAAC,CAACC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAC3CC,IAAI,CAAC,EAAE,CAAC;AACb;AAOA,OAAO,eAAeC,2BAA2BA,CAC/CC,YAA0B,EACO;EACjC,MAAMC,aAAa,GAAGvB,uBAAuB,CAACsB,YAAY,CAAC;EAC3D,MAAME,OAAO,GAAG,IAAI1B,OAAO,CAAC,CAAC;EAC7B,MAAM2B,WAAW,GAAG,IAAIC,WAAW,CAAC,CAAC;EAErC,MAAMC,SAAiC,GAAG,CAAC,CAAC;EAE5C,WAAW,MAAMC,QAAQ,IAAIL,aAAa,EAAE;IAC1C,MAAMM,QAAQ,GAAGD,QAAQ,CAACE,QAAQ,CAACC,KAAK,CAAC,IAAI,CAAC,CAACX,IAAI,CAAC,GAAG,CAAC,CAACY,iBAAiB,CAAC,CAAC;IAC5E,MAAM9B,WAAW,GAAGuB,WAAW,CAACQ,MAAM,CAACJ,QAAQ,CAAC,CAACjB,MAAM;IACvD,MAAMsB,GAAG,GAAG,MAAMV,OAAO,CAACd,IAAI,CAACR,WAAW,EAAE,KAAK,CAAC;IAClDyB,SAAS,CAACO,GAAG,CAAC,GAAGN,QAAQ,CAACO,iBAAiB;EAC7C;EAEA,OAAOR,SAAS;AAClB;AAOA,OAAO,eAAeS,eAAeA,CAACd,YAA0B,EAAwB;EACtF,MAAMe,SAAS,GAAG,MAAMhB,2BAA2B,CAACC,YAAY,CAAC;EACjE,MAAMgB,WAAW,GAAGC,MAAM,CAACC,OAAO,CAACH,SAAS,CAAC,CAC1CrB,GAAG,CAACyB,IAAA;IAAA,IAAC,CAACC,GAAG,EAAEC,KAAK,CAAC,GAAAF,IAAA;IAAA,OAAK1C,uBAAuB,CAAC6C,iBAAiB,CAACF,GAAG,CAAC,EAAEG,cAAc,CAACF,KAAK,CAAC,CAAC;EAAA,EAAC,CAC7FG,IAAI,CAACC,aAAa,CAAC;EACtB,OAAOhD,uBAAuB,CAAC,GAAGuC,WAAW,CAAC;AAChD;AAQA,SAASS,aAAaA,CAACC,IAAiB,EAAEC,IAAiB,EAAU;EACnE,MAAMC,CAAC,GAAG,IAAIC,cAAc,CAACH,IAAI,CAAC;EAClC,MAAMI,CAAC,GAAG,IAAID,cAAc,CAACF,IAAI,CAAC;EAElC,OAAOI,MAAM,CAACH,CAAC,CAAC,CAAC,CAAC,KAAKE,CAAC,CAAC,CAAC,CAAC,GAAGF,CAAC,CAAC,CAAC,CAAC,GAAGE,CAAC,CAAC,CAAC,CAAC,GAAGF,CAAC,CAAC,CAAC,CAAC,GAAGE,CAAC,CAAC,CAAC,CAAC,CAAC;AAC1D;AAOA,SAASR,iBAAiBA,CAACU,GAAW,EAAe;EAAA,IAAAC,UAAA;EACnD,MAAMC,SAAS,IAAAD,UAAA,GAAGD,GAAG,CAACG,KAAK,CAAC,KAAK,CAAC,cAAAF,UAAA,uBAAhBA,UAAA,CAAkBvC,GAAG,CAAE0C,CAAC,IAAKC,QAAQ,CAACD,CAAC,EAAE,EAAE,CAAC,CAAC;EAC/D,OAAO,IAAI3C,UAAU,CAACyC,SAAS,aAATA,SAAS,cAATA,SAAS,GAAI,IAAII,KAAK,CAAC,EAAE,CAAC,CAAC,CAAChD,MAAM;AAC1D;AAOA,SAASiC,cAAcA,CAACgB,CAAS,EAAe;EAC9C,OAAO,IAAIV,cAAc,CAAC,CAACU,CAAC,CAAC,CAAC,CAACjD,MAAM;AACvC"}