@loaders.gl/i3s 4.0.0-alpha.19 → 4.0.0-alpha.21

package/dist/lib/parsers/parse-zip/search-from-the-end.d.ts

@@ -1,11 +0,0 @@
-import { FileProvider } from 'modules/i3s/src/lib/parsers/parse-zip/file-provider';
-/** Description of zip signature type */
-export type ZipSignature = [number, number, number, number];
-/**
- * looking for the last occurrence of the provided
- * @param file
- * @param target
- * @returns
- */
-export declare const searchFromTheEnd: (file: FileProvider, target: ZipSignature) => Promise<bigint>;
-//# sourceMappingURL=search-from-the-end.d.ts.map

package/dist/lib/parsers/parse-zip/search-from-the-end.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"search-from-the-end.d.ts","sourceRoot":"","sources":["../../../../src/lib/parsers/parse-zip/search-from-the-end.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,YAAY,EAAC,MAAM,qDAAqD,CAAC;AAEjF,wCAAwC;AACxC,MAAM,MAAM,YAAY,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;AAE5D;;;;;GAKG;AACH,eAAO,MAAM,gBAAgB,SACrB,YAAY,2BAEjB,QAAQ,MAAM,CAuBhB,CAAC"}

package/dist/lib/parsers/parse-zip/search-from-the-end.js

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.searchFromTheEnd = void 0;
-/**
- * looking for the last occurrence of the provided
- * @param file
- * @param target
- * @returns
- */
-const searchFromTheEnd = async (file, target) => {
-    const searchWindow = [
-        await file.getUint8(file.length - 1n),
-        await file.getUint8(file.length - 2n),
-        await file.getUint8(file.length - 3n),
-        undefined
-    ];
-    let targetOffset = 0n;
-    // looking for the last record in the central directory
-    for (let i = file.length - 4n; i > -1; i--) {
-        searchWindow[3] = searchWindow[2];
-        searchWindow[2] = searchWindow[1];
-        searchWindow[1] = searchWindow[0];
-        searchWindow[0] = await file.getUint8(i);
-        if (searchWindow.every((val, index) => val === target[index])) {
-            targetOffset = i;
-            break;
-        }
-    }
-    return targetOffset;
-};
-exports.searchFromTheEnd = searchFromTheEnd;

package/src/lib/parsers/parse-zip/cd-file-header.ts

@@ -1,106 +0,0 @@
-import {FileProvider} from './file-provider';
-import {ZipSignature} from './search-from-the-end';
-
-/**
- * zip central directory file header info
- * according to https://en.wikipedia.org/wiki/ZIP_(file_format)
- */
-export type ZipCDFileHeader = {
-  /** Compressed size */
-  compressedSize: bigint;
-  /** Uncompressed size */
-  uncompressedSize: bigint;
-  /** Extra field size */
-  extraFieldLength: number;
-  /** File name length */
-  fileNameLength: number;
-  /** File name */
-  fileName: string;
-  /** Extra field offset */
-  extraOffset: bigint;
-  /** Relative offset of local file header */
-  localHeaderOffset: bigint;
-};
-
-const offsets = {
-  CD_COMPRESSED_SIZE_OFFSET: 20n,
-  CD_UNCOMPRESSED_SIZE_OFFSET: 24n,
-  CD_FILE_NAME_LENGTH_OFFSET: 28n,
-  CD_EXTRA_FIELD_LENGTH_OFFSET: 30n,
-  CD_LOCAL_HEADER_OFFSET_OFFSET: 42n,
-  CD_FILE_NAME_OFFSET: 46n
-};
-
-export const signature: ZipSignature = [0x50, 0x4b, 0x01, 0x02];
-
-/**
- * Parses central directory file header of zip file
- * @param headerOffset - offset in the archive where header starts
- * @param buffer - buffer containing whole array
- * @returns Info from the header
- */
-export const parseZipCDFileHeader = async (
-  headerOffset: bigint,
-  buffer: FileProvider
-): Promise<ZipCDFileHeader | null> => {
-  if (
-    Buffer.from(await buffer.slice(headerOffset, headerOffset + 4n)).compare(
-      Buffer.from(signature)
-    ) !== 0
-  ) {
-    return null;
-  }
-
-  let compressedSize = BigInt(
-    await buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET)
-  );
-
-  let uncompressedSize = BigInt(
-    await buffer.getUint32(headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET)
-  );
-
-  const extraFieldLength = await buffer.getUint16(
-    headerOffset + offsets.CD_EXTRA_FIELD_LENGTH_OFFSET
-  );
-
-  const fileNameLength = await buffer.getUint16(headerOffset + offsets.CD_FILE_NAME_LENGTH_OFFSET);
-
-  const fileName = new TextDecoder().decode(
-    await buffer.slice(
-      headerOffset + offsets.CD_FILE_NAME_OFFSET,
-      headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength)
-    )
-  );
-
-  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength);
-
-  const oldFormatOffset = await buffer.getUint32(
-    headerOffset + offsets.CD_LOCAL_HEADER_OFFSET_OFFSET
-  );
-
-  let fileDataOffset = BigInt(oldFormatOffset);
-  let offsetInZip64Data = 4n;
-  // looking for info that might be also be in zip64 extra field
-  if (uncompressedSize === BigInt(0xffffffff)) {
-    uncompressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
-    offsetInZip64Data += 8n;
-  }
-  if (compressedSize === BigInt(0xffffffff)) {
-    compressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
-    offsetInZip64Data += 8n;
-  }
-  if (fileDataOffset === BigInt(0xffffffff)) {
-    fileDataOffset = await buffer.getBigUint64(extraOffset + offsetInZip64Data); // setting it to the one from zip64
-  }
-  const localHeaderOffset = fileDataOffset;
-
-  return {
-    compressedSize,
-    uncompressedSize,
-    extraFieldLength,
-    fileNameLength,
-    fileName,
-    extraOffset,
-    localHeaderOffset
-  };
-};

package/src/lib/parsers/parse-zip/data-view-file-provider.ts

@@ -1,69 +0,0 @@
-import {FileProvider} from './file-provider';
-
-/**
- * Checks if bigint can be converted to number and convert it if possible
- * @param bigint bigint to be converted
- * @returns number
- */
-const toNumber = (bigint: bigint) => {
-  if (bigint > Number.MAX_SAFE_INTEGER) {
-    throw new Error('Offset is out of bounds');
-  }
-  return Number(bigint);
-};
-
-/** Provides file data using DataView */
-export class DataViewFileProvider implements FileProvider {
-  /** The DataView from which data is provided */
-  private file: DataView;
-
-  constructor(file: DataView) {
-    this.file = file;
-  }
-
-  /**
-   * Gets an unsigned 8-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  async getUint8(offset: bigint): Promise<number> {
-    return this.file.getUint8(toNumber(offset));
-  }
-
-  /**
-   * Gets an unsigned 16-bit intege at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  async getUint16(offset: bigint): Promise<number> {
-    return this.file.getUint16(toNumber(offset), true);
-  }
-
-  /**
-   * Gets an unsigned 32-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  async getUint32(offset: bigint): Promise<number> {
-    return this.file.getUint32(toNumber(offset), true);
-  }
-
-  /**
-   * Gets an unsigned 64-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  async getBigUint64(offset: bigint): Promise<bigint> {
-    return this.file.getBigUint64(toNumber(offset), true);
-  }
-
-  /**
-   * returns an ArrayBuffer whose contents are a copy of this file bytes from startOffset, inclusive, up to endOffset, exclusive.
-   * @param startOffset The offset, in bytes, from the start of the file where to start reading the data.
-   * @param endOffset The offset, in bytes, from the start of the file where to end reading the data.
-   */
-  async slice(startOffset: bigint, endOffset: bigint): Promise<ArrayBuffer> {
-    return this.file.buffer.slice(toNumber(startOffset), toNumber(endOffset));
-  }
-
-  /** the length (in bytes) of the data. */
-  get length() {
-    return BigInt(this.file.byteLength);
-  }
-}

package/src/lib/parsers/parse-zip/end-of-central-directory.ts

@@ -1,78 +0,0 @@
-import {FileProvider} from './file-provider';
-import {ZipSignature, searchFromTheEnd} from './search-from-the-end';
-
-/**
- * End of central directory info
- * according to https://en.wikipedia.org/wiki/ZIP_(file_format)
- */
-export type ZipEoCDRecord = {
-  /** Relative offset of local file header */
-  cdStartOffset: bigint;
-  /** Relative offset of local file header */
-  cdRecordsNumber: bigint;
-};
-
-const eoCDSignature: ZipSignature = [0x50, 0x4b, 0x05, 0x06];
-const zip64EoCDLocatorSignature = Buffer.from([0x50, 0x4b, 0x06, 0x07]);
-const zip64EoCDSignature = Buffer.from([0x50, 0x4b, 0x06, 0x06]);
-
-const offsets = {
-  CD_RECORDS_NUMBER_OFFSET: 8n,
-  CD_START_OFFSET_OFFSET: 16n,
-
-  ZIP64_EOCD_START_OFFSET_OFFSET: 8n,
-
-  ZIP64_CD_RECORDS_NUMBER_OFFSET: 24n,
-  ZIP64_CD_START_OFFSET_OFFSET: 48n
-};
-
-/**
- * Parses end of central directory record of zip file
- * @param fileProvider - FileProvider instance
- * @returns Info from the header
- */
-export const parseEoCDRecord = async (fileProvider: FileProvider): Promise<ZipEoCDRecord> => {
-  const zipEoCDOffset = await searchFromTheEnd(fileProvider, eoCDSignature);
-
-  let cdRecordsNumber = BigInt(
-    await fileProvider.getUint16(zipEoCDOffset + offsets.CD_RECORDS_NUMBER_OFFSET)
-  );
-  let cdStartOffset = BigInt(
-    await fileProvider.getUint32(zipEoCDOffset + offsets.CD_START_OFFSET_OFFSET)
-  );
-
-  if (cdStartOffset === BigInt(0xffffffff) || cdRecordsNumber === BigInt(0xffffffff)) {
-    const zip64EoCDLocatorOffset = zipEoCDOffset - 20n;
-
-    if (
-      Buffer.from(
-        await fileProvider.slice(zip64EoCDLocatorOffset, zip64EoCDLocatorOffset + 4n)
-      ).compare(zip64EoCDLocatorSignature) !== 0
-    ) {
-      throw new Error('zip64 EoCD locator not found');
-    }
-    const zip64EoCDOffset = await fileProvider.getBigUint64(
-      zip64EoCDLocatorOffset + offsets.ZIP64_EOCD_START_OFFSET_OFFSET
-    );
-
-    if (
-      Buffer.from(await fileProvider.slice(zip64EoCDOffset, zip64EoCDOffset + 4n)).compare(
-        zip64EoCDSignature
-      ) !== 0
-    ) {
-      throw new Error('zip64 EoCD not found');
-    }
-
-    cdRecordsNumber = await fileProvider.getBigUint64(
-      zip64EoCDOffset + offsets.ZIP64_CD_RECORDS_NUMBER_OFFSET
-    );
-    cdStartOffset = await fileProvider.getBigUint64(
-      zip64EoCDOffset + offsets.ZIP64_CD_START_OFFSET_OFFSET
-    );
-  }
-
-  return {
-    cdRecordsNumber,
-    cdStartOffset
-  };
-};

package/src/lib/parsers/parse-zip/file-provider.ts

@@ -1,40 +0,0 @@
-/**
- * Interface for providing file data
- */
-export interface FileProvider {
-  /**
-   * Gets an unsigned 8-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  getUint8(offset: bigint): Promise<number>;
-
-  /**
-   * Gets an unsigned 16-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the start of the file where to read the data.
-   */
-  getUint16(offset: bigint): Promise<number>;
-
-  /**
-   * Gets an unsigned 32-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in bytes, from the file of the view where to read the data.
-   */
-  getUint32(offset: bigint): Promise<number>;
-
-  /**
-   * Gets an unsigned 32-bit integer at the specified byte offset from the start of the file.
-   * @param offset The offset, in byte, from the file of the view where to read the data.
-   */
-  getBigUint64(offset: bigint): Promise<bigint>;
-
-  /**
-   * returns an ArrayBuffer whose contents are a copy of this file bytes from startOffset, inclusive, up to endOffset, exclusive.
-   * @param startOffset The offset, in bytes, from the start of the file where to start reading the data.
-   * @param endOffset The offset, in bytes, from the start of the file where to end reading the data.
-   */
-  slice(startOffset: bigint, endOffset: bigint): Promise<ArrayBuffer>;
-
-  /**
-   * the length (in bytes) of the data.
-   */
-  length: bigint;
-}

package/src/lib/parsers/parse-zip/local-file-header.ts

@@ -1,91 +0,0 @@
-import {FileProvider} from './file-provider';
-
-/**
- * zip local file header info
- * according to https://en.wikipedia.org/wiki/ZIP_(file_format)
- */
-export type ZipLocalFileHeader = {
-  /** File name length */
-  fileNameLength: number;
-  /** File name */
-  fileName: string;
-  /** Extra field length */
-  extraFieldLength: number;
-  /** Offset of the file data */
-  fileDataOffset: bigint;
-  /** Compressed size */
-  compressedSize: bigint;
-};
-
-const offsets = {
-  COMPRESSED_SIZE_OFFSET: 18n,
-  UNCOMPRESSED_SIZE_OFFSET: 22n,
-  FILE_NAME_LENGTH_OFFSET: 26n,
-  EXTRA_FIELD_LENGTH_OFFSET: 28n,
-  FILE_NAME_OFFSET: 30n
-};
-
-export const signature = Buffer.from([0x50, 0x4b, 0x03, 0x04]);
-
-/**
- * Parses local file header of zip file
- * @param headerOffset - offset in the archive where header starts
- * @param buffer - buffer containing whole array
- * @returns Info from the header
- */
-export const parseZipLocalFileHeader = async (
-  headerOffset: bigint,
-  buffer: FileProvider
-): Promise<ZipLocalFileHeader | null> => {
-  if (Buffer.from(await buffer.slice(headerOffset, headerOffset + 4n)).compare(signature) !== 0) {
-    return null;
-  }
-
-  const fileNameLength = await buffer.getUint16(headerOffset + offsets.FILE_NAME_LENGTH_OFFSET);
-
-  const fileName = new TextDecoder()
-    .decode(
-      await buffer.slice(
-        headerOffset + offsets.FILE_NAME_OFFSET,
-        headerOffset + offsets.FILE_NAME_OFFSET + BigInt(fileNameLength)
-      )
-    )
-    .split('\\')
-    .join('/');
-  const extraFieldLength = await buffer.getUint16(headerOffset + offsets.EXTRA_FIELD_LENGTH_OFFSET);
-
-  let fileDataOffset =
-    headerOffset + offsets.FILE_NAME_OFFSET + BigInt(fileNameLength + extraFieldLength);
-
-  let compressedSize = BigInt(
-    await buffer.getUint32(headerOffset + offsets.COMPRESSED_SIZE_OFFSET)
-  ); // add zip 64 logic
-
-  let uncompressedSize = BigInt(
-    await buffer.getUint32(headerOffset + offsets.UNCOMPRESSED_SIZE_OFFSET)
-  ); // add zip 64 logic
-
-  const extraOffset = headerOffset + offsets.FILE_NAME_OFFSET + BigInt(fileNameLength);
-
-  let offsetInZip64Data = 4n;
-  // looking for info that might be also be in zip64 extra field
-  if (uncompressedSize === BigInt(0xffffffff)) {
-    uncompressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
-    offsetInZip64Data += 8n;
-  }
-  if (compressedSize === BigInt(0xffffffff)) {
-    compressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
-    offsetInZip64Data += 8n;
-  }
-  if (fileDataOffset === BigInt(0xffffffff)) {
-    fileDataOffset = await buffer.getBigUint64(extraOffset + offsetInZip64Data); // setting it to the one from zip64
-  }
-
-  return {
-    fileNameLength,
-    fileName,
-    extraFieldLength,
-    fileDataOffset,
-    compressedSize
-  };
-};

package/src/lib/parsers/parse-zip/search-from-the-end.ts

@@ -1,38 +0,0 @@
-import {FileProvider} from 'modules/i3s/src/lib/parsers/parse-zip/file-provider';
-
-/** Description of zip signature type */
-export type ZipSignature = [number, number, number, number];
-
-/**
- * looking for the last occurrence of the provided
- * @param file
- * @param target
- * @returns
- */
-export const searchFromTheEnd = async (
-  file: FileProvider,
-  target: ZipSignature
-): Promise<bigint> => {
-  const searchWindow = [
-    await file.getUint8(file.length - 1n),
-    await file.getUint8(file.length - 2n),
-    await file.getUint8(file.length - 3n),
-    undefined
-  ];
-
-  let targetOffset = 0n;
-
-  // looking for the last record in the central directory
-  for (let i = file.length - 4n; i > -1; i--) {
-    searchWindow[3] = searchWindow[2];
-    searchWindow[2] = searchWindow[1];
-    searchWindow[1] = searchWindow[0];
-    searchWindow[0] = await file.getUint8(i);
-    if (searchWindow.every((val, index) => val === target[index])) {
-      targetOffset = i;
-      break;
-    }
-  }
-
-  return targetOffset;
-};