@loaders.gl/i3s 4.0.0-alpha.6 → 4.0.0-alpha.8

package/src/lib/parsers/parse-slpk/parse-slpk.ts

@@ -0,0 +1,64 @@
+import type {SLPKLoaderOptions} from '../../../i3s-slpk-loader';
+import {parseZipCDFileHeader} from '../parse-zip/cd-file-header';
+import {parseZipLocalFileHeader} from '../parse-zip/local-file-header';
+import {SLPKArchive} from './slpk-archieve';
+
+/**
+ * Returns one byte from the provided buffer at the provided position
+ * @param offset - position where to read
+ * @param buffer - buffer to read
+ * @returns one byte from the provided buffer at the provided position
+ */
+const getByteAt = (offset: number, buffer: DataView): number => {
+  return buffer.getUint8(buffer.byteOffset + offset);
+};
+
+export async function parseSLPK(data: ArrayBuffer, options: SLPKLoaderOptions = {}) {
+  const archive = new DataView(data);
+  const cdFileHeaderSignature = [80, 75, 1, 2];
+
+  const searchWindow = [
+    getByteAt(archive.byteLength - 1, archive),
+    getByteAt(archive.byteLength - 2, archive),
+    getByteAt(archive.byteLength - 3, archive),
+    undefined
+  ];
+
+  let hashCDOffset = 0;
+
+  // looking for the last record in the central directory
+  for (let i = archive.byteLength - 4; i > -1; i--) {
+    searchWindow[3] = searchWindow[2];
+    searchWindow[2] = searchWindow[1];
+    searchWindow[1] = searchWindow[0];
+    searchWindow[0] = getByteAt(i, archive);
+    if (searchWindow.every((val, index) => val === cdFileHeaderSignature[index])) {
+      hashCDOffset = i;
+      break;
+    }
+  }
+
+  const cdFileHeader = parseZipCDFileHeader(hashCDOffset, archive);
+
+  const textDecoder = new TextDecoder();
+  if (textDecoder.decode(cdFileHeader.fileName) !== '@specialIndexFileHASH128@') {
+    throw new Error('No hash file in slpk');
+  }
+
+  const localFileHeader = parseZipLocalFileHeader(cdFileHeader.localHeaderOffset, archive);
+
+  const fileDataOffset = localFileHeader.fileDataOffset;
+  const hashFile = archive.buffer.slice(
+    fileDataOffset,
+    fileDataOffset + localFileHeader.compressedSize
+  );
+
+  if (!hashFile) {
+    throw new Error('No hash file in slpk');
+  }
+
+  return await new SLPKArchive(data, hashFile).getFile(
+    options.slpk?.path ?? '',
+    options.slpk?.pathMode
+  );
+}

package/src/lib/parsers/parse-slpk/slpk-archieve.ts

@@ -0,0 +1,172 @@
+import {processOnWorker} from '@loaders.gl/worker-utils';
+import md5 from 'md5';
+import {CompressionWorker} from '@loaders.gl/compression';
+import {parseZipLocalFileHeader} from '../parse-zip/local-file-header';
+
+/** Element of hash array */
+type HashElement = {
+  /**
+   * File name hash
+   */
+  hash: Buffer;
+  /**
+   * File offset in the archive
+   */
+  offset: number;
+};
+
+const PATH_DESCRIPTIONS: {test: RegExp; extensions: string[]}[] = [
+  {
+    test: /^$/,
+    extensions: ['3dSceneLayer.json.gz']
+  },
+  {
+    test: /^nodepages\/\d+$/,
+    extensions: ['.json.gz']
+  },
+  {
+    test: /^nodes\/\d+$/,
+    extensions: ['/3dNodeIndexDocument.json.gz']
+  },
+  {
+    test: /^nodes\/\d+\/textures\/.+$/,
+    extensions: ['.jpg', '.png', '.bin.dds.gz', '.ktx']
+  },
+  {
+    test: /^nodes\/\d+\/geometries\/\d+$/,
+    extensions: ['.bin.gz', '.draco.gz']
+  },
+  {
+    test: /^nodes\/\d+\/attributes\/f_\d+\/\d+$/,
+    extensions: ['.bin.gz']
+  },
+  {
+    test: /^statistics\/f_\d+\/\d+$/,
+    extensions: ['.json.gz']
+  },
+  {
+    test: /^nodes\/\d+\/shared$/,
+    extensions: ['/sharedResource.json.gz']
+  }
+];
+
+/**
+ * Class for handling information about slpk file
+ */
+export class SLPKArchive {
+  slpkArchive: DataView;
+  hashArray: {hash: Buffer; offset: number}[];
+  constructor(slpkArchiveBuffer: ArrayBuffer, hashFile: ArrayBuffer) {
+    this.slpkArchive = new DataView(slpkArchiveBuffer);
+    this.hashArray = this.parseHashFile(hashFile);
+  }
+
+  /**
+   * Reads hash file from buffer and returns it in ready-to-use form
+   * @param hashFile - bufer containing hash file
+   * @returns Array containing file info
+   */
+  private parseHashFile(hashFile: ArrayBuffer): HashElement[] {
+    const hashFileBuffer = Buffer.from(hashFile);
+    const hashArray: HashElement[] = [];
+    for (let i = 0; i < hashFileBuffer.buffer.byteLength; i = i + 24) {
+      const offsetBuffer = new DataView(
+        hashFileBuffer.buffer.slice(
+          hashFileBuffer.byteOffset + i + 16,
+          hashFileBuffer.byteOffset + i + 24
+        )
+      );
+      const offset = offsetBuffer.getUint32(offsetBuffer.byteOffset, true);
+      hashArray.push({
+        hash: Buffer.from(
+          hashFileBuffer.subarray(hashFileBuffer.byteOffset + i, hashFileBuffer.byteOffset + i + 16)
+        ),
+        offset
+      });
+    }
+    return hashArray;
+  }
+
+  /**
+   * Returns file with the given path from slpk archive
+   * @param path - path inside the slpk
+   * @param mode - currently only raw mode supported
+   * @returns buffer with ready to use file
+   */
+  async getFile(path: string, mode: 'http' | 'raw' = 'raw'): Promise<Buffer> {
+    if (mode === 'http') {
+      const extensions = PATH_DESCRIPTIONS.find((val) => val.test.test(path))?.extensions;
+      if (extensions) {
+        let data: ArrayBuffer | undefined;
+        for (const ext of extensions) {
+          data = await this.getDataByPath(`${path}${ext}`);
+          if (data) {
+            break;
+          }
+        }
+        if (data) {
+          return Buffer.from(data);
+        }
+      }
+    }
+    if (mode === 'raw') {
+      const decompressedFile = await this.getDataByPath(`${path}.gz`);
+      if (decompressedFile) {
+        return Buffer.from(decompressedFile);
+      }
+      const fileWithoutCompression = this.getFileBytes(path);
+      if (fileWithoutCompression) {
+        return Buffer.from(fileWithoutCompression);
+      }
+    }
+
+    throw new Error('No such file in the archieve');
+  }
+
+  /**
+   * returning uncompressed data for paths that ends with .gz and raw data for all other paths
+   * @param path - path inside the archive
+   * @returns buffer with the file data
+   */
+  private async getDataByPath(path: string): Promise<ArrayBuffer | undefined> {
+    const data = this.getFileBytes(path);
+    if (!data) {
+      return undefined;
+    }
+    if (/\.gz$/.test(path)) {
+      const decompressedData = await processOnWorker(CompressionWorker, data, {
+        compression: 'gzip',
+        operation: 'decompress',
+        _workerType: 'test',
+        gzip: {}
+      });
+      return decompressedData;
+    }
+    return Buffer.from(data);
+  }
+
+  /**
+   * Trying to get raw file data by adress
+   * @param path - path inside the archive
+   * @returns buffer with the raw file data
+   */
+  private getFileBytes(path: string): ArrayBuffer | undefined {
+    const nameHash = Buffer.from(md5(path), 'hex');
+    const fileInfo = this.hashArray.find((val) => Buffer.compare(val.hash, nameHash) === 0);
+    if (!fileInfo) {
+      return undefined;
+    }
+
+    const localFileHeader = parseZipLocalFileHeader(
+      this.slpkArchive.byteOffset + fileInfo?.offset,
+      this.slpkArchive
+    );
+
+    const compressedFile = this.slpkArchive.buffer.slice(
+      localFileHeader.fileDataOffset,
+      localFileHeader.fileDataOffset + localFileHeader.compressedSize
+    );
+
+    return compressedFile;
+  }
+}

package/src/lib/parsers/parse-zip/cd-file-header.ts

@@ -0,0 +1,93 @@
+/**
+ * zip central directory file header info
+ * according to https://en.wikipedia.org/wiki/ZIP_(file_format)
+ */
+export type ZipCDFileHeader = {
+  /**
+   * Compressed size
+   */
+  compressedSize: number;
+  /**
+   * Uncompressed size
+   */
+  uncompressedSize: number;
+  /**
+   * File name length
+   */
+  fileNameLength: number;
+  /**
+   * File name
+   */
+  fileName: ArrayBuffer;
+  /**
+   * Extra field offset
+   */
+  extraOffset: number;
+  /**
+   * Relative offset of local file header
+   */
+  localHeaderOffset: number;
+};
+
+/**
+ * Parses central directory file header of zip file
+ * @param headerOffset - offset in the archive where header starts
+ * @param buffer - buffer containing whole array
+ * @returns Info from the header
+ */
+export const parseZipCDFileHeader = (headerOffset: number, buffer: DataView): ZipCDFileHeader => {
+  const offsets = {
+    CD_COMPRESSED_SIZE_OFFSET: 20,
+    CD_UNCOMPRESSED_SIZE_OFFSET: 24,
+    CD_FILE_NAME_LENGTH_OFFSET: 28,
+    CD_EXTRA_FIELD_LENGTH_OFFSET: 30,
+    CD_LOCAL_HEADER_OFFSET_OFFSET: 42,
+    CD_FILE_NAME_OFFSET: 46
+  };
+
+  const compressedSize = buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET, true);
+
+  const uncompressedSize = buffer.getUint32(
+    headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET,
+    true
+  );
+
+  const fileNameLength = buffer.getUint16(headerOffset + offsets.CD_FILE_NAME_LENGTH_OFFSET, true);
+
+  const fileName = buffer.buffer.slice(
+    headerOffset + offsets.CD_FILE_NAME_OFFSET,
+    headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength
+  );
+
+  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength;
+
+  const oldFormatOffset = buffer.getUint32(
+    headerOffset + offsets.CD_LOCAL_HEADER_OFFSET_OFFSET,
+    true
+  );
+
+  let fileDataOffset = oldFormatOffset;
+  if (fileDataOffset === 0xffffffff) {
+    let offsetInZip64Data = 4;
+    // looking for info that might be also be in zip64 extra field
+    if (compressedSize === 0xffffffff) {
+      offsetInZip64Data += 8;
+    }
+    if (uncompressedSize === 0xffffffff) {
+      offsetInZip64Data += 8;
+    }
+
+    // getUint32 needs to be replaced with getBigUint64 for archieves bigger than 2gb
+    fileDataOffset = buffer.getUint32(extraOffset + offsetInZip64Data, true); // setting it to the one from zip64
+  }
+  const localHeaderOffset = fileDataOffset;
+
+  return {
+    compressedSize,
+    uncompressedSize,
+    fileNameLength,
+    fileName,
+    extraOffset,
+    localHeaderOffset
+  };
+};

package/src/lib/parsers/parse-zip/local-file-header.ts

@@ -0,0 +1,56 @@
+/**
+ * zip local file header info
+ * according to https://en.wikipedia.org/wiki/ZIP_(file_format)
+ */
+export type ZipLocalFileHeader = {
+  /**
+   * File name length
+   */
+  fileNameLength: number;
+  /**
+   * Extra field length
+   */
+  extraFieldLength: number;
+  /**
+   * Offset of the file data
+   */
+  fileDataOffset: number;
+  /**
+   * Compressed size
+   */
+  compressedSize: number;
+};
+
+/**
+ * Parses local file header of zip file
+ * @param headerOffset - offset in the archive where header starts
+ * @param buffer - buffer containing whole array
+ * @returns Info from the header
+ */
+export const parseZipLocalFileHeader = (
+  headerOffset: number,
+  buffer: DataView
+): ZipLocalFileHeader => {
+  const offsets = {
+    COMPRESSED_SIZE_OFFSET: 18,
+    FILE_NAME_LENGTH_OFFSET: 26,
+    EXTRA_FIELD_LENGTH_OFFSET: 28,
+    FILE_NAME_OFFSET: 30
+  };
+
+  const fileNameLength = buffer.getUint16(headerOffset + offsets.FILE_NAME_LENGTH_OFFSET, true);
+
+  const extraFieldLength = buffer.getUint16(headerOffset + offsets.EXTRA_FIELD_LENGTH_OFFSET, true);
+
+  const fileDataOffset =
+    headerOffset + offsets.FILE_NAME_OFFSET + fileNameLength + extraFieldLength;
+
+  const compressedSize = buffer.getUint32(headerOffset + offsets.COMPRESSED_SIZE_OFFSET, true);
+
+  return {
+    fileNameLength,
+    extraFieldLength,
+    fileDataOffset,
+    compressedSize
+  };
+};

package/src/lib/utils/{customizeColors.ts → customize-/321/201olors.ts}

@@ -4,7 +4,7 @@ import type {COLOR, I3STileOptions, I3STilesetOptions} from '../../types';
 import {load} from '@loaders.gl/core';
 import {getAttributeValueType, I3SAttributeLoader} from '../../i3s-attribute-loader';
 import {I3SLoaderOptions} from '../../i3s-loader';
-import {getUrlWithToken} from '../utils/url-utils';
+import {getUrlWithToken} from './url-utils';
 
 /**
  * Modify vertex colors array to visualize 3D objects in a attribute driven way
@@ -79,7 +79,17 @@ export async function customizeColors(
     if (!color) {
       continue; // eslint-disable-line no-continue
     }
-    colors.value.set(color, i * 4);
+
+    /* eslint max-statements: ["error", 30] */
+    /* eslint complexity: ["error", 12] */
+    if (options.i3s.colorsByAttribute.mode === 'multiply') {
+      // multiplying original mesh and calculated for attribute rgba colors in range 0-255
+      color.forEach((colorItem, index) => {
+        colors.value[i * 4 + index] = (colors.value[i * 4 + index] * colorItem) / 255;
+      });
+    } else {
+      colors.value.set(color, i * 4);
+    }
   }
 
   return colors;

package/src/types.ts

@@ -114,6 +114,7 @@ export type I3SParseOptions = {
     maxValue: number;
     minColor: COLOR;
     maxColor: COLOR;
+    mode: string;
   };
 
   /** @deprecated */

package/src/workers/{i3s-content-nodejs-worker.ts → i3s-content-worker-node.ts}

@@ -1,5 +1,6 @@
-import {createLoaderWorker} from '@loaders.gl/loader-utils';
+// Polyfills increases the bundle size significantly. Use it for NodeJS worker only
 import '@loaders.gl/polyfills';
+import {createLoaderWorker} from '@loaders.gl/loader-utils';
 import {I3SContentLoader} from '../i3s-content-loader';
 
 createLoaderWorker(I3SContentLoader);

package/dist/es5/lib/utils/customizeColors.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"customizeColors.js","names":["_core","require","_i3sAttributeLoader","_urlUtils","customizeColors","_x","_x2","_x3","_x4","_x5","_customizeColors","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee","colors","featureIds","tileOptions","tilesetOptions","options","_options$i3s2","colorizeAttributeField","colorizeAttributeData","objectIdField","objectIdAttributeData","attributeValuesMap","i","_i","color","wrap","_callee$","_context","prev","next","i3s","colorsByAttribute","abrupt","fields","find","_ref3","_options$i3s3","_options$i3s3$colorsB","name","attributeName","includes","type","loadFeatureAttributeData","sent","_ref4","length","calculateColorForAttribute","value","set","stop","attributeValue","_options$i3s","_options$i3s$colorsBy","minValue","maxValue","minColor","maxColor","rate","Math","round","_x6","_x7","_x8","_x9","_loadFeatureAttributeData","_callee2","_ref","_ref2","_options$i3s4","attributeUrls","attributeStorageInfo","attributeIndex","objectIdAttributeUrl","attributeType","_callee2$","_context2","findIndex","_ref5","getUrlWithToken","token","getAttributeValueType","load","I3SAttributeLoader"],"sources":["../../../../src/lib/utils/customizeColors.ts"],"sourcesContent":["import type {MeshAttribute} from '@loaders.gl/schema';\nimport type {COLOR, I3STileOptions, I3STilesetOptions} from '../../types';\n\nimport {load} from '@loaders.gl/core';\nimport {getAttributeValueType, I3SAttributeLoader} from '../../i3s-attribute-loader';\nimport {I3SLoaderOptions} from '../../i3s-loader';\nimport {getUrlWithToken} from '../utils/url-utils';\n\n/**\n * Modify vertex colors array to visualize 3D objects in a attribute driven way\n * @param colors - vertex colors attribute\n * @param featureIds - feature Ids attribute\n * @param tileOptions - tile - related options\n * @param tilesetOptions - tileset-related options\n * @param options - loader options\n * @returns midified colors attribute\n */\nexport async function customizeColors(\n  colors: MeshAttribute,\n  featureIds: MeshAttribute,\n  tileOptions: I3STileOptions,\n  tilesetOptions: I3STilesetOptions,\n  options?: I3SLoaderOptions\n): Promise<MeshAttribute> {\n  if (!options?.i3s?.colorsByAttribute) {\n    return colors;\n  }\n\n  const colorizeAttributeField = tilesetOptions.fields.find(\n    ({name}) => name === options?.i3s?.colorsByAttribute?.attributeName\n  );\n  if (\n    !colorizeAttributeField ||\n    !['esriFieldTypeDouble', 'esriFieldTypeInteger', 'esriFieldTypeSmallInteger'].includes(\n      colorizeAttributeField.type\n    )\n  ) {\n    return colors;\n  }\n\n  const colorizeAttributeData = await loadFeatureAttributeData(\n    colorizeAttributeField.name,\n    tileOptions,\n    tilesetOptions,\n    options\n  );\n  if (!colorizeAttributeData) {\n    return colors;\n  }\n\n  const objectIdField = tilesetOptions.fields.find(({type}) => type === 'esriFieldTypeOID');\n  if (!objectIdField) {\n    return colors;\n  }\n\n  const objectIdAttributeData = await loadFeatureAttributeData(\n    objectIdField.name,\n    tileOptions,\n    tilesetOptions,\n    options\n  );\n  if (!objectIdAttributeData) {\n    return colors;\n  }\n\n  const attributeValuesMap: {[key: number]: COLOR} = {};\n  // @ts-expect-error\n  for (let i = 0; i < objectIdAttributeData[objectIdField.name].length; i++) {\n    // @ts-expect-error\n    attributeValuesMap[objectIdAttributeData[objectIdField.name][i]] = calculateColorForAttribute(\n      // @ts-expect-error\n      colorizeAttributeData[colorizeAttributeField.name][i] as number,\n      options\n    );\n  }\n\n  for (let i = 0; i < featureIds.value.length; i++) {\n    const color = attributeValuesMap[featureIds.value[i]];\n    if (!color) {\n      continue; // eslint-disable-line no-continue\n    }\n    colors.value.set(color, i * 4);\n  }\n\n  return colors;\n}\n\n/**\n * Calculate rgba color from the attribute value\n * @param attributeValue - value of the attribute\n * @param options - loader options\n * @returns - color array for a specific attribute value\n */\nfunction calculateColorForAttribute(attributeValue: number, options?: I3SLoaderOptions): COLOR {\n  if (!options?.i3s?.colorsByAttribute) {\n    return [255, 255, 255, 255];\n  }\n  const {minValue, maxValue, minColor, maxColor} = options.i3s.colorsByAttribute;\n  const rate = (attributeValue - minValue) / (maxValue - minValue);\n  const color: COLOR = [255, 255, 255, 255];\n  for (let i = 0; i < minColor.length; i++) {\n    color[i] = Math.round((maxColor[i] - minColor[i]) * rate + minColor[i]);\n  }\n  return color;\n}\n\n/**\n * Load feature attribute data from the ArcGIS rest service\n * @param attributeName - attribute name\n * @param tileOptions - tile-related options\n * @param tilesetOptions - tileset-related options\n * @param options - loader options\n * @returns - Array-like list of the attribute values\n */\nasync function loadFeatureAttributeData(\n  attributeName: string,\n  {attributeUrls}: I3STileOptions,\n  {attributeStorageInfo}: I3STilesetOptions,\n  options?: I3SLoaderOptions\n): Promise<{[key: string]: string[] | Uint32Array | Uint16Array | Float64Array | null} | null> {\n  const attributeIndex = attributeStorageInfo.findIndex(({name}) => attributeName === name);\n  if (attributeIndex === -1) {\n    return null;\n  }\n  const objectIdAttributeUrl = getUrlWithToken(attributeUrls[attributeIndex], options?.i3s?.token);\n  const attributeType = getAttributeValueType(attributeStorageInfo[attributeIndex]);\n  const objectIdAttributeData = await load(objectIdAttributeUrl, I3SAttributeLoader, {\n    attributeName,\n    attributeType\n  });\n\n  // @ts-expect-error TODO action engine\n  return objectIdAttributeData;\n}\n"],"mappings":";;;;;;;;;AAGA,IAAAA,KAAA,GAAAC,OAAA;AACA,IAAAC,mBAAA,GAAAD,OAAA;AAEA,IAAAE,SAAA,GAAAF,OAAA;AAAmD,SAW7BG,eAAeA,CAAAC,EAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,gBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,iBAAA;EAAAA,gBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA9B,SAAAC,QACLC,MAAqB,EACrBC,UAAyB,EACzBC,WAA2B,EAC3BC,cAAiC,EACjCC,OAA0B;IAAA,IAAAC,aAAA;IAAA,IAAAC,sBAAA,EAAAC,qBAAA,EAAAC,aAAA,EAAAC,qBAAA,EAAAC,kBAAA,EAAAC,CAAA,EAAAC,EAAA,EAAAC,KAAA;IAAA,OAAAhB,YAAA,CAAAD,OAAA,CAAAkB,IAAA,UAAAC,SAAAC,QAAA;MAAA,kBAAAA,QAAA,CAAAC,IAAA,GAAAD,QAAA,CAAAE,IAAA;QAAA;UAAA,IAErBd,OAAO,aAAPA,OAAO,gBAAAC,aAAA,GAAPD,OAAO,CAAEe,GAAG,cAAAd,aAAA,eAAZA,aAAA,CAAce,iBAAiB;YAAAJ,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WAC3BrB,MAAM;QAAA;UAGTM,sBAAsB,GAAGH,cAAc,CAACmB,MAAM,CAACC,IAAI,CACvD,UAAAC,KAAA;YAAA,IAAAC,aAAA,EAAAC,qBAAA;YAAA,IAAEC,IAAI,GAAAH,KAAA,CAAJG,IAAI;YAAA,OAAMA,IAAI,MAAKvB,OAAO,aAAPA,OAAO,wBAAAqB,aAAA,GAAPrB,OAAO,CAAEe,GAAG,cAAAM,aAAA,wBAAAC,qBAAA,GAAZD,aAAA,CAAcL,iBAAiB,cAAAM,qBAAA,uBAA/BA,qBAAA,CAAiCE,aAAa;UAAA,CACrE,CAAC;UAAA,MAEC,CAACtB,sBAAsB,IACvB,CAAC,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,2BAA2B,CAAC,CAACuB,QAAQ,CACpFvB,sBAAsB,CAACwB,IACzB,CAAC;YAAAd,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WAEMrB,MAAM;QAAA;UAAAgB,QAAA,CAAAE,IAAA;UAAA,OAGqBa,wBAAwB,CAC1DzB,sBAAsB,CAACqB,IAAI,EAC3BzB,WAAW,EACXC,cAAc,EACdC,OACF,CAAC;QAAA;UALKG,qBAAqB,GAAAS,QAAA,CAAAgB,IAAA;UAAA,IAMtBzB,qBAAqB;YAAAS,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WACjBrB,MAAM;QAAA;UAGTQ,aAAa,GAAGL,cAAc,CAACmB,MAAM,CAACC,IAAI,CAAC,UAAAU,KAAA;YAAA,IAAEH,IAAI,GAAAG,KAAA,CAAJH,IAAI;YAAA,OAAMA,IAAI,KAAK,kBAAkB;UAAA,EAAC;UAAA,IACpFtB,aAAa;YAAAQ,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WACTrB,MAAM;QAAA;UAAAgB,QAAA,CAAAE,IAAA;UAAA,OAGqBa,wBAAwB,CAC1DvB,aAAa,CAACmB,IAAI,EAClBzB,WAAW,EACXC,cAAc,EACdC,OACF,CAAC;QAAA;UALKK,qBAAqB,GAAAO,QAAA,CAAAgB,IAAA;UAAA,IAMtBvB,qBAAqB;YAAAO,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WACjBrB,MAAM;QAAA;UAGTU,kBAA0C,GAAG,CAAC,CAAC;UAErD,KAASC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,qBAAqB,CAACD,aAAa,CAACmB,IAAI,CAAC,CAACO,MAAM,EAAEvB,CAAC,EAAE,EAAE;YAEzED,kBAAkB,CAACD,qBAAqB,CAACD,aAAa,CAACmB,IAAI,CAAC,CAAChB,CAAC,CAAC,CAAC,GAAGwB,0BAA0B,CAE3F5B,qBAAqB,CAACD,sBAAsB,CAACqB,IAAI,CAAC,CAAChB,CAAC,CAAC,EACrDP,OACF,CAAC;UACH;UAESO,EAAC,GAAG,CAAC;QAAA;UAAA,MAAEA,EAAC,GAAGV,UAAU,CAACmC,KAAK,CAACF,MAAM;YAAAlB,QAAA,CAAAE,IAAA;YAAA;UAAA;UACnCL,KAAK,GAAGH,kBAAkB,CAACT,UAAU,CAACmC,KAAK,CAACzB,EAAC,CAAC,CAAC;UAAA,IAChDE,KAAK;YAAAG,QAAA,CAAAE,IAAA;YAAA;UAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA;QAAA;UAGVrB,MAAM,CAACoC,KAAK,CAACC,GAAG,CAACxB,KAAK,EAAEF,EAAC,GAAG,CAAC,CAAC;QAAC;UALYA,EAAC,EAAE;UAAAK,QAAA,CAAAE,IAAA;UAAA;QAAA;UAAA,OAAAF,QAAA,CAAAK,MAAA,WAQzCrB,MAAM;QAAA;QAAA;UAAA,OAAAgB,QAAA,CAAAsB,IAAA;MAAA;IAAA,GAAAvC,OAAA;EAAA,CACd;EAAA,OAAAP,gBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAQD,SAASyC,0BAA0BA,CAACI,cAAsB,EAAEnC,OAA0B,EAAS;EAAA,IAAAoC,YAAA;EAC7F,IAAI,EAACpC,OAAO,aAAPA,OAAO,gBAAAoC,YAAA,GAAPpC,OAAO,CAAEe,GAAG,cAAAqB,YAAA,eAAZA,YAAA,CAAcpB,iBAAiB,GAAE;IACpC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;EAC7B;EACA,IAAAqB,qBAAA,GAAiDrC,OAAO,CAACe,GAAG,CAACC,iBAAiB;IAAvEsB,QAAQ,GAAAD,qBAAA,CAARC,QAAQ;IAAEC,QAAQ,GAAAF,qBAAA,CAARE,QAAQ;IAAEC,QAAQ,GAAAH,qBAAA,CAARG,QAAQ;IAAEC,QAAQ,GAAAJ,qBAAA,CAARI,QAAQ;EAC7C,IAAMC,IAAI,GAAG,CAACP,cAAc,GAAGG,QAAQ,KAAKC,QAAQ,GAAGD,QAAQ,CAAC;EAChE,IAAM7B,KAAY,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;EACzC,KAAK,IAAIF,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGiC,QAAQ,CAACV,MAAM,EAAEvB,CAAC,EAAE,EAAE;IACxCE,KAAK,CAACF,CAAC,CAAC,GAAGoC,IAAI,CAACC,KAAK,CAAC,CAACH,QAAQ,CAAClC,CAAC,CAAC,GAAGiC,QAAQ,CAACjC,CAAC,CAAC,IAAImC,IAAI,GAAGF,QAAQ,CAACjC,CAAC,CAAC,CAAC;EACzE;EACA,OAAOE,KAAK;AACd;AAAC,SAUckB,wBAAwBA,CAAAkB,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,yBAAA,CAAA5D,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA2D,0BAAA;EAAAA,yBAAA,OAAA1D,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAvC,SAAAwD,SACE1B,aAAqB,EAAA2B,IAAA,EAAAC,KAAA,EAGrBpD,OAA0B;IAAA,IAAAqD,aAAA;IAAA,IAAAC,aAAA,EAAAC,oBAAA,EAAAC,cAAA,EAAAC,oBAAA,EAAAC,aAAA,EAAArD,qBAAA;IAAA,OAAAZ,YAAA,CAAAD,OAAA,CAAAkB,IAAA,UAAAiD,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA/C,IAAA,GAAA+C,SAAA,CAAA9C,IAAA;QAAA;UAFzBwC,aAAa,GAAAH,IAAA,CAAbG,aAAa;UACbC,oBAAoB,GAAAH,KAAA,CAApBG,oBAAoB;UAGfC,cAAc,GAAGD,oBAAoB,CAACM,SAAS,CAAC,UAAAC,KAAA;YAAA,IAAEvC,IAAI,GAAAuC,KAAA,CAAJvC,IAAI;YAAA,OAAMC,aAAa,KAAKD,IAAI;UAAA,EAAC;UAAA,MACrFiC,cAAc,KAAK,CAAC,CAAC;YAAAI,SAAA,CAAA9C,IAAA;YAAA;UAAA;UAAA,OAAA8C,SAAA,CAAA3C,MAAA,WAChB,IAAI;QAAA;UAEPwC,oBAAoB,GAAG,IAAAM,yBAAe,EAACT,aAAa,CAACE,cAAc,CAAC,EAAExD,OAAO,aAAPA,OAAO,wBAAAqD,aAAA,GAAPrD,OAAO,CAAEe,GAAG,cAAAsC,aAAA,uBAAZA,aAAA,CAAcW,KAAK,CAAC;UAC1FN,aAAa,GAAG,IAAAO,yCAAqB,EAACV,oBAAoB,CAACC,cAAc,CAAC,CAAC;UAAAI,SAAA,CAAA9C,IAAA;UAAA,OAC7C,IAAAoD,UAAI,EAACT,oBAAoB,EAAEU,sCAAkB,EAAE;YACjF3C,aAAa,EAAbA,aAAa;YACbkC,aAAa,EAAbA;UACF,CAAC,CAAC;QAAA;UAHIrD,qBAAqB,GAAAuD,SAAA,CAAAhC,IAAA;UAAA,OAAAgC,SAAA,CAAA3C,MAAA,WAMpBZ,qBAAqB;QAAA;QAAA;UAAA,OAAAuD,SAAA,CAAA1B,IAAA;MAAA;IAAA,GAAAgB,QAAA;EAAA,CAC7B;EAAA,OAAAD,yBAAA,CAAA5D,KAAA,OAAAC,SAAA;AAAA"}

package/dist/es5/workers/i3s-content-nodejs-worker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"i3s-content-nodejs-worker.js","names":["_loaderUtils","require","_i3sContentLoader","createLoaderWorker","I3SContentLoader"],"sources":["../../../src/workers/i3s-content-nodejs-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport '@loaders.gl/polyfills';\nimport {I3SContentLoader} from '../i3s-content-loader';\n\ncreateLoaderWorker(I3SContentLoader);\n"],"mappings":";;AAAA,IAAAA,YAAA,GAAAC,OAAA;AACAA,OAAA;AACA,IAAAC,iBAAA,GAAAD,OAAA;AAEA,IAAAE,+BAAkB,EAACC,kCAAgB,CAAC"}

package/dist/esm/lib/utils/customizeColors.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"customizeColors.js","names":["load","getAttributeValueType","I3SAttributeLoader","getUrlWithToken","customizeColors","colors","featureIds","tileOptions","tilesetOptions","options","_options$i3s","i3s","colorsByAttribute","colorizeAttributeField","fields","find","_ref","_options$i3s2","_options$i3s2$colorsB","name","attributeName","includes","type","colorizeAttributeData","loadFeatureAttributeData","objectIdField","_ref2","objectIdAttributeData","attributeValuesMap","i","length","calculateColorForAttribute","value","color","set","attributeValue","_options$i3s3","minValue","maxValue","minColor","maxColor","rate","Math","round","_ref3","_ref4","_options$i3s4","attributeUrls","attributeStorageInfo","attributeIndex","findIndex","_ref5","objectIdAttributeUrl","token","attributeType"],"sources":["../../../../src/lib/utils/customizeColors.ts"],"sourcesContent":["import type {MeshAttribute} from '@loaders.gl/schema';\nimport type {COLOR, I3STileOptions, I3STilesetOptions} from '../../types';\n\nimport {load} from '@loaders.gl/core';\nimport {getAttributeValueType, I3SAttributeLoader} from '../../i3s-attribute-loader';\nimport {I3SLoaderOptions} from '../../i3s-loader';\nimport {getUrlWithToken} from '../utils/url-utils';\n\n/**\n * Modify vertex colors array to visualize 3D objects in a attribute driven way\n * @param colors - vertex colors attribute\n * @param featureIds - feature Ids attribute\n * @param tileOptions - tile - related options\n * @param tilesetOptions - tileset-related options\n * @param options - loader options\n * @returns midified colors attribute\n */\nexport async function customizeColors(\n  colors: MeshAttribute,\n  featureIds: MeshAttribute,\n  tileOptions: I3STileOptions,\n  tilesetOptions: I3STilesetOptions,\n  options?: I3SLoaderOptions\n): Promise<MeshAttribute> {\n  if (!options?.i3s?.colorsByAttribute) {\n    return colors;\n  }\n\n  const colorizeAttributeField = tilesetOptions.fields.find(\n    ({name}) => name === options?.i3s?.colorsByAttribute?.attributeName\n  );\n  if (\n    !colorizeAttributeField ||\n    !['esriFieldTypeDouble', 'esriFieldTypeInteger', 'esriFieldTypeSmallInteger'].includes(\n      colorizeAttributeField.type\n    )\n  ) {\n    return colors;\n  }\n\n  const colorizeAttributeData = await loadFeatureAttributeData(\n    colorizeAttributeField.name,\n    tileOptions,\n    tilesetOptions,\n    options\n  );\n  if (!colorizeAttributeData) {\n    return colors;\n  }\n\n  const objectIdField = tilesetOptions.fields.find(({type}) => type === 'esriFieldTypeOID');\n  if (!objectIdField) {\n    return colors;\n  }\n\n  const objectIdAttributeData = await loadFeatureAttributeData(\n    objectIdField.name,\n    tileOptions,\n    tilesetOptions,\n    options\n  );\n  if (!objectIdAttributeData) {\n    return colors;\n  }\n\n  const attributeValuesMap: {[key: number]: COLOR} = {};\n  // @ts-expect-error\n  for (let i = 0; i < objectIdAttributeData[objectIdField.name].length; i++) {\n    // @ts-expect-error\n    attributeValuesMap[objectIdAttributeData[objectIdField.name][i]] = calculateColorForAttribute(\n      // @ts-expect-error\n      colorizeAttributeData[colorizeAttributeField.name][i] as number,\n      options\n    );\n  }\n\n  for (let i = 0; i < featureIds.value.length; i++) {\n    const color = attributeValuesMap[featureIds.value[i]];\n    if (!color) {\n      continue; // eslint-disable-line no-continue\n    }\n    colors.value.set(color, i * 4);\n  }\n\n  return colors;\n}\n\n/**\n * Calculate rgba color from the attribute value\n * @param attributeValue - value of the attribute\n * @param options - loader options\n * @returns - color array for a specific attribute value\n */\nfunction calculateColorForAttribute(attributeValue: number, options?: I3SLoaderOptions): COLOR {\n  if (!options?.i3s?.colorsByAttribute) {\n    return [255, 255, 255, 255];\n  }\n  const {minValue, maxValue, minColor, maxColor} = options.i3s.colorsByAttribute;\n  const rate = (attributeValue - minValue) / (maxValue - minValue);\n  const color: COLOR = [255, 255, 255, 255];\n  for (let i = 0; i < minColor.length; i++) {\n    color[i] = Math.round((maxColor[i] - minColor[i]) * rate + minColor[i]);\n  }\n  return color;\n}\n\n/**\n * Load feature attribute data from the ArcGIS rest service\n * @param attributeName - attribute name\n * @param tileOptions - tile-related options\n * @param tilesetOptions - tileset-related options\n * @param options - loader options\n * @returns - Array-like list of the attribute values\n */\nasync function loadFeatureAttributeData(\n  attributeName: string,\n  {attributeUrls}: I3STileOptions,\n  {attributeStorageInfo}: I3STilesetOptions,\n  options?: I3SLoaderOptions\n): Promise<{[key: string]: string[] | Uint32Array | Uint16Array | Float64Array | null} | null> {\n  const attributeIndex = attributeStorageInfo.findIndex(({name}) => attributeName === name);\n  if (attributeIndex === -1) {\n    return null;\n  }\n  const objectIdAttributeUrl = getUrlWithToken(attributeUrls[attributeIndex], options?.i3s?.token);\n  const attributeType = getAttributeValueType(attributeStorageInfo[attributeIndex]);\n  const objectIdAttributeData = await load(objectIdAttributeUrl, I3SAttributeLoader, {\n    attributeName,\n    attributeType\n  });\n\n  // @ts-expect-error TODO action engine\n  return objectIdAttributeData;\n}\n"],"mappings":"AAGA,SAAQA,IAAI,QAAO,kBAAkB;AACrC,SAAQC,qBAAqB,EAAEC,kBAAkB,QAAO,4BAA4B;AAEpF,SAAQC,eAAe,QAAO,oBAAoB;AAWlD,OAAO,eAAeC,eAAeA,CACnCC,MAAqB,EACrBC,UAAyB,EACzBC,WAA2B,EAC3BC,cAAiC,EACjCC,OAA0B,EACF;EAAA,IAAAC,YAAA;EACxB,IAAI,EAACD,OAAO,aAAPA,OAAO,gBAAAC,YAAA,GAAPD,OAAO,CAAEE,GAAG,cAAAD,YAAA,eAAZA,YAAA,CAAcE,iBAAiB,GAAE;IACpC,OAAOP,MAAM;EACf;EAEA,MAAMQ,sBAAsB,GAAGL,cAAc,CAACM,MAAM,CAACC,IAAI,CACvDC,IAAA;IAAA,IAAAC,aAAA,EAAAC,qBAAA;IAAA,IAAC;MAACC;IAAI,CAAC,GAAAH,IAAA;IAAA,OAAKG,IAAI,MAAKV,OAAO,aAAPA,OAAO,wBAAAQ,aAAA,GAAPR,OAAO,CAAEE,GAAG,cAAAM,aAAA,wBAAAC,qBAAA,GAAZD,aAAA,CAAcL,iBAAiB,cAAAM,qBAAA,uBAA/BA,qBAAA,CAAiCE,aAAa;EAAA,CACrE,CAAC;EACD,IACE,CAACP,sBAAsB,IACvB,CAAC,CAAC,qBAAqB,EAAE,sBAAsB,EAAE,2BAA2B,CAAC,CAACQ,QAAQ,CACpFR,sBAAsB,CAACS,IACzB,CAAC,EACD;IACA,OAAOjB,MAAM;EACf;EAEA,MAAMkB,qBAAqB,GAAG,MAAMC,wBAAwB,CAC1DX,sBAAsB,CAACM,IAAI,EAC3BZ,WAAW,EACXC,cAAc,EACdC,OACF,CAAC;EACD,IAAI,CAACc,qBAAqB,EAAE;IAC1B,OAAOlB,MAAM;EACf;EAEA,MAAMoB,aAAa,GAAGjB,cAAc,CAACM,MAAM,CAACC,IAAI,CAACW,KAAA;IAAA,IAAC;MAACJ;IAAI,CAAC,GAAAI,KAAA;IAAA,OAAKJ,IAAI,KAAK,kBAAkB;EAAA,EAAC;EACzF,IAAI,CAACG,aAAa,EAAE;IAClB,OAAOpB,MAAM;EACf;EAEA,MAAMsB,qBAAqB,GAAG,MAAMH,wBAAwB,CAC1DC,aAAa,CAACN,IAAI,EAClBZ,WAAW,EACXC,cAAc,EACdC,OACF,CAAC;EACD,IAAI,CAACkB,qBAAqB,EAAE;IAC1B,OAAOtB,MAAM;EACf;EAEA,MAAMuB,kBAA0C,GAAG,CAAC,CAAC;EAErD,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,qBAAqB,CAACF,aAAa,CAACN,IAAI,CAAC,CAACW,MAAM,EAAED,CAAC,EAAE,EAAE;IAEzED,kBAAkB,CAACD,qBAAqB,CAACF,aAAa,CAACN,IAAI,CAAC,CAACU,CAAC,CAAC,CAAC,GAAGE,0BAA0B,CAE3FR,qBAAqB,CAACV,sBAAsB,CAACM,IAAI,CAAC,CAACU,CAAC,CAAC,EACrDpB,OACF,CAAC;EACH;EAEA,KAAK,IAAIoB,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGvB,UAAU,CAAC0B,KAAK,CAACF,MAAM,EAAED,CAAC,EAAE,EAAE;IAChD,MAAMI,KAAK,GAAGL,kBAAkB,CAACtB,UAAU,CAAC0B,KAAK,CAACH,CAAC,CAAC,CAAC;IACrD,IAAI,CAACI,KAAK,EAAE;MACV;IACF;IACA5B,MAAM,CAAC2B,KAAK,CAACE,GAAG,CAACD,KAAK,EAAEJ,CAAC,GAAG,CAAC,CAAC;EAChC;EAEA,OAAOxB,MAAM;AACf;AAQA,SAAS0B,0BAA0BA,CAACI,cAAsB,EAAE1B,OAA0B,EAAS;EAAA,IAAA2B,aAAA;EAC7F,IAAI,EAAC3B,OAAO,aAAPA,OAAO,gBAAA2B,aAAA,GAAP3B,OAAO,CAAEE,GAAG,cAAAyB,aAAA,eAAZA,aAAA,CAAcxB,iBAAiB,GAAE;IACpC,OAAO,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;EAC7B;EACA,MAAM;IAACyB,QAAQ;IAAEC,QAAQ;IAAEC,QAAQ;IAAEC;EAAQ,CAAC,GAAG/B,OAAO,CAACE,GAAG,CAACC,iBAAiB;EAC9E,MAAM6B,IAAI,GAAG,CAACN,cAAc,GAAGE,QAAQ,KAAKC,QAAQ,GAAGD,QAAQ,CAAC;EAChE,MAAMJ,KAAY,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC;EACzC,KAAK,IAAIJ,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGU,QAAQ,CAACT,MAAM,EAAED,CAAC,EAAE,EAAE;IACxCI,KAAK,CAACJ,CAAC,CAAC,GAAGa,IAAI,CAACC,KAAK,CAAC,CAACH,QAAQ,CAACX,CAAC,CAAC,GAAGU,QAAQ,CAACV,CAAC,CAAC,IAAIY,IAAI,GAAGF,QAAQ,CAACV,CAAC,CAAC,CAAC;EACzE;EACA,OAAOI,KAAK;AACd;AAUA,eAAeT,wBAAwBA,CACrCJ,aAAqB,EAAAwB,KAAA,EAAAC,KAAA,EAGrBpC,OAA0B,EACmE;EAAA,IAAAqC,aAAA;EAAA,IAH7F;IAACC;EAA6B,CAAC,GAAAH,KAAA;EAAA,IAC/B;IAACI;EAAuC,CAAC,GAAAH,KAAA;EAGzC,MAAMI,cAAc,GAAGD,oBAAoB,CAACE,SAAS,CAACC,KAAA;IAAA,IAAC;MAAChC;IAAI,CAAC,GAAAgC,KAAA;IAAA,OAAK/B,aAAa,KAAKD,IAAI;EAAA,EAAC;EACzF,IAAI8B,cAAc,KAAK,CAAC,CAAC,EAAE;IACzB,OAAO,IAAI;EACb;EACA,MAAMG,oBAAoB,GAAGjD,eAAe,CAAC4C,aAAa,CAACE,cAAc,CAAC,EAAExC,OAAO,aAAPA,OAAO,wBAAAqC,aAAA,GAAPrC,OAAO,CAAEE,GAAG,cAAAmC,aAAA,uBAAZA,aAAA,CAAcO,KAAK,CAAC;EAChG,MAAMC,aAAa,GAAGrD,qBAAqB,CAAC+C,oBAAoB,CAACC,cAAc,CAAC,CAAC;EACjF,MAAMtB,qBAAqB,GAAG,MAAM3B,IAAI,CAACoD,oBAAoB,EAAElD,kBAAkB,EAAE;IACjFkB,aAAa;IACbkC;EACF,CAAC,CAAC;EAGF,OAAO3B,qBAAqB;AAC9B"}

package/dist/esm/workers/i3s-content-nodejs-worker.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"i3s-content-nodejs-worker.js","names":["createLoaderWorker","I3SContentLoader"],"sources":["../../../src/workers/i3s-content-nodejs-worker.ts"],"sourcesContent":["import {createLoaderWorker} from '@loaders.gl/loader-utils';\nimport '@loaders.gl/polyfills';\nimport {I3SContentLoader} from '../i3s-content-loader';\n\ncreateLoaderWorker(I3SContentLoader);\n"],"mappings":"AAAA,SAAQA,kBAAkB,QAAO,0BAA0B;AAC3D,OAAO,uBAAuB;AAC9B,SAAQC,gBAAgB,QAAO,uBAAuB;AAEtDD,kBAAkB,CAACC,gBAAgB,CAAC"}