@loaders.gl/i3s 4.0.0-alpha.14 → 4.0.0-alpha.16

package/dist/esm/i3s-loader.js

@@ -2,7 +2,7 @@ import { parse } from '@loaders.gl/core';
 import { I3SContentLoader } from './i3s-content-loader';
 import { normalizeTileData, normalizeTilesetData } from './lib/parsers/parse-i3s';
 import { COORDINATE_SYSTEM } from './lib/parsers/constants';
-const VERSION = typeof "4.0.0-alpha.14" !== 'undefined' ? "4.0.0-alpha.14" : 'latest';
+const VERSION = typeof "4.0.0-alpha.16" !== 'undefined' ? "4.0.0-alpha.16" : 'latest';
 const TILESET_REGEX = /layers\/[0-9]+$/;
 const TILE_HEADER_REGEX = /nodes\/([0-9-]+|root)$/;
 const SLPK_HEX = '504b0304';

package/dist/esm/i3s-node-page-loader.js

@@ -1,4 +1,4 @@
-const VERSION = typeof "4.0.0-alpha.14" !== 'undefined' ? "4.0.0-alpha.14" : 'latest';
+const VERSION = typeof "4.0.0-alpha.16" !== 'undefined' ? "4.0.0-alpha.16" : 'latest';
 async function parseNodePage(data, options) {
   return JSON.parse(new TextDecoder().decode(data));
 }

package/dist/esm/i3s-slpk-loader.js

@@ -1,5 +1,6 @@
-import { parseSLPK } from './lib/parsers/parse-slpk/parse-slpk';
-const VERSION = typeof "4.0.0-alpha.14" !== 'undefined' ? "4.0.0-alpha.14" : 'latest';
+import { parseSLPK as parseSLPKFromProvider } from './lib/parsers/parse-slpk/parse-slpk';
+import { DataViewFileProvider } from './lib/parsers/parse-zip/data-view-file-provider';
+const VERSION = typeof "4.0.0-alpha.16" !== 'undefined' ? "4.0.0-alpha.16" : 'latest';
 export const SLPKLoader = {
   name: 'I3S SLPK (Scene Layer Package)',
   id: 'slpk',
@@ -10,4 +11,9 @@ export const SLPKLoader = {
   extensions: ['slpk'],
   options: {}
 };
+async function parseSLPK(data) {
+  var _options$slpk$path, _options$slpk, _options$slpk2;
+  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
+  return (await parseSLPKFromProvider(new DataViewFileProvider(new DataView(data)))).getFile((_options$slpk$path = (_options$slpk = options.slpk) === null || _options$slpk === void 0 ? void 0 : _options$slpk.path) !== null && _options$slpk$path !== void 0 ? _options$slpk$path : '', (_options$slpk2 = options.slpk) === null || _options$slpk2 === void 0 ? void 0 : _options$slpk2.pathMode);
+}
 //# sourceMappingURL=i3s-slpk-loader.js.map

package/dist/esm/i3s-slpk-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"i3s-slpk-loader.js","names":["parseSLPK","VERSION","SLPKLoader","name","id","module","version","mimeTypes","parse","extensions","options"],"sources":["../../src/i3s-slpk-loader.ts"],"sourcesContent":["import {LoaderOptions, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseSLPK} from './lib/parsers/parse-slpk/parse-slpk';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type SLPKLoaderOptions = LoaderOptions & {\n  slpk?: {\n    path?: string;\n    pathMode?: 'http' | 'raw';\n  };\n};\n\n/**\n * Loader for SLPK - Scene Layer Package\n */\nexport const SLPKLoader: LoaderWithParser<Buffer, never, SLPKLoaderOptions> = {\n  name: 'I3S SLPK (Scene Layer Package)',\n  id: 'slpk',\n  module: 'i3s',\n  version: VERSION,\n  mimeTypes: ['application/octet-stream'],\n  parse: parseSLPK,\n  extensions: ['slpk'],\n  options: {}\n};\n"],"mappings":"AACA,SAAQA,SAAS,QAAO,qCAAqC;AAI7D,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAY3E,OAAO,MAAMC,UAA8D,GAAG;EAC5EC,IAAI,EAAE,gCAAgC;EACtCC,EAAE,EAAE,MAAM;EACVC,MAAM,EAAE,KAAK;EACbC,OAAO,EAAEL,OAAO;EAChBM,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,KAAK,EAAER,SAAS;EAChBS,UAAU,EAAE,CAAC,MAAM,CAAC;EACpBC,OAAO,EAAE,CAAC;AACZ,CAAC"}
+{"version":3,"file":"i3s-slpk-loader.js","names":["parseSLPK","parseSLPKFromProvider","DataViewFileProvider","VERSION","SLPKLoader","name","id","module","version","mimeTypes","parse","extensions","options","data","_options$slpk$path","_options$slpk","_options$slpk2","arguments","length","undefined","DataView","getFile","slpk","path","pathMode"],"sources":["../../src/i3s-slpk-loader.ts"],"sourcesContent":["import {LoaderOptions, LoaderWithParser} from '@loaders.gl/loader-utils';\nimport {parseSLPK as parseSLPKFromProvider} from './lib/parsers/parse-slpk/parse-slpk';\nimport {DataViewFileProvider} from './lib/parsers/parse-zip/data-view-file-provider';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\n/** options to load data from SLPK */\nexport type SLPKLoaderOptions = LoaderOptions & {\n  slpk?: {\n    /** path inside the slpk archive */\n    path?: string;\n    /** mode of the path */\n    pathMode?: 'http' | 'raw';\n  };\n};\n\n/**\n * Loader for SLPK - Scene Layer Package\n */\nexport const SLPKLoader: LoaderWithParser<Buffer, never, SLPKLoaderOptions> = {\n  name: 'I3S SLPK (Scene Layer Package)',\n  id: 'slpk',\n  module: 'i3s',\n  version: VERSION,\n  mimeTypes: ['application/octet-stream'],\n  parse: parseSLPK,\n  extensions: ['slpk'],\n  options: {}\n};\n\n/**\n * returns a single file from the slpk archive\n * @param data slpk archive data\n * @param options options\n * @returns requested file\n */\n\nasync function parseSLPK(data: ArrayBuffer, options: SLPKLoaderOptions = {}) {\n  return (await parseSLPKFromProvider(new DataViewFileProvider(new DataView(data)))).getFile(\n    options.slpk?.path ?? '',\n    options.slpk?.pathMode\n  );\n}\n"],"mappings":"AACA,SAAQA,SAAS,IAAIC,qBAAqB,QAAO,qCAAqC;AACtF,SAAQC,oBAAoB,QAAO,iDAAiD;AAIpF,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAe3E,OAAO,MAAMC,UAA8D,GAAG;EAC5EC,IAAI,EAAE,gCAAgC;EACtCC,EAAE,EAAE,MAAM;EACVC,MAAM,EAAE,KAAK;EACbC,OAAO,EAAEL,OAAO;EAChBM,SAAS,EAAE,CAAC,0BAA0B,CAAC;EACvCC,KAAK,EAAEV,SAAS;EAChBW,UAAU,EAAE,CAAC,MAAM,CAAC;EACpBC,OAAO,EAAE,CAAC;AACZ,CAAC;AASD,eAAeZ,SAASA,CAACa,IAAiB,EAAmC;EAAA,IAAAC,kBAAA,EAAAC,aAAA,EAAAC,cAAA;EAAA,IAAjCJ,OAA0B,GAAAK,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EACzE,OAAO,CAAC,MAAMhB,qBAAqB,CAAC,IAAIC,oBAAoB,CAAC,IAAIkB,QAAQ,CAACP,IAAI,CAAC,CAAC,CAAC,EAAEQ,OAAO,EAAAP,kBAAA,IAAAC,aAAA,GACxFH,OAAO,CAACU,IAAI,cAAAP,aAAA,uBAAZA,aAAA,CAAcQ,IAAI,cAAAT,kBAAA,cAAAA,kBAAA,GAAI,EAAE,GAAAE,cAAA,GACxBJ,OAAO,CAACU,IAAI,cAAAN,cAAA,uBAAZA,cAAA,CAAcQ,QAChB,CAAC;AACH"}

package/dist/esm/index.js

@@ -7,5 +7,5 @@ export { I3SBuildingSceneLayerLoader } from './i3s-building-scene-layer-loader';
 export { I3SNodePageLoader } from './i3s-node-page-loader';
 export { ArcGisWebSceneLoader } from './arcgis-webscene-loader';
 export { parseZipLocalFileHeader } from './lib/parsers/parse-zip/local-file-header';
-export { FileProvider } from './lib/parsers/parse-zip/file-provider';
+export { parseSLPK } from './lib/parsers/parse-slpk/parse-slpk';
 //# sourceMappingURL=index.js.map

package/dist/esm/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","names":["COORDINATE_SYSTEM","I3SLoader","SLPKLoader","I3SContentLoader","I3SAttributeLoader","loadFeatureAttributes","I3SBuildingSceneLayerLoader","I3SNodePageLoader","ArcGisWebSceneLoader","parseZipLocalFileHeader","FileProvider"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type {\n  BoundingVolumes,\n  Mbs,\n  Obb,\n  SceneLayer3D,\n  AttributeStorageInfo,\n  Field,\n  ESRIField,\n  PopupInfo,\n  Node3DIndexDocument,\n  LodSelection,\n  NodeReference,\n  Resource,\n  MaxScreenThresholdSQ,\n  NodeInPage,\n  SharedResources,\n  Attribute,\n  Extent,\n  FeatureAttribute,\n  FieldInfo,\n  I3SMaterialDefinition,\n  TextureDefinitionInfo,\n  MaterialDefinitionInfo,\n  FullExtent,\n  StatisticsInfo,\n  StatsInfo,\n  Histogram,\n  ValueCount,\n  BuildingSceneSublayer,\n  DATA_TYPE,\n  OperationalLayer,\n  TextureSetDefinitionFormats\n} from './types';\n\nexport {COORDINATE_SYSTEM} from './lib/parsers/constants';\n\nexport {I3SLoader} from './i3s-loader';\nexport {SLPKLoader} from './i3s-slpk-loader';\nexport {I3SContentLoader} from './i3s-content-loader';\nexport {I3SAttributeLoader, loadFeatureAttributes} from './i3s-attribute-loader';\nexport {I3SBuildingSceneLayerLoader} from './i3s-building-scene-layer-loader';\nexport {I3SNodePageLoader} from './i3s-node-page-loader';\nexport {ArcGisWebSceneLoader} from './arcgis-webscene-loader';\nexport {parseZipLocalFileHeader} from './lib/parsers/parse-zip/local-file-header';\nexport {FileProvider} from './lib/parsers/parse-zip/file-provider';\n"],"mappings":"AAoCA,SAAQA,iBAAiB,QAAO,yBAAyB;AAEzD,SAAQC,SAAS,QAAO,cAAc;AACtC,SAAQC,UAAU,QAAO,mBAAmB;AAC5C,SAAQC,gBAAgB,QAAO,sBAAsB;AACrD,SAAQC,kBAAkB,EAAEC,qBAAqB,QAAO,wBAAwB;AAChF,SAAQC,2BAA2B,QAAO,mCAAmC;AAC7E,SAAQC,iBAAiB,QAAO,wBAAwB;AACxD,SAAQC,oBAAoB,QAAO,0BAA0B;AAC7D,SAAQC,uBAAuB,QAAO,2CAA2C;AACjF,SAAQC,YAAY,QAAO,uCAAuC"}
+{"version":3,"file":"index.js","names":["COORDINATE_SYSTEM","I3SLoader","SLPKLoader","I3SContentLoader","I3SAttributeLoader","loadFeatureAttributes","I3SBuildingSceneLayerLoader","I3SNodePageLoader","ArcGisWebSceneLoader","parseZipLocalFileHeader","parseSLPK"],"sources":["../../src/index.ts"],"sourcesContent":["// loaders.gl, MIT license\n\nexport type {\n  BoundingVolumes,\n  Mbs,\n  Obb,\n  SceneLayer3D,\n  AttributeStorageInfo,\n  Field,\n  ESRIField,\n  PopupInfo,\n  Node3DIndexDocument,\n  LodSelection,\n  NodeReference,\n  Resource,\n  MaxScreenThresholdSQ,\n  NodeInPage,\n  SharedResources,\n  Attribute,\n  Extent,\n  FeatureAttribute,\n  FieldInfo,\n  I3SMaterialDefinition,\n  TextureDefinitionInfo,\n  MaterialDefinitionInfo,\n  FullExtent,\n  StatisticsInfo,\n  StatsInfo,\n  Histogram,\n  ValueCount,\n  BuildingSceneSublayer,\n  OperationalLayer,\n  TextureSetDefinitionFormats\n} from './types';\nexport type {FileProvider} from './lib/parsers/parse-zip/file-provider';\n\nexport {COORDINATE_SYSTEM} from './lib/parsers/constants';\n\nexport {I3SLoader} from './i3s-loader';\nexport {SLPKLoader} from './i3s-slpk-loader';\nexport {I3SContentLoader} from './i3s-content-loader';\nexport {I3SAttributeLoader, loadFeatureAttributes} from './i3s-attribute-loader';\nexport {I3SBuildingSceneLayerLoader} from './i3s-building-scene-layer-loader';\nexport {I3SNodePageLoader} from './i3s-node-page-loader';\nexport {ArcGisWebSceneLoader} from './arcgis-webscene-loader';\nexport {parseZipLocalFileHeader} from './lib/parsers/parse-zip/local-file-header';\nexport {parseSLPK} from './lib/parsers/parse-slpk/parse-slpk';\n"],"mappings":"AAoCA,SAAQA,iBAAiB,QAAO,yBAAyB;AAEzD,SAAQC,SAAS,QAAO,cAAc;AACtC,SAAQC,UAAU,QAAO,mBAAmB;AAC5C,SAAQC,gBAAgB,QAAO,sBAAsB;AACrD,SAAQC,kBAAkB,EAAEC,qBAAqB,QAAO,wBAAwB;AAChF,SAAQC,2BAA2B,QAAO,mCAAmC;AAC7E,SAAQC,iBAAiB,QAAO,wBAAwB;AACxD,SAAQC,oBAAoB,QAAO,0BAA0B;AAC7D,SAAQC,uBAAuB,QAAO,2CAA2C;AACjF,SAAQC,SAAS,QAAO,qCAAqC"}

package/dist/esm/lib/parsers/constants.js

@@ -1,16 +1,15 @@
 import GL from '@luma.gl/constants';
-import { DATA_TYPE } from '../../types';
 export function getConstructorForDataFormat(dataType) {
   switch (dataType) {
-    case DATA_TYPE.UInt8:
+    case 'UInt8':
       return Uint8Array;
-    case DATA_TYPE.UInt16:
+    case 'UInt16':
       return Uint16Array;
-    case DATA_TYPE.UInt32:
+    case 'UInt32':
       return Uint32Array;
-    case DATA_TYPE.Float32:
+    case 'Float32':
       return Float32Array;
-    case DATA_TYPE.UInt64:
+    case 'UInt64':
       return Float64Array;
     default:
       throw new Error("parse i3s tile content: unknown type of data: ".concat(dataType));
@@ -25,18 +24,18 @@ export const GL_TYPE_MAP = {
 };
 export function sizeOf(dataType) {
   switch (dataType) {
-    case DATA_TYPE.UInt8:
+    case 'UInt8':
       return 1;
-    case DATA_TYPE.UInt16:
-    case DATA_TYPE.Int16:
+    case 'UInt16':
+    case 'Int16':
       return 2;
-    case DATA_TYPE.UInt32:
-    case DATA_TYPE.Int32:
-    case DATA_TYPE.Float32:
+    case 'UInt32':
+    case 'Int32':
+    case 'Float32':
       return 4;
-    case DATA_TYPE.UInt64:
-    case DATA_TYPE.Int64:
-    case DATA_TYPE.Float64:
+    case 'UInt64':
+    case 'Int64':
+    case 'Float64':
       return 8;
     default:
       throw new Error("parse i3s tile content: unknown size of data: ".concat(dataType));

package/dist/esm/lib/parsers/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","names":["GL","DATA_TYPE","getConstructorForDataFormat","dataType","UInt8","Uint8Array","UInt16","Uint16Array","UInt32","Uint32Array","Float32","Float32Array","UInt64","Float64Array","Error","concat","GL_TYPE_MAP","UNSIGNED_BYTE","UNSIGNED_SHORT","FLOAT","UNSIGNED_INT","DOUBLE","sizeOf","Int16","Int32","Int64","Float64","STRING_ATTRIBUTE_TYPE","OBJECT_ID_ATTRIBUTE_TYPE","FLOAT_64_TYPE","INT_16_ATTRIBUTE_TYPE","COORDINATE_SYSTEM"],"sources":["../../../../src/lib/parsers/constants.ts"],"sourcesContent":["import GL from '@luma.gl/constants';\nimport {DATA_TYPE} from '../../types';\n\nexport function getConstructorForDataFormat(dataType: string) {\n  switch (dataType) {\n    case DATA_TYPE.UInt8:\n      return Uint8Array;\n    case DATA_TYPE.UInt16:\n      return Uint16Array;\n    case DATA_TYPE.UInt32:\n      return Uint32Array;\n    case DATA_TYPE.Float32:\n      return Float32Array;\n    case DATA_TYPE.UInt64:\n      return Float64Array;\n    default:\n      throw new Error(`parse i3s tile content: unknown type of data: ${dataType}`);\n  }\n}\n\nexport const GL_TYPE_MAP: {[key: string]: number} = {\n  UInt8: GL.UNSIGNED_BYTE,\n  UInt16: GL.UNSIGNED_SHORT,\n  Float32: GL.FLOAT,\n  UInt32: GL.UNSIGNED_INT,\n  UInt64: GL.DOUBLE\n};\n/**\n * Returns how many bytes a type occupies\n * @param dataType\n * @returns\n */\nexport function sizeOf(dataType: string): number {\n  switch (dataType) {\n    case DATA_TYPE.UInt8:\n      return 1;\n    case DATA_TYPE.UInt16:\n    case DATA_TYPE.Int16:\n      return 2;\n    case DATA_TYPE.UInt32:\n    case DATA_TYPE.Int32:\n    case DATA_TYPE.Float32:\n      return 4;\n    case DATA_TYPE.UInt64:\n    case DATA_TYPE.Int64:\n    case DATA_TYPE.Float64:\n      return 8;\n    default:\n      throw new Error(`parse i3s tile content: unknown size of data: ${dataType}`);\n  }\n}\n\nexport const STRING_ATTRIBUTE_TYPE = 'String';\nexport const OBJECT_ID_ATTRIBUTE_TYPE = 'Oid32';\nexport const FLOAT_64_TYPE = 'Float64';\nexport const INT_16_ATTRIBUTE_TYPE = 'Int16';\n\n// https://github.com/visgl/deck.gl/blob/9548f43cba2234a1f4877b6b17f6c88eb35b2e08/modules/core/src/lib/constants.js#L27\n// Describes the format of positions\nexport enum COORDINATE_SYSTEM {\n  /**\n   * `LNGLAT` if rendering into a geospatial viewport, `CARTESIAN` otherwise\n   */\n  DEFAULT = -1,\n  /**\n   * Positions are interpreted as [lng, lat, elevation]\n   * lng lat are degrees, elevation is meters. distances as meters.\n   */\n  LNGLAT = 1,\n  /**\n   * Positions are interpreted as meter offsets, distances as meters\n   */\n  METER_OFFSETS = 2,\n  /**\n   * Positions are interpreted as lng lat offsets: [deltaLng, deltaLat, elevation]\n   * deltaLng, deltaLat are delta degrees, elevation is meters.\n   * distances as meters.\n   */\n  LNGLAT_OFFSETS = 3,\n  /**\n   * Non-geospatial\n   */\n  CARTESIAN = 0\n}\n"],"mappings":"AAAA,OAAOA,EAAE,MAAM,oBAAoB;AACnC,SAAQC,SAAS,QAAO,aAAa;AAErC,OAAO,SAASC,2BAA2BA,CAACC,QAAgB,EAAE;EAC5D,QAAQA,QAAQ;IACd,KAAKF,SAAS,CAACG,KAAK;MAClB,OAAOC,UAAU;IACnB,KAAKJ,SAAS,CAACK,MAAM;MACnB,OAAOC,WAAW;IACpB,KAAKN,SAAS,CAACO,MAAM;MACnB,OAAOC,WAAW;IACpB,KAAKR,SAAS,CAACS,OAAO;MACpB,OAAOC,YAAY;IACrB,KAAKV,SAAS,CAACW,MAAM;MACnB,OAAOC,YAAY;IACrB;MACE,MAAM,IAAIC,KAAK,kDAAAC,MAAA,CAAkDZ,QAAQ,CAAE,CAAC;EAChF;AACF;AAEA,OAAO,MAAMa,WAAoC,GAAG;EAClDZ,KAAK,EAAEJ,EAAE,CAACiB,aAAa;EACvBX,MAAM,EAAEN,EAAE,CAACkB,cAAc;EACzBR,OAAO,EAAEV,EAAE,CAACmB,KAAK;EACjBX,MAAM,EAAER,EAAE,CAACoB,YAAY;EACvBR,MAAM,EAAEZ,EAAE,CAACqB;AACb,CAAC;AAMD,OAAO,SAASC,MAAMA,CAACnB,QAAgB,EAAU;EAC/C,QAAQA,QAAQ;IACd,KAAKF,SAAS,CAACG,KAAK;MAClB,OAAO,CAAC;IACV,KAAKH,SAAS,CAACK,MAAM;IACrB,KAAKL,SAAS,CAACsB,KAAK;MAClB,OAAO,CAAC;IACV,KAAKtB,SAAS,CAACO,MAAM;IACrB,KAAKP,SAAS,CAACuB,KAAK;IACpB,KAAKvB,SAAS,CAACS,OAAO;MACpB,OAAO,CAAC;IACV,KAAKT,SAAS,CAACW,MAAM;IACrB,KAAKX,SAAS,CAACwB,KAAK;IACpB,KAAKxB,SAAS,CAACyB,OAAO;MACpB,OAAO,CAAC;IACV;MACE,MAAM,IAAIZ,KAAK,kDAAAC,MAAA,CAAkDZ,QAAQ,CAAE,CAAC;EAChF;AACF;AAEA,OAAO,MAAMwB,qBAAqB,GAAG,QAAQ;AAC7C,OAAO,MAAMC,wBAAwB,GAAG,OAAO;AAC/C,OAAO,MAAMC,aAAa,GAAG,SAAS;AACtC,OAAO,MAAMC,qBAAqB,GAAG,OAAO;AAI5C,WAAYC,iBAAiB,aAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAA,OAAjBA,iBAAiB;AAAA"}
+{"version":3,"file":"constants.js","names":["GL","getConstructorForDataFormat","dataType","Uint8Array","Uint16Array","Uint32Array","Float32Array","Float64Array","Error","concat","GL_TYPE_MAP","UInt8","UNSIGNED_BYTE","UInt16","UNSIGNED_SHORT","Float32","FLOAT","UInt32","UNSIGNED_INT","UInt64","DOUBLE","sizeOf","STRING_ATTRIBUTE_TYPE","OBJECT_ID_ATTRIBUTE_TYPE","FLOAT_64_TYPE","INT_16_ATTRIBUTE_TYPE","COORDINATE_SYSTEM"],"sources":["../../../../src/lib/parsers/constants.ts"],"sourcesContent":["import GL from '@luma.gl/constants';\n\nexport function getConstructorForDataFormat(dataType: string) {\n  switch (dataType) {\n    case 'UInt8':\n      return Uint8Array;\n    case 'UInt16':\n      return Uint16Array;\n    case 'UInt32':\n      return Uint32Array;\n    case 'Float32':\n      return Float32Array;\n    case 'UInt64':\n      return Float64Array;\n    default:\n      throw new Error(`parse i3s tile content: unknown type of data: ${dataType}`);\n  }\n}\n\nexport const GL_TYPE_MAP: {[key: string]: number} = {\n  UInt8: GL.UNSIGNED_BYTE,\n  UInt16: GL.UNSIGNED_SHORT,\n  Float32: GL.FLOAT,\n  UInt32: GL.UNSIGNED_INT,\n  UInt64: GL.DOUBLE\n};\n/**\n * Returns how many bytes a type occupies\n * @param dataType\n * @returns\n */\nexport function sizeOf(dataType: string): number {\n  switch (dataType) {\n    case 'UInt8':\n      return 1;\n    case 'UInt16':\n    case 'Int16':\n      return 2;\n    case 'UInt32':\n    case 'Int32':\n    case 'Float32':\n      return 4;\n    case 'UInt64':\n    case 'Int64':\n    case 'Float64':\n      return 8;\n    default:\n      throw new Error(`parse i3s tile content: unknown size of data: ${dataType}`);\n  }\n}\n\nexport const STRING_ATTRIBUTE_TYPE = 'String';\nexport const OBJECT_ID_ATTRIBUTE_TYPE = 'Oid32';\nexport const FLOAT_64_TYPE = 'Float64';\nexport const INT_16_ATTRIBUTE_TYPE = 'Int16';\n\n// https://github.com/visgl/deck.gl/blob/9548f43cba2234a1f4877b6b17f6c88eb35b2e08/modules/core/src/lib/constants.js#L27\n// Describes the format of positions\nexport enum COORDINATE_SYSTEM {\n  /**\n   * `LNGLAT` if rendering into a geospatial viewport, `CARTESIAN` otherwise\n   */\n  DEFAULT = -1,\n  /**\n   * Positions are interpreted as [lng, lat, elevation]\n   * lng lat are degrees, elevation is meters. distances as meters.\n   */\n  LNGLAT = 1,\n  /**\n   * Positions are interpreted as meter offsets, distances as meters\n   */\n  METER_OFFSETS = 2,\n  /**\n   * Positions are interpreted as lng lat offsets: [deltaLng, deltaLat, elevation]\n   * deltaLng, deltaLat are delta degrees, elevation is meters.\n   * distances as meters.\n   */\n  LNGLAT_OFFSETS = 3,\n  /**\n   * Non-geospatial\n   */\n  CARTESIAN = 0\n}\n"],"mappings":"AAAA,OAAOA,EAAE,MAAM,oBAAoB;AAEnC,OAAO,SAASC,2BAA2BA,CAACC,QAAgB,EAAE;EAC5D,QAAQA,QAAQ;IACd,KAAK,OAAO;MACV,OAAOC,UAAU;IACnB,KAAK,QAAQ;MACX,OAAOC,WAAW;IACpB,KAAK,QAAQ;MACX,OAAOC,WAAW;IACpB,KAAK,SAAS;MACZ,OAAOC,YAAY;IACrB,KAAK,QAAQ;MACX,OAAOC,YAAY;IACrB;MACE,MAAM,IAAIC,KAAK,kDAAAC,MAAA,CAAkDP,QAAQ,CAAE,CAAC;EAChF;AACF;AAEA,OAAO,MAAMQ,WAAoC,GAAG;EAClDC,KAAK,EAAEX,EAAE,CAACY,aAAa;EACvBC,MAAM,EAAEb,EAAE,CAACc,cAAc;EACzBC,OAAO,EAAEf,EAAE,CAACgB,KAAK;EACjBC,MAAM,EAAEjB,EAAE,CAACkB,YAAY;EACvBC,MAAM,EAAEnB,EAAE,CAACoB;AACb,CAAC;AAMD,OAAO,SAASC,MAAMA,CAACnB,QAAgB,EAAU;EAC/C,QAAQA,QAAQ;IACd,KAAK,OAAO;MACV,OAAO,CAAC;IACV,KAAK,QAAQ;IACb,KAAK,OAAO;MACV,OAAO,CAAC;IACV,KAAK,QAAQ;IACb,KAAK,OAAO;IACZ,KAAK,SAAS;MACZ,OAAO,CAAC;IACV,KAAK,QAAQ;IACb,KAAK,OAAO;IACZ,KAAK,SAAS;MACZ,OAAO,CAAC;IACV;MACE,MAAM,IAAIM,KAAK,kDAAAC,MAAA,CAAkDP,QAAQ,CAAE,CAAC;EAChF;AACF;AAEA,OAAO,MAAMoB,qBAAqB,GAAG,QAAQ;AAC7C,OAAO,MAAMC,wBAAwB,GAAG,OAAO;AAC/C,OAAO,MAAMC,aAAa,GAAG,SAAS;AACtC,OAAO,MAAMC,qBAAqB,GAAG,OAAO;AAI5C,WAAYC,iBAAiB,aAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAjBA,iBAAiB,CAAjBA,iBAAiB;EAAA,OAAjBA,iBAAiB;AAAA"}

package/dist/esm/lib/parsers/parse-slpk/parse-slpk.js

@@ -1,41 +1,56 @@
-import { DataViewFileProvider } from '../parse-zip/buffer-file-provider';
-import { parseZipCDFileHeader } from '../parse-zip/cd-file-header';
+import md5 from 'md5';
+import { parseZipCDFileHeader, signature as cdHeaderSignature } from '../parse-zip/cd-file-header';
+import { parseEoCDRecord } from '../parse-zip/end-of-central-directory';
 import { parseZipLocalFileHeader } from '../parse-zip/local-file-header';
-import { SLPKArchive } from './slpk-archieve';
-const getByteAt = (offset, buffer) => {
-  return buffer.getUint8(buffer.byteOffset + offset);
-};
-export async function parseSLPK(data) {
-  var _options$slpk$path, _options$slpk, _options$slpk2;
-  let options = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : {};
-  const archive = new DataView(data);
-  const cdFileHeaderSignature = [80, 75, 1, 2];
-  const searchWindow = [getByteAt(archive.byteLength - 1, archive), getByteAt(archive.byteLength - 2, archive), getByteAt(archive.byteLength - 3, archive), undefined];
-  let hashCDOffset = 0;
-  for (let i = archive.byteLength - 4; i > -1; i--) {
-    searchWindow[3] = searchWindow[2];
-    searchWindow[2] = searchWindow[1];
-    searchWindow[1] = searchWindow[0];
-    searchWindow[0] = getByteAt(i, archive);
-    if (searchWindow.every((val, index) => val === cdFileHeaderSignature[index])) {
-      hashCDOffset = i;
-      break;
-    }
-  }
-  const fileProvider = new DataViewFileProvider(archive);
+import { searchFromTheEnd } from '../parse-zip/search-from-the-end';
+import { SLPKArchive, compareHashes } from './slpk-archieve';
+export const parseSLPK = async (fileProvider, cb) => {
+  const hashCDOffset = await searchFromTheEnd(fileProvider, cdHeaderSignature);
   const cdFileHeader = await parseZipCDFileHeader(hashCDOffset, fileProvider);
-  if (cdFileHeader.fileName !== '@specialIndexFileHASH128@') {
-    throw new Error('No hash file in slpk');
+  let hashData;
+  if ((cdFileHeader === null || cdFileHeader === void 0 ? void 0 : cdFileHeader.fileName) !== '@specialIndexFileHASH128@') {
+    cb === null || cb === void 0 ? void 0 : cb('SLPK doesnt contain hash file');
+    hashData = await generateHashInfo(fileProvider);
+    cb === null || cb === void 0 ? void 0 : cb('hash info has been composed according to central directory records');
+  } else {
+    cb === null || cb === void 0 ? void 0 : cb('SLPK contains hash file');
+    const localFileHeader = await parseZipLocalFileHeader(cdFileHeader.localHeaderOffset, fileProvider);
+    if (!localFileHeader) {
+      throw new Error('corrupted SLPK');
+    }
+    const fileDataOffset = localFileHeader.fileDataOffset;
+    const hashFile = await fileProvider.slice(fileDataOffset, fileDataOffset + localFileHeader.compressedSize);
+    hashData = parseHashFile(hashFile);
   }
-  const localFileHeader = await parseZipLocalFileHeader(cdFileHeader.localHeaderOffset, fileProvider);
-  if (!localFileHeader) {
-    throw new Error('No hash file in slpk');
+  return new SLPKArchive(fileProvider, hashData);
+};
+const generateHashInfo = async fileProvider => {
+  const {
+    cdStartOffset
+  } = await parseEoCDRecord(fileProvider);
+  let cdHeader = await parseZipCDFileHeader(cdStartOffset, fileProvider);
+  const hashInfo = [];
+  while (cdHeader) {
+    hashInfo.push({
+      hash: Buffer.from(md5(cdHeader.fileName.split('\\').join('/').toLocaleLowerCase()), 'hex'),
+      offset: cdHeader.localHeaderOffset
+    });
+    cdHeader = await parseZipCDFileHeader(cdHeader.extraOffset + BigInt(cdHeader.extraFieldLength), fileProvider);
   }
-  const fileDataOffset = localFileHeader.fileDataOffset;
-  const hashFile = archive.buffer.slice(fileDataOffset, fileDataOffset + localFileHeader.compressedSize);
-  if (!hashFile) {
-    throw new Error('No hash file in slpk');
+  hashInfo.sort((a, b) => compareHashes(a.hash, b.hash));
+  return hashInfo;
+};
+const parseHashFile = hashFile => {
+  const hashFileBuffer = Buffer.from(hashFile);
+  const hashArray = [];
+  for (let i = 0; i < hashFileBuffer.buffer.byteLength; i = i + 24) {
+    const offsetBuffer = new DataView(hashFileBuffer.buffer.slice(hashFileBuffer.byteOffset + i + 16, hashFileBuffer.byteOffset + i + 24));
+    const offset = offsetBuffer.getBigUint64(offsetBuffer.byteOffset, true);
+    hashArray.push({
+      hash: Buffer.from(hashFileBuffer.subarray(hashFileBuffer.byteOffset + i, hashFileBuffer.byteOffset + i + 16)),
+      offset
+    });
   }
-  return await new SLPKArchive(data, hashFile).getFile((_options$slpk$path = (_options$slpk = options.slpk) === null || _options$slpk === void 0 ? void 0 : _options$slpk.path) !== null && _options$slpk$path !== void 0 ? _options$slpk$path : '', (_options$slpk2 = options.slpk) === null || _options$slpk2 === void 0 ? void 0 : _options$slpk2.pathMode);
-}
+  return hashArray;
+};
 //# sourceMappingURL=parse-slpk.js.map

package/dist/esm/lib/parsers/parse-slpk/parse-slpk.js.map

@@ -1 +1 @@
-{"version":3,"file":"parse-slpk.js","names":["DataViewFileProvider","parseZipCDFileHeader","parseZipLocalFileHeader","SLPKArchive","getByteAt","offset","buffer","getUint8","byteOffset","parseSLPK","data","_options$slpk$path","_options$slpk","_options$slpk2","options","arguments","length","undefined","archive","DataView","cdFileHeaderSignature","searchWindow","byteLength","hashCDOffset","i","every","val","index","fileProvider","cdFileHeader","fileName","Error","localFileHeader","localHeaderOffset","fileDataOffset","hashFile","slice","compressedSize","getFile","slpk","path","pathMode"],"sources":["../../../../../src/lib/parsers/parse-slpk/parse-slpk.ts"],"sourcesContent":["import type {SLPKLoaderOptions} from '../../../i3s-slpk-loader';\nimport {DataViewFileProvider} from '../parse-zip/buffer-file-provider';\nimport {parseZipCDFileHeader} from '../parse-zip/cd-file-header';\nimport {parseZipLocalFileHeader} from '../parse-zip/local-file-header';\nimport {SLPKArchive} from './slpk-archieve';\n\n/**\n * Returns one byte from the provided buffer at the provided position\n * @param offset - position where to read\n * @param buffer - buffer to read\n * @returns one byte from the provided buffer at the provided position\n */\nconst getByteAt = (offset: number, buffer: DataView): number => {\n  return buffer.getUint8(buffer.byteOffset + offset);\n};\n\nexport async function parseSLPK(data: ArrayBuffer, options: SLPKLoaderOptions = {}) {\n  const archive = new DataView(data);\n  const cdFileHeaderSignature = [80, 75, 1, 2];\n\n  const searchWindow = [\n    getByteAt(archive.byteLength - 1, archive),\n    getByteAt(archive.byteLength - 2, archive),\n    getByteAt(archive.byteLength - 3, archive),\n    undefined\n  ];\n\n  let hashCDOffset = 0;\n\n  // looking for the last record in the central directory\n  for (let i = archive.byteLength - 4; i > -1; i--) {\n    searchWindow[3] = searchWindow[2];\n    searchWindow[2] = searchWindow[1];\n    searchWindow[1] = searchWindow[0];\n    searchWindow[0] = getByteAt(i, archive);\n    if (searchWindow.every((val, index) => val === cdFileHeaderSignature[index])) {\n      hashCDOffset = i;\n      break;\n    }\n  }\n\n  const fileProvider = new DataViewFileProvider(archive);\n\n  const cdFileHeader = await parseZipCDFileHeader(hashCDOffset, fileProvider);\n\n  if (cdFileHeader.fileName !== '@specialIndexFileHASH128@') {\n    throw new Error('No hash file in slpk');\n  }\n\n  const localFileHeader = await parseZipLocalFileHeader(\n    cdFileHeader.localHeaderOffset,\n    fileProvider\n  );\n  if (!localFileHeader) {\n    throw new Error('No hash file in slpk');\n  }\n\n  const fileDataOffset = localFileHeader.fileDataOffset;\n  const hashFile = archive.buffer.slice(\n    fileDataOffset,\n    fileDataOffset + localFileHeader.compressedSize\n  );\n\n  if (!hashFile) {\n    throw new Error('No hash file in slpk');\n  }\n\n  return await new SLPKArchive(data, hashFile).getFile(\n    options.slpk?.path ?? '',\n    options.slpk?.pathMode\n  );\n}\n"],"mappings":"AACA,SAAQA,oBAAoB,QAAO,mCAAmC;AACtE,SAAQC,oBAAoB,QAAO,6BAA6B;AAChE,SAAQC,uBAAuB,QAAO,gCAAgC;AACtE,SAAQC,WAAW,QAAO,iBAAiB;AAQ3C,MAAMC,SAAS,GAAGA,CAACC,MAAc,EAAEC,MAAgB,KAAa;EAC9D,OAAOA,MAAM,CAACC,QAAQ,CAACD,MAAM,CAACE,UAAU,GAAGH,MAAM,CAAC;AACpD,CAAC;AAED,OAAO,eAAeI,SAASA,CAACC,IAAiB,EAAmC;EAAA,IAAAC,kBAAA,EAAAC,aAAA,EAAAC,cAAA;EAAA,IAAjCC,OAA0B,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC,CAAC;EAChF,MAAMG,OAAO,GAAG,IAAIC,QAAQ,CAACT,IAAI,CAAC;EAClC,MAAMU,qBAAqB,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC;EAE5C,MAAMC,YAAY,GAAG,CACnBjB,SAAS,CAACc,OAAO,CAACI,UAAU,GAAG,CAAC,EAAEJ,OAAO,CAAC,EAC1Cd,SAAS,CAACc,OAAO,CAACI,UAAU,GAAG,CAAC,EAAEJ,OAAO,CAAC,EAC1Cd,SAAS,CAACc,OAAO,CAACI,UAAU,GAAG,CAAC,EAAEJ,OAAO,CAAC,EAC1CD,SAAS,CACV;EAED,IAAIM,YAAY,GAAG,CAAC;EAGpB,KAAK,IAAIC,CAAC,GAAGN,OAAO,CAACI,UAAU,GAAG,CAAC,EAAEE,CAAC,GAAG,CAAC,CAAC,EAAEA,CAAC,EAAE,EAAE;IAChDH,YAAY,CAAC,CAAC,CAAC,GAAGA,YAAY,CAAC,CAAC,CAAC;IACjCA,YAAY,CAAC,CAAC,CAAC,GAAGA,YAAY,CAAC,CAAC,CAAC;IACjCA,YAAY,CAAC,CAAC,CAAC,GAAGA,YAAY,CAAC,CAAC,CAAC;IACjCA,YAAY,CAAC,CAAC,CAAC,GAAGjB,SAAS,CAACoB,CAAC,EAAEN,OAAO,CAAC;IACvC,IAAIG,YAAY,CAACI,KAAK,CAAC,CAACC,GAAG,EAAEC,KAAK,KAAKD,GAAG,KAAKN,qBAAqB,CAACO,KAAK,CAAC,CAAC,EAAE;MAC5EJ,YAAY,GAAGC,CAAC;MAChB;IACF;EACF;EAEA,MAAMI,YAAY,GAAG,IAAI5B,oBAAoB,CAACkB,OAAO,CAAC;EAEtD,MAAMW,YAAY,GAAG,MAAM5B,oBAAoB,CAACsB,YAAY,EAAEK,YAAY,CAAC;EAE3E,IAAIC,YAAY,CAACC,QAAQ,KAAK,2BAA2B,EAAE;IACzD,MAAM,IAAIC,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,MAAMC,eAAe,GAAG,MAAM9B,uBAAuB,CACnD2B,YAAY,CAACI,iBAAiB,EAC9BL,YACF,CAAC;EACD,IAAI,CAACI,eAAe,EAAE;IACpB,MAAM,IAAID,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,MAAMG,cAAc,GAAGF,eAAe,CAACE,cAAc;EACrD,MAAMC,QAAQ,GAAGjB,OAAO,CAACZ,MAAM,CAAC8B,KAAK,CACnCF,cAAc,EACdA,cAAc,GAAGF,eAAe,CAACK,cACnC,CAAC;EAED,IAAI,CAACF,QAAQ,EAAE;IACb,MAAM,IAAIJ,KAAK,CAAC,sBAAsB,CAAC;EACzC;EAEA,OAAO,MAAM,IAAI5B,WAAW,CAACO,IAAI,EAAEyB,QAAQ,CAAC,CAACG,OAAO,EAAA3B,kBAAA,IAAAC,aAAA,GAClDE,OAAO,CAACyB,IAAI,cAAA3B,aAAA,uBAAZA,aAAA,CAAc4B,IAAI,cAAA7B,kBAAA,cAAAA,kBAAA,GAAI,EAAE,GAAAE,cAAA,GACxBC,OAAO,CAACyB,IAAI,cAAA1B,cAAA,uBAAZA,cAAA,CAAc4B,QAChB,CAAC;AACH"}
+{"version":3,"file":"parse-slpk.js","names":["md5","parseZipCDFileHeader","signature","cdHeaderSignature","parseEoCDRecord","parseZipLocalFileHeader","searchFromTheEnd","SLPKArchive","compareHashes","parseSLPK","fileProvider","cb","hashCDOffset","cdFileHeader","hashData","fileName","generateHashInfo","localFileHeader","localHeaderOffset","Error","fileDataOffset","hashFile","slice","compressedSize","parseHashFile","cdStartOffset","cdHeader","hashInfo","push","hash","Buffer","from","split","join","toLocaleLowerCase","offset","extraOffset","BigInt","extraFieldLength","sort","a","b","hashFileBuffer","hashArray","i","buffer","byteLength","offsetBuffer","DataView","byteOffset","getBigUint64","subarray"],"sources":["../../../../../src/lib/parsers/parse-slpk/parse-slpk.ts"],"sourcesContent":["import md5 from 'md5';\nimport {parseZipCDFileHeader, signature as cdHeaderSignature} from '../parse-zip/cd-file-header';\nimport {parseEoCDRecord} from '../parse-zip/end-of-central-directory';\nimport {FileProvider} from '../parse-zip/file-provider';\nimport {parseZipLocalFileHeader} from '../parse-zip/local-file-header';\nimport {searchFromTheEnd} from '../parse-zip/search-from-the-end';\nimport {HashElement, SLPKArchive, compareHashes} from './slpk-archieve';\n\n/**\n * Creates slpk file handler from raw file\n * @param fileProvider raw file data\n * @param cb is called with information message during parsing\n * @returns slpk file handler\n */\nexport const parseSLPK = async (\n  fileProvider: FileProvider,\n  cb?: (msg: string) => void\n): Promise<SLPKArchive> => {\n  const hashCDOffset = await searchFromTheEnd(fileProvider, cdHeaderSignature);\n\n  const cdFileHeader = await parseZipCDFileHeader(hashCDOffset, fileProvider);\n\n  let hashData: HashElement[];\n  if (cdFileHeader?.fileName !== '@specialIndexFileHASH128@') {\n    cb?.('SLPK doesnt contain hash file');\n    hashData = await generateHashInfo(fileProvider);\n    cb?.('hash info has been composed according to central directory records');\n  } else {\n    cb?.('SLPK contains hash file');\n    const localFileHeader = await parseZipLocalFileHeader(\n      cdFileHeader.localHeaderOffset,\n      fileProvider\n    );\n    if (!localFileHeader) {\n      throw new Error('corrupted SLPK');\n    }\n\n    const fileDataOffset = localFileHeader.fileDataOffset;\n    const hashFile = await fileProvider.slice(\n      fileDataOffset,\n      fileDataOffset + localFileHeader.compressedSize\n    );\n\n    hashData = parseHashFile(hashFile);\n  }\n\n  return new SLPKArchive(fileProvider, hashData);\n};\n\n/**\n * generates hash info from central directory\n * @param fileProvider - provider of the archive\n * @returns ready to use hash info\n */\nconst generateHashInfo = async (fileProvider: FileProvider): Promise<HashElement[]> => {\n  const {cdStartOffset} = await parseEoCDRecord(fileProvider);\n  let cdHeader = await parseZipCDFileHeader(cdStartOffset, fileProvider);\n  const hashInfo: HashElement[] = [];\n  while (cdHeader) {\n    hashInfo.push({\n      hash: Buffer.from(md5(cdHeader.fileName.split('\\\\').join('/').toLocaleLowerCase()), 'hex'),\n      offset: cdHeader.localHeaderOffset\n    });\n    cdHeader = await parseZipCDFileHeader(\n      cdHeader.extraOffset + BigInt(cdHeader.extraFieldLength),\n      fileProvider\n    );\n  }\n  hashInfo.sort((a, b) => compareHashes(a.hash, b.hash));\n  return hashInfo;\n};\n\n/**\n * Reads hash file from buffer and returns it in ready-to-use form\n * @param hashFile - bufer containing hash file\n * @returns Array containing file info\n */\nconst parseHashFile = (hashFile: ArrayBuffer): HashElement[] => {\n  const hashFileBuffer = Buffer.from(hashFile);\n  const hashArray: HashElement[] = [];\n  for (let i = 0; i < hashFileBuffer.buffer.byteLength; i = i + 24) {\n    const offsetBuffer = new DataView(\n      hashFileBuffer.buffer.slice(\n        hashFileBuffer.byteOffset + i + 16,\n        hashFileBuffer.byteOffset + i + 24\n      )\n    );\n    const offset = offsetBuffer.getBigUint64(offsetBuffer.byteOffset, true);\n    hashArray.push({\n      hash: Buffer.from(\n        hashFileBuffer.subarray(hashFileBuffer.byteOffset + i, hashFileBuffer.byteOffset + i + 16)\n      ),\n      offset\n    });\n  }\n  return hashArray;\n};\n"],"mappings":"AAAA,OAAOA,GAAG,MAAM,KAAK;AACrB,SAAQC,oBAAoB,EAAEC,SAAS,IAAIC,iBAAiB,QAAO,6BAA6B;AAChG,SAAQC,eAAe,QAAO,uCAAuC;AAErE,SAAQC,uBAAuB,QAAO,gCAAgC;AACtE,SAAQC,gBAAgB,QAAO,kCAAkC;AACjE,SAAqBC,WAAW,EAAEC,aAAa,QAAO,iBAAiB;AAQvE,OAAO,MAAMC,SAAS,GAAG,MAAAA,CACvBC,YAA0B,EAC1BC,EAA0B,KACD;EACzB,MAAMC,YAAY,GAAG,MAAMN,gBAAgB,CAACI,YAAY,EAAEP,iBAAiB,CAAC;EAE5E,MAAMU,YAAY,GAAG,MAAMZ,oBAAoB,CAACW,YAAY,EAAEF,YAAY,CAAC;EAE3E,IAAII,QAAuB;EAC3B,IAAI,CAAAD,YAAY,aAAZA,YAAY,uBAAZA,YAAY,CAAEE,QAAQ,MAAK,2BAA2B,EAAE;IAC1DJ,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,+BAA+B,CAAC;IACrCG,QAAQ,GAAG,MAAME,gBAAgB,CAACN,YAAY,CAAC;IAC/CC,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,oEAAoE,CAAC;EAC5E,CAAC,MAAM;IACLA,EAAE,aAAFA,EAAE,uBAAFA,EAAE,CAAG,yBAAyB,CAAC;IAC/B,MAAMM,eAAe,GAAG,MAAMZ,uBAAuB,CACnDQ,YAAY,CAACK,iBAAiB,EAC9BR,YACF,CAAC;IACD,IAAI,CAACO,eAAe,EAAE;MACpB,MAAM,IAAIE,KAAK,CAAC,gBAAgB,CAAC;IACnC;IAEA,MAAMC,cAAc,GAAGH,eAAe,CAACG,cAAc;IACrD,MAAMC,QAAQ,GAAG,MAAMX,YAAY,CAACY,KAAK,CACvCF,cAAc,EACdA,cAAc,GAAGH,eAAe,CAACM,cACnC,CAAC;IAEDT,QAAQ,GAAGU,aAAa,CAACH,QAAQ,CAAC;EACpC;EAEA,OAAO,IAAId,WAAW,CAACG,YAAY,EAAEI,QAAQ,CAAC;AAChD,CAAC;AAOD,MAAME,gBAAgB,GAAG,MAAON,YAA0B,IAA6B;EACrF,MAAM;IAACe;EAAa,CAAC,GAAG,MAAMrB,eAAe,CAACM,YAAY,CAAC;EAC3D,IAAIgB,QAAQ,GAAG,MAAMzB,oBAAoB,CAACwB,aAAa,EAAEf,YAAY,CAAC;EACtE,MAAMiB,QAAuB,GAAG,EAAE;EAClC,OAAOD,QAAQ,EAAE;IACfC,QAAQ,CAACC,IAAI,CAAC;MACZC,IAAI,EAAEC,MAAM,CAACC,IAAI,CAAC/B,GAAG,CAAC0B,QAAQ,CAACX,QAAQ,CAACiB,KAAK,CAAC,IAAI,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAACC,iBAAiB,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC;MAC1FC,MAAM,EAAET,QAAQ,CAACR;IACnB,CAAC,CAAC;IACFQ,QAAQ,GAAG,MAAMzB,oBAAoB,CACnCyB,QAAQ,CAACU,WAAW,GAAGC,MAAM,CAACX,QAAQ,CAACY,gBAAgB,CAAC,EACxD5B,YACF,CAAC;EACH;EACAiB,QAAQ,CAACY,IAAI,CAAC,CAACC,CAAC,EAAEC,CAAC,KAAKjC,aAAa,CAACgC,CAAC,CAACX,IAAI,EAAEY,CAAC,CAACZ,IAAI,CAAC,CAAC;EACtD,OAAOF,QAAQ;AACjB,CAAC;AAOD,MAAMH,aAAa,GAAIH,QAAqB,IAAoB;EAC9D,MAAMqB,cAAc,GAAGZ,MAAM,CAACC,IAAI,CAACV,QAAQ,CAAC;EAC5C,MAAMsB,SAAwB,GAAG,EAAE;EACnC,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,cAAc,CAACG,MAAM,CAACC,UAAU,EAAEF,CAAC,GAAGA,CAAC,GAAG,EAAE,EAAE;IAChE,MAAMG,YAAY,GAAG,IAAIC,QAAQ,CAC/BN,cAAc,CAACG,MAAM,CAACvB,KAAK,CACzBoB,cAAc,CAACO,UAAU,GAAGL,CAAC,GAAG,EAAE,EAClCF,cAAc,CAACO,UAAU,GAAGL,CAAC,GAAG,EAClC,CACF,CAAC;IACD,MAAMT,MAAM,GAAGY,YAAY,CAACG,YAAY,CAACH,YAAY,CAACE,UAAU,EAAE,IAAI,CAAC;IACvEN,SAAS,CAACf,IAAI,CAAC;MACbC,IAAI,EAAEC,MAAM,CAACC,IAAI,CACfW,cAAc,CAACS,QAAQ,CAACT,cAAc,CAACO,UAAU,GAAGL,CAAC,EAAEF,cAAc,CAACO,UAAU,GAAGL,CAAC,GAAG,EAAE,CAC3F,CAAC;MACDT;IACF,CAAC,CAAC;EACJ;EACA,OAAOQ,SAAS;AAClB,CAAC"}

package/dist/esm/lib/parsers/parse-slpk/slpk-archieve.js

@@ -1,8 +1,18 @@
 import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
 import md5 from 'md5';
 import { parseZipLocalFileHeader } from '../parse-zip/local-file-header';
-import { DataViewFileProvider } from '../parse-zip/buffer-file-provider';
 import { GZipCompression } from '@loaders.gl/compression';
+export const compareHashes = (hash1, hash2) => {
+  const h1 = new BigUint64Array(hash1.buffer, hash1.byteOffset, 2);
+  const h2 = new BigUint64Array(hash2.buffer, hash2.byteOffset, 2);
+  const diff = h1[0] === h2[0] ? h1[1] - h2[1] : h1[0] - h2[0];
+  if (diff < 0n) {
+    return -1;
+  } else if (diff === 0n) {
+    return 0;
+  }
+  return 1;
+};
 const PATH_DESCRIPTIONS = [{
   test: /^$/,
   extensions: ['3dSceneLayer.json.gz']
@@ -10,7 +20,7 @@ const PATH_DESCRIPTIONS = [{
   test: /^nodepages\/\d+$/,
   extensions: ['.json.gz']
 }, {
-  test: /^nodes\/\d+$/,
+  test: /^nodes\/(\d+|root)$/,
   extensions: ['/3dNodeIndexDocument.json.gz']
 }, {
   test: /^nodes\/\d+\/textures\/.+$/,
@@ -29,24 +39,27 @@ const PATH_DESCRIPTIONS = [{
   extensions: ['/sharedResource.json.gz']
 }];
 export class SLPKArchive {
-  constructor(slpkArchiveBuffer, hashFile) {
+  constructor(slpkArchive, hashFile) {
     _defineProperty(this, "slpkArchive", void 0);
     _defineProperty(this, "hashArray", void 0);
-    this.slpkArchive = new DataView(slpkArchiveBuffer);
-    this.hashArray = this.parseHashFile(hashFile);
-  }
-  parseHashFile(hashFile) {
-    const hashFileBuffer = Buffer.from(hashFile);
-    const hashArray = [];
-    for (let i = 0; i < hashFileBuffer.buffer.byteLength; i = i + 24) {
-      const offsetBuffer = new DataView(hashFileBuffer.buffer.slice(hashFileBuffer.byteOffset + i + 16, hashFileBuffer.byteOffset + i + 24));
-      const offset = offsetBuffer.getUint32(offsetBuffer.byteOffset, true);
-      hashArray.push({
-        hash: Buffer.from(hashFileBuffer.subarray(hashFileBuffer.byteOffset + i, hashFileBuffer.byteOffset + i + 16)),
-        offset
-      });
-    }
-    return hashArray;
+    _defineProperty(this, "findBin", hashToSearch => {
+      let lowerBorder = 0;
+      let upperBorder = this.hashArray.length;
+      while (upperBorder - lowerBorder > 1) {
+        const middle = lowerBorder + Math.floor((upperBorder - lowerBorder) / 2);
+        const value = compareHashes(this.hashArray[middle].hash, hashToSearch);
+        if (value === 0) {
+          return this.hashArray[middle];
+        } else if (value < 0) {
+          lowerBorder = middle;
+        } else {
+          upperBorder = middle;
+        }
+      }
+      return undefined;
+    });
+    this.slpkArchive = slpkArchive;
+    this.hashArray = hashFile;
   }
   async getFile(path) {
     let mode = arguments.length > 1 && arguments[1] !== undefined ? arguments[1] : 'raw';
@@ -79,7 +92,10 @@ export class SLPKArchive {
     throw new Error('No such file in the archieve');
   }
   async getDataByPath(path) {
-    const data = await this.getFileBytes(path);
+    let data = await this.getFileBytes(path.toLocaleLowerCase());
+    if (!data) {
+      data = await this.getFileBytes(path);
+    }
     if (!data) {
       return undefined;
     }
@@ -92,15 +108,15 @@ export class SLPKArchive {
   }
   async getFileBytes(path) {
     const nameHash = Buffer.from(md5(path), 'hex');
-    const fileInfo = this.hashArray.find(val => Buffer.compare(val.hash, nameHash) === 0);
+    const fileInfo = this.findBin(nameHash);
     if (!fileInfo) {
       return undefined;
     }
-    const localFileHeader = await parseZipLocalFileHeader(this.slpkArchive.byteOffset + (fileInfo === null || fileInfo === void 0 ? void 0 : fileInfo.offset), new DataViewFileProvider(this.slpkArchive));
+    const localFileHeader = await parseZipLocalFileHeader(fileInfo.offset, this.slpkArchive);
     if (!localFileHeader) {
       return undefined;
     }
-    const compressedFile = this.slpkArchive.buffer.slice(localFileHeader.fileDataOffset, localFileHeader.fileDataOffset + localFileHeader.compressedSize);
+    const compressedFile = this.slpkArchive.slice(localFileHeader.fileDataOffset, localFileHeader.fileDataOffset + localFileHeader.compressedSize);
     return compressedFile;
   }
 }

package/dist/esm/lib/parsers/parse-slpk/slpk-archieve.js.map

@@ -1 +1 @@
-{"version":3,"file":"slpk-archieve.js","names":["md5","parseZipLocalFileHeader","DataViewFileProvider","GZipCompression","PATH_DESCRIPTIONS","test","extensions","SLPKArchive","constructor","slpkArchiveBuffer","hashFile","_defineProperty","slpkArchive","DataView","hashArray","parseHashFile","hashFileBuffer","Buffer","from","i","buffer","byteLength","offsetBuffer","slice","byteOffset","offset","getUint32","push","hash","subarray","getFile","path","mode","arguments","length","undefined","_PATH_DESCRIPTIONS$fi","find","val","data","ext","getDataByPath","concat","decompressedFile","fileWithoutCompression","getFileBytes","Error","compression","decompressedData","decompress","nameHash","fileInfo","compare","localFileHeader","compressedFile","fileDataOffset","compressedSize"],"sources":["../../../../../src/lib/parsers/parse-slpk/slpk-archieve.ts"],"sourcesContent":["import md5 from 'md5';\nimport {parseZipLocalFileHeader} from '../parse-zip/local-file-header';\nimport {DataViewFileProvider} from '../parse-zip/buffer-file-provider';\nimport {GZipCompression} from '@loaders.gl/compression';\n\n/** Element of hash array */\ntype HashElement = {\n  /**\n   * File name hash\n   */\n  hash: Buffer;\n  /**\n   * File offset in the archive\n   */\n  offset: number;\n};\n\n/** Description of real paths for different file types */\nconst PATH_DESCRIPTIONS: {test: RegExp; extensions: string[]}[] = [\n  {\n    test: /^$/,\n    extensions: ['3dSceneLayer.json.gz']\n  },\n  {\n    test: /^nodepages\\/\\d+$/,\n    extensions: ['.json.gz']\n  },\n  {\n    test: /^nodes\\/\\d+$/,\n    extensions: ['/3dNodeIndexDocument.json.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/textures\\/.+$/,\n    extensions: ['.jpg', '.png', '.bin.dds.gz', '.ktx']\n  },\n  {\n    test: /^nodes\\/\\d+\\/geometries\\/\\d+$/,\n    extensions: ['.bin.gz', '.draco.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/attributes\\/f_\\d+\\/\\d+$/,\n    extensions: ['.bin.gz']\n  },\n  {\n    test: /^statistics\\/f_\\d+\\/\\d+$/,\n    extensions: ['.json.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/shared$/,\n    extensions: ['/sharedResource.json.gz']\n  }\n];\n\n/**\n * Class for handling information about slpk file\n */\nexport class SLPKArchive {\n  slpkArchive: DataView;\n  hashArray: {hash: Buffer; offset: number}[];\n  constructor(slpkArchiveBuffer: ArrayBuffer, hashFile: ArrayBuffer) {\n    this.slpkArchive = new DataView(slpkArchiveBuffer);\n    this.hashArray = this.parseHashFile(hashFile);\n  }\n\n  /**\n   * Reads hash file from buffer and returns it in ready-to-use form\n   * @param hashFile - bufer containing hash file\n   * @returns Array containing file info\n   */\n  private parseHashFile(hashFile: ArrayBuffer): HashElement[] {\n    const hashFileBuffer = Buffer.from(hashFile);\n    const hashArray: HashElement[] = [];\n    for (let i = 0; i < hashFileBuffer.buffer.byteLength; i = i + 24) {\n      const offsetBuffer = new DataView(\n        hashFileBuffer.buffer.slice(\n          hashFileBuffer.byteOffset + i + 16,\n          hashFileBuffer.byteOffset + i + 24\n        )\n      );\n      const offset = offsetBuffer.getUint32(offsetBuffer.byteOffset, true);\n      hashArray.push({\n        hash: Buffer.from(\n          hashFileBuffer.subarray(hashFileBuffer.byteOffset + i, hashFileBuffer.byteOffset + i + 16)\n        ),\n        offset\n      });\n    }\n    return hashArray;\n  }\n\n  /**\n   * Returns file with the given path from slpk archive\n   * @param path - path inside the slpk\n   * @param mode - currently only raw mode supported\n   * @returns buffer with ready to use file\n   */\n  async getFile(path: string, mode: 'http' | 'raw' = 'raw'): Promise<Buffer> {\n    if (mode === 'http') {\n      const extensions = PATH_DESCRIPTIONS.find((val) => val.test.test(path))?.extensions;\n      if (extensions) {\n        let data: ArrayBuffer | undefined;\n        for (const ext of extensions) {\n          data = await this.getDataByPath(`${path}${ext}`);\n          if (data) {\n            break;\n          }\n        }\n        if (data) {\n          return Buffer.from(data);\n        }\n      }\n    }\n    if (mode === 'raw') {\n      const decompressedFile = await this.getDataByPath(`${path}.gz`);\n      if (decompressedFile) {\n        return Buffer.from(decompressedFile);\n      }\n      const fileWithoutCompression = await this.getFileBytes(path);\n      if (fileWithoutCompression) {\n        return Buffer.from(fileWithoutCompression);\n      }\n    }\n\n    throw new Error('No such file in the archieve');\n  }\n\n  /**\n   * returning uncompressed data for paths that ends with .gz and raw data for all other paths\n   * @param path - path inside the archive\n   * @returns buffer with the file data\n   */\n  private async getDataByPath(path: string): Promise<ArrayBuffer | undefined> {\n    const data = await this.getFileBytes(path);\n    if (!data) {\n      return undefined;\n    }\n    if (/\\.gz$/.test(path)) {\n      const compression = new GZipCompression();\n\n      const decompressedData = await compression.decompress(data);\n      return decompressedData;\n    }\n    return Buffer.from(data);\n  }\n\n  /**\n   * Trying to get raw file data by adress\n   * @param path - path inside the archive\n   * @returns buffer with the raw file data\n   */\n  private async getFileBytes(path: string): Promise<ArrayBuffer | undefined> {\n    const nameHash = Buffer.from(md5(path), 'hex');\n    const fileInfo = this.hashArray.find((val) => Buffer.compare(val.hash, nameHash) === 0);\n    if (!fileInfo) {\n      return undefined;\n    }\n\n    const localFileHeader = await parseZipLocalFileHeader(\n      this.slpkArchive.byteOffset + fileInfo?.offset,\n      new DataViewFileProvider(this.slpkArchive)\n    );\n    if (!localFileHeader) {\n      return undefined;\n    }\n\n    const compressedFile = this.slpkArchive.buffer.slice(\n      localFileHeader.fileDataOffset,\n      localFileHeader.fileDataOffset + localFileHeader.compressedSize\n    );\n\n    return compressedFile;\n  }\n}\n"],"mappings":";AAAA,OAAOA,GAAG,MAAM,KAAK;AACrB,SAAQC,uBAAuB,QAAO,gCAAgC;AACtE,SAAQC,oBAAoB,QAAO,mCAAmC;AACtE,SAAQC,eAAe,QAAO,yBAAyB;AAevD,MAAMC,iBAAyD,GAAG,CAChE;EACEC,IAAI,EAAE,IAAI;EACVC,UAAU,EAAE,CAAC,sBAAsB;AACrC,CAAC,EACD;EACED,IAAI,EAAE,kBAAkB;EACxBC,UAAU,EAAE,CAAC,UAAU;AACzB,CAAC,EACD;EACED,IAAI,EAAE,cAAc;EACpBC,UAAU,EAAE,CAAC,8BAA8B;AAC7C,CAAC,EACD;EACED,IAAI,EAAE,4BAA4B;EAClCC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;AACpD,CAAC,EACD;EACED,IAAI,EAAE,+BAA+B;EACrCC,UAAU,EAAE,CAAC,SAAS,EAAE,WAAW;AACrC,CAAC,EACD;EACED,IAAI,EAAE,sCAAsC;EAC5CC,UAAU,EAAE,CAAC,SAAS;AACxB,CAAC,EACD;EACED,IAAI,EAAE,0BAA0B;EAChCC,UAAU,EAAE,CAAC,UAAU;AACzB,CAAC,EACD;EACED,IAAI,EAAE,sBAAsB;EAC5BC,UAAU,EAAE,CAAC,yBAAyB;AACxC,CAAC,CACF;AAKD,OAAO,MAAMC,WAAW,CAAC;EAGvBC,WAAWA,CAACC,iBAA8B,EAAEC,QAAqB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IACjE,IAAI,CAACC,WAAW,GAAG,IAAIC,QAAQ,CAACJ,iBAAiB,CAAC;IAClD,IAAI,CAACK,SAAS,GAAG,IAAI,CAACC,aAAa,CAACL,QAAQ,CAAC;EAC/C;EAOQK,aAAaA,CAACL,QAAqB,EAAiB;IAC1D,MAAMM,cAAc,GAAGC,MAAM,CAACC,IAAI,CAACR,QAAQ,CAAC;IAC5C,MAAMI,SAAwB,GAAG,EAAE;IACnC,KAAK,IAAIK,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,cAAc,CAACI,MAAM,CAACC,UAAU,EAAEF,CAAC,GAAGA,CAAC,GAAG,EAAE,EAAE;MAChE,MAAMG,YAAY,GAAG,IAAIT,QAAQ,CAC/BG,cAAc,CAACI,MAAM,CAACG,KAAK,CACzBP,cAAc,CAACQ,UAAU,GAAGL,CAAC,GAAG,EAAE,EAClCH,cAAc,CAACQ,UAAU,GAAGL,CAAC,GAAG,EAClC,CACF,CAAC;MACD,MAAMM,MAAM,GAAGH,YAAY,CAACI,SAAS,CAACJ,YAAY,CAACE,UAAU,EAAE,IAAI,CAAC;MACpEV,SAAS,CAACa,IAAI,CAAC;QACbC,IAAI,EAAEX,MAAM,CAACC,IAAI,CACfF,cAAc,CAACa,QAAQ,CAACb,cAAc,CAACQ,UAAU,GAAGL,CAAC,EAAEH,cAAc,CAACQ,UAAU,GAAGL,CAAC,GAAG,EAAE,CAC3F,CAAC;QACDM;MACF,CAAC,CAAC;IACJ;IACA,OAAOX,SAAS;EAClB;EAQA,MAAMgB,OAAOA,CAACC,IAAY,EAAiD;IAAA,IAA/CC,IAAoB,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,KAAK;IACtD,IAAID,IAAI,KAAK,MAAM,EAAE;MAAA,IAAAI,qBAAA;MACnB,MAAM9B,UAAU,IAAA8B,qBAAA,GAAGhC,iBAAiB,CAACiC,IAAI,CAAEC,GAAG,IAAKA,GAAG,CAACjC,IAAI,CAACA,IAAI,CAAC0B,IAAI,CAAC,CAAC,cAAAK,qBAAA,uBAApDA,qBAAA,CAAsD9B,UAAU;MACnF,IAAIA,UAAU,EAAE;QACd,IAAIiC,IAA6B;QACjC,KAAK,MAAMC,GAAG,IAAIlC,UAAU,EAAE;UAC5BiC,IAAI,GAAG,MAAM,IAAI,CAACE,aAAa,IAAAC,MAAA,CAAIX,IAAI,EAAAW,MAAA,CAAGF,GAAG,CAAE,CAAC;UAChD,IAAID,IAAI,EAAE;YACR;UACF;QACF;QACA,IAAIA,IAAI,EAAE;UACR,OAAOtB,MAAM,CAACC,IAAI,CAACqB,IAAI,CAAC;QAC1B;MACF;IACF;IACA,IAAIP,IAAI,KAAK,KAAK,EAAE;MAClB,MAAMW,gBAAgB,GAAG,MAAM,IAAI,CAACF,aAAa,IAAAC,MAAA,CAAIX,IAAI,QAAK,CAAC;MAC/D,IAAIY,gBAAgB,EAAE;QACpB,OAAO1B,MAAM,CAACC,IAAI,CAACyB,gBAAgB,CAAC;MACtC;MACA,MAAMC,sBAAsB,GAAG,MAAM,IAAI,CAACC,YAAY,CAACd,IAAI,CAAC;MAC5D,IAAIa,sBAAsB,EAAE;QAC1B,OAAO3B,MAAM,CAACC,IAAI,CAAC0B,sBAAsB,CAAC;MAC5C;IACF;IAEA,MAAM,IAAIE,KAAK,CAAC,8BAA8B,CAAC;EACjD;EAOA,MAAcL,aAAaA,CAACV,IAAY,EAAoC;IAC1E,MAAMQ,IAAI,GAAG,MAAM,IAAI,CAACM,YAAY,CAACd,IAAI,CAAC;IAC1C,IAAI,CAACQ,IAAI,EAAE;MACT,OAAOJ,SAAS;IAClB;IACA,IAAI,OAAO,CAAC9B,IAAI,CAAC0B,IAAI,CAAC,EAAE;MACtB,MAAMgB,WAAW,GAAG,IAAI5C,eAAe,CAAC,CAAC;MAEzC,MAAM6C,gBAAgB,GAAG,MAAMD,WAAW,CAACE,UAAU,CAACV,IAAI,CAAC;MAC3D,OAAOS,gBAAgB;IACzB;IACA,OAAO/B,MAAM,CAACC,IAAI,CAACqB,IAAI,CAAC;EAC1B;EAOA,MAAcM,YAAYA,CAACd,IAAY,EAAoC;IACzE,MAAMmB,QAAQ,GAAGjC,MAAM,CAACC,IAAI,CAAClB,GAAG,CAAC+B,IAAI,CAAC,EAAE,KAAK,CAAC;IAC9C,MAAMoB,QAAQ,GAAG,IAAI,CAACrC,SAAS,CAACuB,IAAI,CAAEC,GAAG,IAAKrB,MAAM,CAACmC,OAAO,CAACd,GAAG,CAACV,IAAI,EAAEsB,QAAQ,CAAC,KAAK,CAAC,CAAC;IACvF,IAAI,CAACC,QAAQ,EAAE;MACb,OAAOhB,SAAS;IAClB;IAEA,MAAMkB,eAAe,GAAG,MAAMpD,uBAAuB,CACnD,IAAI,CAACW,WAAW,CAACY,UAAU,IAAG2B,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAE1B,MAAM,GAC9C,IAAIvB,oBAAoB,CAAC,IAAI,CAACU,WAAW,CAC3C,CAAC;IACD,IAAI,CAACyC,eAAe,EAAE;MACpB,OAAOlB,SAAS;IAClB;IAEA,MAAMmB,cAAc,GAAG,IAAI,CAAC1C,WAAW,CAACQ,MAAM,CAACG,KAAK,CAClD8B,eAAe,CAACE,cAAc,EAC9BF,eAAe,CAACE,cAAc,GAAGF,eAAe,CAACG,cACnD,CAAC;IAED,OAAOF,cAAc;EACvB;AACF"}
+{"version":3,"file":"slpk-archieve.js","names":["md5","parseZipLocalFileHeader","GZipCompression","compareHashes","hash1","hash2","h1","BigUint64Array","buffer","byteOffset","h2","diff","PATH_DESCRIPTIONS","test","extensions","SLPKArchive","constructor","slpkArchive","hashFile","_defineProperty","hashToSearch","lowerBorder","upperBorder","hashArray","length","middle","Math","floor","value","hash","undefined","getFile","path","mode","arguments","_PATH_DESCRIPTIONS$fi","find","val","data","ext","getDataByPath","concat","Buffer","from","decompressedFile","fileWithoutCompression","getFileBytes","Error","toLocaleLowerCase","compression","decompressedData","decompress","nameHash","fileInfo","findBin","localFileHeader","offset","compressedFile","slice","fileDataOffset","compressedSize"],"sources":["../../../../../src/lib/parsers/parse-slpk/slpk-archieve.ts"],"sourcesContent":["import md5 from 'md5';\nimport {parseZipLocalFileHeader} from '../parse-zip/local-file-header';\nimport {GZipCompression} from '@loaders.gl/compression';\nimport {FileProvider} from '../parse-zip/file-provider';\n\n/** Element of hash array */\nexport type HashElement = {\n  /** File name hash */\n  hash: Buffer;\n  /** File offset in the archive */\n  offset: bigint;\n};\n\n/**\n * Comparing md5 hashes according to https://github.com/Esri/i3s-spec/blob/master/docs/2.0/slpk_hashtable.pcsl.md step 5\n * @param hash1 hash to compare\n * @param hash2 hash to compare\n * @returns -1 if hash1 < hash2, 0 of hash1 === hash2, 1 if hash1 > hash2\n */\nexport const compareHashes = (hash1: Buffer, hash2: Buffer): number => {\n  const h1 = new BigUint64Array(hash1.buffer, hash1.byteOffset, 2);\n  const h2 = new BigUint64Array(hash2.buffer, hash2.byteOffset, 2);\n\n  const diff = h1[0] === h2[0] ? h1[1] - h2[1] : h1[0] - h2[0];\n\n  if (diff < 0n) {\n    return -1;\n  } else if (diff === 0n) {\n    return 0;\n  }\n  return 1;\n};\n\n/** Description of real paths for different file types */\nconst PATH_DESCRIPTIONS: {test: RegExp; extensions: string[]}[] = [\n  {\n    test: /^$/,\n    extensions: ['3dSceneLayer.json.gz']\n  },\n  {\n    test: /^nodepages\\/\\d+$/,\n    extensions: ['.json.gz']\n  },\n  {\n    test: /^nodes\\/(\\d+|root)$/,\n    extensions: ['/3dNodeIndexDocument.json.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/textures\\/.+$/,\n    extensions: ['.jpg', '.png', '.bin.dds.gz', '.ktx']\n  },\n  {\n    test: /^nodes\\/\\d+\\/geometries\\/\\d+$/,\n    extensions: ['.bin.gz', '.draco.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/attributes\\/f_\\d+\\/\\d+$/,\n    extensions: ['.bin.gz']\n  },\n  {\n    test: /^statistics\\/f_\\d+\\/\\d+$/,\n    extensions: ['.json.gz']\n  },\n  {\n    test: /^nodes\\/\\d+\\/shared$/,\n    extensions: ['/sharedResource.json.gz']\n  }\n];\n\n/**\n * Class for handling information about slpk file\n */\nexport class SLPKArchive {\n  private slpkArchive: FileProvider;\n  private hashArray: HashElement[];\n  constructor(slpkArchive: FileProvider, hashFile: HashElement[]) {\n    this.slpkArchive = slpkArchive;\n    this.hashArray = hashFile;\n  }\n\n  /**\n   * Binary search in the hash info\n   * @param hashToSearch hash that we need to find\n   * @returns required hash element or undefined if not found\n   */\n  private findBin = (hashToSearch: Buffer): HashElement | undefined => {\n    let lowerBorder = 0;\n    let upperBorder = this.hashArray.length;\n\n    while (upperBorder - lowerBorder > 1) {\n      const middle = lowerBorder + Math.floor((upperBorder - lowerBorder) / 2);\n      const value = compareHashes(this.hashArray[middle].hash, hashToSearch);\n      if (value === 0) {\n        return this.hashArray[middle];\n      } else if (value < 0) {\n        lowerBorder = middle;\n      } else {\n        upperBorder = middle;\n      }\n    }\n    return undefined;\n  };\n\n  /**\n   * Returns file with the given path from slpk archive\n   * @param path - path inside the slpk\n   * @param mode - currently only raw mode supported\n   * @returns buffer with ready to use file\n   */\n  async getFile(path: string, mode: 'http' | 'raw' = 'raw'): Promise<Buffer> {\n    if (mode === 'http') {\n      const extensions = PATH_DESCRIPTIONS.find((val) => val.test.test(path))?.extensions;\n      if (extensions) {\n        let data: ArrayBuffer | undefined;\n        for (const ext of extensions) {\n          data = await this.getDataByPath(`${path}${ext}`);\n          if (data) {\n            break;\n          }\n        }\n        if (data) {\n          return Buffer.from(data);\n        }\n      }\n    }\n    if (mode === 'raw') {\n      const decompressedFile = await this.getDataByPath(`${path}.gz`);\n      if (decompressedFile) {\n        return Buffer.from(decompressedFile);\n      }\n      const fileWithoutCompression = await this.getFileBytes(path);\n      if (fileWithoutCompression) {\n        return Buffer.from(fileWithoutCompression);\n      }\n    }\n\n    throw new Error('No such file in the archieve');\n  }\n\n  /**\n   * returning uncompressed data for paths that ends with .gz and raw data for all other paths\n   * @param path - path inside the archive\n   * @returns buffer with the file data\n   */\n  private async getDataByPath(path: string): Promise<ArrayBuffer | undefined> {\n    // sometimes paths are not in lower case when hash file is created,\n    // so first we're looking for lower case file name and then for original one\n    let data = await this.getFileBytes(path.toLocaleLowerCase());\n    if (!data) {\n      data = await this.getFileBytes(path);\n    }\n    if (!data) {\n      return undefined;\n    }\n    if (/\\.gz$/.test(path)) {\n      const compression = new GZipCompression();\n\n      const decompressedData = await compression.decompress(data);\n      return decompressedData;\n    }\n    return Buffer.from(data);\n  }\n\n  /**\n   * Trying to get raw file data by adress\n   * @param path - path inside the archive\n   * @returns buffer with the raw file data\n   */\n  private async getFileBytes(path: string): Promise<ArrayBuffer | undefined> {\n    const nameHash = Buffer.from(md5(path), 'hex');\n    const fileInfo = this.findBin(nameHash); // implement binary search\n    if (!fileInfo) {\n      return undefined;\n    }\n\n    const localFileHeader = await parseZipLocalFileHeader(fileInfo.offset, this.slpkArchive);\n    if (!localFileHeader) {\n      return undefined;\n    }\n\n    const compressedFile = this.slpkArchive.slice(\n      localFileHeader.fileDataOffset,\n      localFileHeader.fileDataOffset + localFileHeader.compressedSize\n    );\n\n    return compressedFile;\n  }\n}\n"],"mappings":";AAAA,OAAOA,GAAG,MAAM,KAAK;AACrB,SAAQC,uBAAuB,QAAO,gCAAgC;AACtE,SAAQC,eAAe,QAAO,yBAAyB;AAiBvD,OAAO,MAAMC,aAAa,GAAGA,CAACC,KAAa,EAAEC,KAAa,KAAa;EACrE,MAAMC,EAAE,GAAG,IAAIC,cAAc,CAACH,KAAK,CAACI,MAAM,EAAEJ,KAAK,CAACK,UAAU,EAAE,CAAC,CAAC;EAChE,MAAMC,EAAE,GAAG,IAAIH,cAAc,CAACF,KAAK,CAACG,MAAM,EAAEH,KAAK,CAACI,UAAU,EAAE,CAAC,CAAC;EAEhE,MAAME,IAAI,GAAGL,EAAE,CAAC,CAAC,CAAC,KAAKI,EAAE,CAAC,CAAC,CAAC,GAAGJ,EAAE,CAAC,CAAC,CAAC,GAAGI,EAAE,CAAC,CAAC,CAAC,GAAGJ,EAAE,CAAC,CAAC,CAAC,GAAGI,EAAE,CAAC,CAAC,CAAC;EAE5D,IAAIC,IAAI,GAAG,EAAE,EAAE;IACb,OAAO,CAAC,CAAC;EACX,CAAC,MAAM,IAAIA,IAAI,KAAK,EAAE,EAAE;IACtB,OAAO,CAAC;EACV;EACA,OAAO,CAAC;AACV,CAAC;AAGD,MAAMC,iBAAyD,GAAG,CAChE;EACEC,IAAI,EAAE,IAAI;EACVC,UAAU,EAAE,CAAC,sBAAsB;AACrC,CAAC,EACD;EACED,IAAI,EAAE,kBAAkB;EACxBC,UAAU,EAAE,CAAC,UAAU;AACzB,CAAC,EACD;EACED,IAAI,EAAE,qBAAqB;EAC3BC,UAAU,EAAE,CAAC,8BAA8B;AAC7C,CAAC,EACD;EACED,IAAI,EAAE,4BAA4B;EAClCC,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM;AACpD,CAAC,EACD;EACED,IAAI,EAAE,+BAA+B;EACrCC,UAAU,EAAE,CAAC,SAAS,EAAE,WAAW;AACrC,CAAC,EACD;EACED,IAAI,EAAE,sCAAsC;EAC5CC,UAAU,EAAE,CAAC,SAAS;AACxB,CAAC,EACD;EACED,IAAI,EAAE,0BAA0B;EAChCC,UAAU,EAAE,CAAC,UAAU;AACzB,CAAC,EACD;EACED,IAAI,EAAE,sBAAsB;EAC5BC,UAAU,EAAE,CAAC,yBAAyB;AACxC,CAAC,CACF;AAKD,OAAO,MAAMC,WAAW,CAAC;EAGvBC,WAAWA,CAACC,WAAyB,EAAEC,QAAuB,EAAE;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA,kBAU7CC,YAAoB,IAA8B;MACnE,IAAIC,WAAW,GAAG,CAAC;MACnB,IAAIC,WAAW,GAAG,IAAI,CAACC,SAAS,CAACC,MAAM;MAEvC,OAAOF,WAAW,GAAGD,WAAW,GAAG,CAAC,EAAE;QACpC,MAAMI,MAAM,GAAGJ,WAAW,GAAGK,IAAI,CAACC,KAAK,CAAC,CAACL,WAAW,GAAGD,WAAW,IAAI,CAAC,CAAC;QACxE,MAAMO,KAAK,GAAGzB,aAAa,CAAC,IAAI,CAACoB,SAAS,CAACE,MAAM,CAAC,CAACI,IAAI,EAAET,YAAY,CAAC;QACtE,IAAIQ,KAAK,KAAK,CAAC,EAAE;UACf,OAAO,IAAI,CAACL,SAAS,CAACE,MAAM,CAAC;QAC/B,CAAC,MAAM,IAAIG,KAAK,GAAG,CAAC,EAAE;UACpBP,WAAW,GAAGI,MAAM;QACtB,CAAC,MAAM;UACLH,WAAW,GAAGG,MAAM;QACtB;MACF;MACA,OAAOK,SAAS;IAClB,CAAC;IAzBC,IAAI,CAACb,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACM,SAAS,GAAGL,QAAQ;EAC3B;EA+BA,MAAMa,OAAOA,CAACC,IAAY,EAAiD;IAAA,IAA/CC,IAAoB,GAAAC,SAAA,CAAAV,MAAA,QAAAU,SAAA,QAAAJ,SAAA,GAAAI,SAAA,MAAG,KAAK;IACtD,IAAID,IAAI,KAAK,MAAM,EAAE;MAAA,IAAAE,qBAAA;MACnB,MAAMrB,UAAU,IAAAqB,qBAAA,GAAGvB,iBAAiB,CAACwB,IAAI,CAAEC,GAAG,IAAKA,GAAG,CAACxB,IAAI,CAACA,IAAI,CAACmB,IAAI,CAAC,CAAC,cAAAG,qBAAA,uBAApDA,qBAAA,CAAsDrB,UAAU;MACnF,IAAIA,UAAU,EAAE;QACd,IAAIwB,IAA6B;QACjC,KAAK,MAAMC,GAAG,IAAIzB,UAAU,EAAE;UAC5BwB,IAAI,GAAG,MAAM,IAAI,CAACE,aAAa,IAAAC,MAAA,CAAIT,IAAI,EAAAS,MAAA,CAAGF,GAAG,CAAE,CAAC;UAChD,IAAID,IAAI,EAAE;YACR;UACF;QACF;QACA,IAAIA,IAAI,EAAE;UACR,OAAOI,MAAM,CAACC,IAAI,CAACL,IAAI,CAAC;QAC1B;MACF;IACF;IACA,IAAIL,IAAI,KAAK,KAAK,EAAE;MAClB,MAAMW,gBAAgB,GAAG,MAAM,IAAI,CAACJ,aAAa,IAAAC,MAAA,CAAIT,IAAI,QAAK,CAAC;MAC/D,IAAIY,gBAAgB,EAAE;QACpB,OAAOF,MAAM,CAACC,IAAI,CAACC,gBAAgB,CAAC;MACtC;MACA,MAAMC,sBAAsB,GAAG,MAAM,IAAI,CAACC,YAAY,CAACd,IAAI,CAAC;MAC5D,IAAIa,sBAAsB,EAAE;QAC1B,OAAOH,MAAM,CAACC,IAAI,CAACE,sBAAsB,CAAC;MAC5C;IACF;IAEA,MAAM,IAAIE,KAAK,CAAC,8BAA8B,CAAC;EACjD;EAOA,MAAcP,aAAaA,CAACR,IAAY,EAAoC;IAG1E,IAAIM,IAAI,GAAG,MAAM,IAAI,CAACQ,YAAY,CAACd,IAAI,CAACgB,iBAAiB,CAAC,CAAC,CAAC;IAC5D,IAAI,CAACV,IAAI,EAAE;MACTA,IAAI,GAAG,MAAM,IAAI,CAACQ,YAAY,CAACd,IAAI,CAAC;IACtC;IACA,IAAI,CAACM,IAAI,EAAE;MACT,OAAOR,SAAS;IAClB;IACA,IAAI,OAAO,CAACjB,IAAI,CAACmB,IAAI,CAAC,EAAE;MACtB,MAAMiB,WAAW,GAAG,IAAI/C,eAAe,CAAC,CAAC;MAEzC,MAAMgD,gBAAgB,GAAG,MAAMD,WAAW,CAACE,UAAU,CAACb,IAAI,CAAC;MAC3D,OAAOY,gBAAgB;IACzB;IACA,OAAOR,MAAM,CAACC,IAAI,CAACL,IAAI,CAAC;EAC1B;EAOA,MAAcQ,YAAYA,CAACd,IAAY,EAAoC;IACzE,MAAMoB,QAAQ,GAAGV,MAAM,CAACC,IAAI,CAAC3C,GAAG,CAACgC,IAAI,CAAC,EAAE,KAAK,CAAC;IAC9C,MAAMqB,QAAQ,GAAG,IAAI,CAACC,OAAO,CAACF,QAAQ,CAAC;IACvC,IAAI,CAACC,QAAQ,EAAE;MACb,OAAOvB,SAAS;IAClB;IAEA,MAAMyB,eAAe,GAAG,MAAMtD,uBAAuB,CAACoD,QAAQ,CAACG,MAAM,EAAE,IAAI,CAACvC,WAAW,CAAC;IACxF,IAAI,CAACsC,eAAe,EAAE;MACpB,OAAOzB,SAAS;IAClB;IAEA,MAAM2B,cAAc,GAAG,IAAI,CAACxC,WAAW,CAACyC,KAAK,CAC3CH,eAAe,CAACI,cAAc,EAC9BJ,eAAe,CAACI,cAAc,GAAGJ,eAAe,CAACK,cACnD,CAAC;IAED,OAAOH,cAAc;EACvB;AACF"}

package/dist/esm/lib/parsers/parse-zip/cd-file-header.js

@@ -1,33 +1,41 @@
+const offsets = {
+  CD_COMPRESSED_SIZE_OFFSET: 20n,
+  CD_UNCOMPRESSED_SIZE_OFFSET: 24n,
+  CD_FILE_NAME_LENGTH_OFFSET: 28n,
+  CD_EXTRA_FIELD_LENGTH_OFFSET: 30n,
+  CD_LOCAL_HEADER_OFFSET_OFFSET: 42n,
+  CD_FILE_NAME_OFFSET: 46n
+};
+export const signature = [0x50, 0x4b, 0x01, 0x02];
 export const parseZipCDFileHeader = async (headerOffset, buffer) => {
-  const offsets = {
-    CD_COMPRESSED_SIZE_OFFSET: 20,
-    CD_UNCOMPRESSED_SIZE_OFFSET: 24,
-    CD_FILE_NAME_LENGTH_OFFSET: 28,
-    CD_EXTRA_FIELD_LENGTH_OFFSET: 30,
-    CD_LOCAL_HEADER_OFFSET_OFFSET: 42,
-    CD_FILE_NAME_OFFSET: 46
-  };
-  const compressedSize = await buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET);
-  const uncompressedSize = await buffer.getUint32(headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET);
+  if (Buffer.from(await buffer.slice(headerOffset, headerOffset + 4n)).compare(Buffer.from(signature)) !== 0) {
+    return null;
+  }
+  let compressedSize = BigInt(await buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET));
+  let uncompressedSize = BigInt(await buffer.getUint32(headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET));
+  const extraFieldLength = await buffer.getUint16(headerOffset + offsets.CD_EXTRA_FIELD_LENGTH_OFFSET);
   const fileNameLength = await buffer.getUint16(headerOffset + offsets.CD_FILE_NAME_LENGTH_OFFSET);
-  const fileName = new TextDecoder().decode(await buffer.slice(headerOffset + offsets.CD_FILE_NAME_OFFSET, headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength));
-  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength;
+  const fileName = new TextDecoder().decode(await buffer.slice(headerOffset + offsets.CD_FILE_NAME_OFFSET, headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength)));
+  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength);
   const oldFormatOffset = await buffer.getUint32(headerOffset + offsets.CD_LOCAL_HEADER_OFFSET_OFFSET);
-  let fileDataOffset = oldFormatOffset;
-  if (fileDataOffset === 0xffffffff) {
-    let offsetInZip64Data = 4;
-    if (compressedSize === 0xffffffff) {
-      offsetInZip64Data += 8;
-    }
-    if (uncompressedSize === 0xffffffff) {
-      offsetInZip64Data += 8;
-    }
-    fileDataOffset = await buffer.getUint32(extraOffset + offsetInZip64Data);
+  let fileDataOffset = BigInt(oldFormatOffset);
+  let offsetInZip64Data = 4n;
+  if (uncompressedSize === BigInt(0xffffffff)) {
+    uncompressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
+    offsetInZip64Data += 8n;
+  }
+  if (compressedSize === BigInt(0xffffffff)) {
+    compressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
+    offsetInZip64Data += 8n;
+  }
+  if (fileDataOffset === BigInt(0xffffffff)) {
+    fileDataOffset = await buffer.getBigUint64(extraOffset + offsetInZip64Data);
   }
   const localHeaderOffset = fileDataOffset;
   return {
     compressedSize,
     uncompressedSize,
+    extraFieldLength,
     fileNameLength,
     fileName,
     extraOffset,

package/dist/esm/lib/parsers/parse-zip/cd-file-header.js.map

@@ -1 +1 @@
-{"version":3,"file":"cd-file-header.js","names":["parseZipCDFileHeader","headerOffset","buffer","offsets","CD_COMPRESSED_SIZE_OFFSET","CD_UNCOMPRESSED_SIZE_OFFSET","CD_FILE_NAME_LENGTH_OFFSET","CD_EXTRA_FIELD_LENGTH_OFFSET","CD_LOCAL_HEADER_OFFSET_OFFSET","CD_FILE_NAME_OFFSET","compressedSize","getUint32","uncompressedSize","fileNameLength","getUint16","fileName","TextDecoder","decode","slice","extraOffset","oldFormatOffset","fileDataOffset","offsetInZip64Data","localHeaderOffset"],"sources":["../../../../../src/lib/parsers/parse-zip/cd-file-header.ts"],"sourcesContent":["import {FileProvider} from './file-provider';\n\n/**\n * zip central directory file header info\n * according to https://en.wikipedia.org/wiki/ZIP_(file_format)\n */\nexport type ZipCDFileHeader = {\n  /** Compressed size */\n  compressedSize: number;\n  /** Uncompressed size */\n  uncompressedSize: number;\n  /** File name length */\n  fileNameLength: number;\n  /** File name */\n  fileName: string;\n  /** Extra field offset */\n  extraOffset: number;\n  /** Relative offset of local file header */\n  localHeaderOffset: number;\n};\n\n/**\n * Parses central directory file header of zip file\n * @param headerOffset - offset in the archive where header starts\n * @param buffer - buffer containing whole array\n * @returns Info from the header\n */\nexport const parseZipCDFileHeader = async (\n  headerOffset: number,\n  buffer: FileProvider\n): Promise<ZipCDFileHeader> => {\n  const offsets = {\n    CD_COMPRESSED_SIZE_OFFSET: 20,\n    CD_UNCOMPRESSED_SIZE_OFFSET: 24,\n    CD_FILE_NAME_LENGTH_OFFSET: 28,\n    CD_EXTRA_FIELD_LENGTH_OFFSET: 30,\n    CD_LOCAL_HEADER_OFFSET_OFFSET: 42,\n    CD_FILE_NAME_OFFSET: 46\n  };\n\n  const compressedSize = await buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET);\n\n  const uncompressedSize = await buffer.getUint32(\n    headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET\n  );\n\n  const fileNameLength = await buffer.getUint16(headerOffset + offsets.CD_FILE_NAME_LENGTH_OFFSET);\n\n  const fileName = new TextDecoder().decode(\n    await buffer.slice(\n      headerOffset + offsets.CD_FILE_NAME_OFFSET,\n      headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength\n    )\n  );\n\n  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + fileNameLength;\n\n  const oldFormatOffset = await buffer.getUint32(\n    headerOffset + offsets.CD_LOCAL_HEADER_OFFSET_OFFSET\n  );\n\n  let fileDataOffset = oldFormatOffset;\n  if (fileDataOffset === 0xffffffff) {\n    let offsetInZip64Data = 4;\n    // looking for info that might be also be in zip64 extra field\n    if (compressedSize === 0xffffffff) {\n      offsetInZip64Data += 8;\n    }\n    if (uncompressedSize === 0xffffffff) {\n      offsetInZip64Data += 8;\n    }\n\n    // getUint32 needs to be replaced with getBigUint64 for archieves bigger than 2gb\n    fileDataOffset = await buffer.getUint32(extraOffset + offsetInZip64Data); // setting it to the one from zip64\n  }\n  const localHeaderOffset = fileDataOffset;\n\n  return {\n    compressedSize,\n    uncompressedSize,\n    fileNameLength,\n    fileName,\n    extraOffset,\n    localHeaderOffset\n  };\n};\n"],"mappings":"AA2BA,OAAO,MAAMA,oBAAoB,GAAG,MAAAA,CAClCC,YAAoB,EACpBC,MAAoB,KACS;EAC7B,MAAMC,OAAO,GAAG;IACdC,yBAAyB,EAAE,EAAE;IAC7BC,2BAA2B,EAAE,EAAE;IAC/BC,0BAA0B,EAAE,EAAE;IAC9BC,4BAA4B,EAAE,EAAE;IAChCC,6BAA6B,EAAE,EAAE;IACjCC,mBAAmB,EAAE;EACvB,CAAC;EAED,MAAMC,cAAc,GAAG,MAAMR,MAAM,CAACS,SAAS,CAACV,YAAY,GAAGE,OAAO,CAACC,yBAAyB,CAAC;EAE/F,MAAMQ,gBAAgB,GAAG,MAAMV,MAAM,CAACS,SAAS,CAC7CV,YAAY,GAAGE,OAAO,CAACE,2BACzB,CAAC;EAED,MAAMQ,cAAc,GAAG,MAAMX,MAAM,CAACY,SAAS,CAACb,YAAY,GAAGE,OAAO,CAACG,0BAA0B,CAAC;EAEhG,MAAMS,QAAQ,GAAG,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CACvC,MAAMf,MAAM,CAACgB,KAAK,CAChBjB,YAAY,GAAGE,OAAO,CAACM,mBAAmB,EAC1CR,YAAY,GAAGE,OAAO,CAACM,mBAAmB,GAAGI,cAC/C,CACF,CAAC;EAED,MAAMM,WAAW,GAAGlB,YAAY,GAAGE,OAAO,CAACM,mBAAmB,GAAGI,cAAc;EAE/E,MAAMO,eAAe,GAAG,MAAMlB,MAAM,CAACS,SAAS,CAC5CV,YAAY,GAAGE,OAAO,CAACK,6BACzB,CAAC;EAED,IAAIa,cAAc,GAAGD,eAAe;EACpC,IAAIC,cAAc,KAAK,UAAU,EAAE;IACjC,IAAIC,iBAAiB,GAAG,CAAC;IAEzB,IAAIZ,cAAc,KAAK,UAAU,EAAE;MACjCY,iBAAiB,IAAI,CAAC;IACxB;IACA,IAAIV,gBAAgB,KAAK,UAAU,EAAE;MACnCU,iBAAiB,IAAI,CAAC;IACxB;IAGAD,cAAc,GAAG,MAAMnB,MAAM,CAACS,SAAS,CAACQ,WAAW,GAAGG,iBAAiB,CAAC;EAC1E;EACA,MAAMC,iBAAiB,GAAGF,cAAc;EAExC,OAAO;IACLX,cAAc;IACdE,gBAAgB;IAChBC,cAAc;IACdE,QAAQ;IACRI,WAAW;IACXI;EACF,CAAC;AACH,CAAC"}
+{"version":3,"file":"cd-file-header.js","names":["offsets","CD_COMPRESSED_SIZE_OFFSET","CD_UNCOMPRESSED_SIZE_OFFSET","CD_FILE_NAME_LENGTH_OFFSET","CD_EXTRA_FIELD_LENGTH_OFFSET","CD_LOCAL_HEADER_OFFSET_OFFSET","CD_FILE_NAME_OFFSET","signature","parseZipCDFileHeader","headerOffset","buffer","Buffer","from","slice","compare","compressedSize","BigInt","getUint32","uncompressedSize","extraFieldLength","getUint16","fileNameLength","fileName","TextDecoder","decode","extraOffset","oldFormatOffset","fileDataOffset","offsetInZip64Data","getBigUint64","localHeaderOffset"],"sources":["../../../../../src/lib/parsers/parse-zip/cd-file-header.ts"],"sourcesContent":["import {FileProvider} from './file-provider';\nimport {ZipSignature} from './search-from-the-end';\n\n/**\n * zip central directory file header info\n * according to https://en.wikipedia.org/wiki/ZIP_(file_format)\n */\nexport type ZipCDFileHeader = {\n  /** Compressed size */\n  compressedSize: bigint;\n  /** Uncompressed size */\n  uncompressedSize: bigint;\n  /** Extra field size */\n  extraFieldLength: number;\n  /** File name length */\n  fileNameLength: number;\n  /** File name */\n  fileName: string;\n  /** Extra field offset */\n  extraOffset: bigint;\n  /** Relative offset of local file header */\n  localHeaderOffset: bigint;\n};\n\nconst offsets = {\n  CD_COMPRESSED_SIZE_OFFSET: 20n,\n  CD_UNCOMPRESSED_SIZE_OFFSET: 24n,\n  CD_FILE_NAME_LENGTH_OFFSET: 28n,\n  CD_EXTRA_FIELD_LENGTH_OFFSET: 30n,\n  CD_LOCAL_HEADER_OFFSET_OFFSET: 42n,\n  CD_FILE_NAME_OFFSET: 46n\n};\n\nexport const signature: ZipSignature = [0x50, 0x4b, 0x01, 0x02];\n\n/**\n * Parses central directory file header of zip file\n * @param headerOffset - offset in the archive where header starts\n * @param buffer - buffer containing whole array\n * @returns Info from the header\n */\nexport const parseZipCDFileHeader = async (\n  headerOffset: bigint,\n  buffer: FileProvider\n): Promise<ZipCDFileHeader | null> => {\n  if (\n    Buffer.from(await buffer.slice(headerOffset, headerOffset + 4n)).compare(\n      Buffer.from(signature)\n    ) !== 0\n  ) {\n    return null;\n  }\n\n  let compressedSize = BigInt(\n    await buffer.getUint32(headerOffset + offsets.CD_COMPRESSED_SIZE_OFFSET)\n  );\n\n  let uncompressedSize = BigInt(\n    await buffer.getUint32(headerOffset + offsets.CD_UNCOMPRESSED_SIZE_OFFSET)\n  );\n\n  const extraFieldLength = await buffer.getUint16(\n    headerOffset + offsets.CD_EXTRA_FIELD_LENGTH_OFFSET\n  );\n\n  const fileNameLength = await buffer.getUint16(headerOffset + offsets.CD_FILE_NAME_LENGTH_OFFSET);\n\n  const fileName = new TextDecoder().decode(\n    await buffer.slice(\n      headerOffset + offsets.CD_FILE_NAME_OFFSET,\n      headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength)\n    )\n  );\n\n  const extraOffset = headerOffset + offsets.CD_FILE_NAME_OFFSET + BigInt(fileNameLength);\n\n  const oldFormatOffset = await buffer.getUint32(\n    headerOffset + offsets.CD_LOCAL_HEADER_OFFSET_OFFSET\n  );\n\n  let fileDataOffset = BigInt(oldFormatOffset);\n  let offsetInZip64Data = 4n;\n  // looking for info that might be also be in zip64 extra field\n  if (uncompressedSize === BigInt(0xffffffff)) {\n    uncompressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);\n    offsetInZip64Data += 8n;\n  }\n  if (compressedSize === BigInt(0xffffffff)) {\n    compressedSize = await buffer.getBigUint64(extraOffset + offsetInZip64Data);\n    offsetInZip64Data += 8n;\n  }\n  if (fileDataOffset === BigInt(0xffffffff)) {\n    fileDataOffset = await buffer.getBigUint64(extraOffset + offsetInZip64Data); // setting it to the one from zip64\n  }\n  const localHeaderOffset = fileDataOffset;\n\n  return {\n    compressedSize,\n    uncompressedSize,\n    extraFieldLength,\n    fileNameLength,\n    fileName,\n    extraOffset,\n    localHeaderOffset\n  };\n};\n"],"mappings":"AAwBA,MAAMA,OAAO,GAAG;EACdC,yBAAyB,EAAE,GAAG;EAC9BC,2BAA2B,EAAE,GAAG;EAChCC,0BAA0B,EAAE,GAAG;EAC/BC,4BAA4B,EAAE,GAAG;EACjCC,6BAA6B,EAAE,GAAG;EAClCC,mBAAmB,EAAE;AACvB,CAAC;AAED,OAAO,MAAMC,SAAuB,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC;AAQ/D,OAAO,MAAMC,oBAAoB,GAAG,MAAAA,CAClCC,YAAoB,EACpBC,MAAoB,KACgB;EACpC,IACEC,MAAM,CAACC,IAAI,CAAC,MAAMF,MAAM,CAACG,KAAK,CAACJ,YAAY,EAAEA,YAAY,GAAG,EAAE,CAAC,CAAC,CAACK,OAAO,CACtEH,MAAM,CAACC,IAAI,CAACL,SAAS,CACvB,CAAC,KAAK,CAAC,EACP;IACA,OAAO,IAAI;EACb;EAEA,IAAIQ,cAAc,GAAGC,MAAM,CACzB,MAAMN,MAAM,CAACO,SAAS,CAACR,YAAY,GAAGT,OAAO,CAACC,yBAAyB,CACzE,CAAC;EAED,IAAIiB,gBAAgB,GAAGF,MAAM,CAC3B,MAAMN,MAAM,CAACO,SAAS,CAACR,YAAY,GAAGT,OAAO,CAACE,2BAA2B,CAC3E,CAAC;EAED,MAAMiB,gBAAgB,GAAG,MAAMT,MAAM,CAACU,SAAS,CAC7CX,YAAY,GAAGT,OAAO,CAACI,4BACzB,CAAC;EAED,MAAMiB,cAAc,GAAG,MAAMX,MAAM,CAACU,SAAS,CAACX,YAAY,GAAGT,OAAO,CAACG,0BAA0B,CAAC;EAEhG,MAAMmB,QAAQ,GAAG,IAAIC,WAAW,CAAC,CAAC,CAACC,MAAM,CACvC,MAAMd,MAAM,CAACG,KAAK,CAChBJ,YAAY,GAAGT,OAAO,CAACM,mBAAmB,EAC1CG,YAAY,GAAGT,OAAO,CAACM,mBAAmB,GAAGU,MAAM,CAACK,cAAc,CACpE,CACF,CAAC;EAED,MAAMI,WAAW,GAAGhB,YAAY,GAAGT,OAAO,CAACM,mBAAmB,GAAGU,MAAM,CAACK,cAAc,CAAC;EAEvF,MAAMK,eAAe,GAAG,MAAMhB,MAAM,CAACO,SAAS,CAC5CR,YAAY,GAAGT,OAAO,CAACK,6BACzB,CAAC;EAED,IAAIsB,cAAc,GAAGX,MAAM,CAACU,eAAe,CAAC;EAC5C,IAAIE,iBAAiB,GAAG,EAAE;EAE1B,IAAIV,gBAAgB,KAAKF,MAAM,CAAC,UAAU,CAAC,EAAE;IAC3CE,gBAAgB,GAAG,MAAMR,MAAM,CAACmB,YAAY,CAACJ,WAAW,GAAGG,iBAAiB,CAAC;IAC7EA,iBAAiB,IAAI,EAAE;EACzB;EACA,IAAIb,cAAc,KAAKC,MAAM,CAAC,UAAU,CAAC,EAAE;IACzCD,cAAc,GAAG,MAAML,MAAM,CAACmB,YAAY,CAACJ,WAAW,GAAGG,iBAAiB,CAAC;IAC3EA,iBAAiB,IAAI,EAAE;EACzB;EACA,IAAID,cAAc,KAAKX,MAAM,CAAC,UAAU,CAAC,EAAE;IACzCW,cAAc,GAAG,MAAMjB,MAAM,CAACmB,YAAY,CAACJ,WAAW,GAAGG,iBAAiB,CAAC;EAC7E;EACA,MAAME,iBAAiB,GAAGH,cAAc;EAExC,OAAO;IACLZ,cAAc;IACdG,gBAAgB;IAChBC,gBAAgB;IAChBE,cAAc;IACdC,QAAQ;IACRG,WAAW;IACXK;EACF,CAAC;AACH,CAAC"}

package/dist/esm/lib/parsers/parse-zip/data-view-file-provider.js

@@ -0,0 +1,32 @@
+import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
+const toNumber = bigint => {
+  if (bigint > Number.MAX_SAFE_INTEGER) {
+    throw new Error('Offset is out of bounds');
+  }
+  return Number(bigint);
+};
+export class DataViewFileProvider {
+  constructor(file) {
+    _defineProperty(this, "file", void 0);
+    this.file = file;
+  }
+  async getUint8(offset) {
+    return this.file.getUint8(toNumber(offset));
+  }
+  async getUint16(offset) {
+    return this.file.getUint16(toNumber(offset), true);
+  }
+  async getUint32(offset) {
+    return this.file.getUint32(toNumber(offset), true);
+  }
+  async getBigUint64(offset) {
+    return this.file.getBigUint64(toNumber(offset), true);
+  }
+  async slice(startOffset, endOffset) {
+    return this.file.buffer.slice(toNumber(startOffset), toNumber(endOffset));
+  }
+  get length() {
+    return BigInt(this.file.byteLength);
+  }
+}
+//# sourceMappingURL=data-view-file-provider.js.map

package/dist/esm/lib/parsers/parse-zip/data-view-file-provider.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-view-file-provider.js","names":["toNumber","bigint","Number","MAX_SAFE_INTEGER","Error","DataViewFileProvider","constructor","file","_defineProperty","getUint8","offset","getUint16","getUint32","getBigUint64","slice","startOffset","endOffset","buffer","length","BigInt","byteLength"],"sources":["../../../../../src/lib/parsers/parse-zip/data-view-file-provider.ts"],"sourcesContent":["import {FileProvider} from './file-provider';\n\n/**\n * Checks if bigint can be converted to number and convert it if possible\n * @param bigint bigint to be converted\n * @returns number\n */\nconst toNumber = (bigint: bigint) => {\n  if (bigint > Number.MAX_SAFE_INTEGER) {\n    throw new Error('Offset is out of bounds');\n  }\n  return Number(bigint);\n};\n\n/** Provides file data using DataView */\nexport class DataViewFileProvider implements FileProvider {\n  /** The DataView from which data is provided */\n  private file: DataView;\n\n  constructor(file: DataView) {\n    this.file = file;\n  }\n\n  /**\n   * Gets an unsigned 8-bit integer at the specified byte offset from the start of the file.\n   * @param offset The offset, in bytes, from the start of the file where to read the data.\n   */\n  async getUint8(offset: bigint): Promise<number> {\n    return this.file.getUint8(toNumber(offset));\n  }\n\n  /**\n   * Gets an unsigned 16-bit intege at the specified byte offset from the start of the file.\n   * @param offset The offset, in bytes, from the start of the file where to read the data.\n   */\n  async getUint16(offset: bigint): Promise<number> {\n    return this.file.getUint16(toNumber(offset), true);\n  }\n\n  /**\n   * Gets an unsigned 32-bit integer at the specified byte offset from the start of the file.\n   * @param offset The offset, in bytes, from the start of the file where to read the data.\n   */\n  async getUint32(offset: bigint): Promise<number> {\n    return this.file.getUint32(toNumber(offset), true);\n  }\n\n  /**\n   * Gets an unsigned 64-bit integer at the specified byte offset from the start of the file.\n   * @param offset The offset, in bytes, from the start of the file where to read the data.\n   */\n  async getBigUint64(offset: bigint): Promise<bigint> {\n    return this.file.getBigUint64(toNumber(offset), true);\n  }\n\n  /**\n   * returns an ArrayBuffer whose contents are a copy of this file bytes from startOffset, inclusive, up to endOffset, exclusive.\n   * @param startOffset The offset, in bytes, from the start of the file where to start reading the data.\n   * @param endOffset The offset, in bytes, from the start of the file where to end reading the data.\n   */\n  async slice(startOffset: bigint, endOffset: bigint): Promise<ArrayBuffer> {\n    return this.file.buffer.slice(toNumber(startOffset), toNumber(endOffset));\n  }\n\n  /** the length (in bytes) of the data. */\n  get length() {\n    return BigInt(this.file.byteLength);\n  }\n}\n"],"mappings":";AAOA,MAAMA,QAAQ,GAAIC,MAAc,IAAK;EACnC,IAAIA,MAAM,GAAGC,MAAM,CAACC,gBAAgB,EAAE;IACpC,MAAM,IAAIC,KAAK,CAAC,yBAAyB,CAAC;EAC5C;EACA,OAAOF,MAAM,CAACD,MAAM,CAAC;AACvB,CAAC;AAGD,OAAO,MAAMI,oBAAoB,CAAyB;EAIxDC,WAAWA,CAACC,IAAc,EAAE;IAAAC,eAAA;IAC1B,IAAI,CAACD,IAAI,GAAGA,IAAI;EAClB;EAMA,MAAME,QAAQA,CAACC,MAAc,EAAmB;IAC9C,OAAO,IAAI,CAACH,IAAI,CAACE,QAAQ,CAACT,QAAQ,CAACU,MAAM,CAAC,CAAC;EAC7C;EAMA,MAAMC,SAASA,CAACD,MAAc,EAAmB;IAC/C,OAAO,IAAI,CAACH,IAAI,CAACI,SAAS,CAACX,QAAQ,CAACU,MAAM,CAAC,EAAE,IAAI,CAAC;EACpD;EAMA,MAAME,SAASA,CAACF,MAAc,EAAmB;IAC/C,OAAO,IAAI,CAACH,IAAI,CAACK,SAAS,CAACZ,QAAQ,CAACU,MAAM,CAAC,EAAE,IAAI,CAAC;EACpD;EAMA,MAAMG,YAAYA,CAACH,MAAc,EAAmB;IAClD,OAAO,IAAI,CAACH,IAAI,CAACM,YAAY,CAACb,QAAQ,CAACU,MAAM,CAAC,EAAE,IAAI,CAAC;EACvD;EAOA,MAAMI,KAAKA,CAACC,WAAmB,EAAEC,SAAiB,EAAwB;IACxE,OAAO,IAAI,CAACT,IAAI,CAACU,MAAM,CAACH,KAAK,CAACd,QAAQ,CAACe,WAAW,CAAC,EAAEf,QAAQ,CAACgB,SAAS,CAAC,CAAC;EAC3E;EAGA,IAAIE,MAAMA,CAAA,EAAG;IACX,OAAOC,MAAM,CAAC,IAAI,CAACZ,IAAI,CAACa,UAAU,CAAC;EACrC;AACF"}