@loaders.gl/tile-converter 4.3.0-alpha.4 → 4.3.0-alpha.5

package/dist/i3s-server/bin/www.js

@@ -28,6 +28,11 @@ const options = {
     key: fs.readFileSync(path.join(__dirname, '../certs/key.pem')),
     cert: fs.readFileSync(path.join(__dirname, '../certs/cert.pem'))
 };
+if (!app) {
+    // eslint-disable-next-line no-console
+    console.error('This server supports *.slpk files only');
+    process.exit(1); // eslint-disable-line no-process-exit
+}
 const httpServer = http.createServer(app);
 const httpsServer = https.createServer(options, app);
 /** Listen on provided port, on all network interfaces. */

package/dist/index.cjs

@@ -456,15 +456,8 @@ var NodePages = class {
    * @returns file path and file name
    */
   getNodePageFileName(nodePageId) {
-    let filePath;
-    let fileName;
-    if (this.converter.options.slpk) {
-      filePath = (0, import_path2.join)(this.converter.layers0Path, "nodepages");
-      fileName = `${nodePageId.toString()}.json`;
-    } else {
-      filePath = (0, import_path2.join)(this.converter.layers0Path, "nodepages", nodePageId.toString());
-      fileName = "index.json";
-    }
+    const filePath = (0, import_path2.join)(this.converter.layers0Path, "nodepages");
+    const fileName = `${nodePageId.toString()}.json`;
     return { filePath, fileName };
   }
   /**
@@ -564,16 +557,10 @@ var NodePages = class {
       nodePage.nodes.push(node);
     }
     const nodePageStr = JSON.stringify(nodePage);
-    if (this.converter.options.slpk) {
-      await this.converter.writeQueue.enqueue({
-        archiveKey: `nodePages/${nodePageIndex.toString()}.json.gz`,
-        writePromise: () => this.writeFile(filePath, nodePageStr, fileName, true, this.converter.compressList)
-      }, true);
-    } else {
-      await this.converter.writeQueue.enqueue({
-        writePromise: () => this.writeFile(filePath, nodePageStr)
-      }, true);
-    }
+    await this.converter.writeQueue.enqueue({
+      archiveKey: `nodePages/${nodePageIndex.toString()}.json.gz`,
+      writePromise: () => this.writeFile(filePath, nodePageStr, fileName, true, this.converter.compressList)
+    }, true);
   }
   /**
    * Save metadata file (for slpk only)
@@ -595,25 +582,15 @@ var NodePages = class {
       await this.saveMetadata();
       return;
     }
-    if (this.converter.options.slpk) {
-      for (const [index, nodePage] of this.nodePages.entries()) {
-        const nodePageStr = JSON.stringify(nodePage);
-        const slpkPath = (0, import_path2.join)(this.converter.layers0Path, "nodepages");
-        await this.converter.writeQueue.enqueue({
-          archiveKey: `nodePages/${index.toString()}.json.gz`,
-          writePromise: () => this.writeFile(slpkPath, nodePageStr, `${index.toString()}.json`)
-        });
-      }
-      await this.saveMetadata();
-    } else {
-      for (const [index, nodePage] of this.nodePages.entries()) {
-        const nodePageStr = JSON.stringify(nodePage);
-        const nodePagePath = (0, import_path2.join)(this.converter.layers0Path, "nodepages", index.toString());
-        await this.converter.writeQueue.enqueue({
-          writePromise: () => this.writeFile(nodePagePath, nodePageStr)
-        });
-      }
+    for (const [index, nodePage] of this.nodePages.entries()) {
+      const nodePageStr = JSON.stringify(nodePage);
+      const slpkPath = (0, import_path2.join)(this.converter.layers0Path, "nodepages");
+      await this.converter.writeQueue.enqueue({
+        archiveKey: `nodePages/${index.toString()}.json.gz`,
+        writePromise: () => this.writeFile(slpkPath, nodePageStr, `${index.toString()}.json`)
+      });
     }
+    await this.saveMetadata();
   }
   /**
    * Update resource index in node.mesh object
@@ -730,35 +707,17 @@ function timeConverterFromSecondsAndMilliseconds(timeInSeconds, milliseconds) {
   return result;
 }
 async function calculateFilesSize(params) {
-  const { slpk, outputPath, tilesetName } = params;
+  const { outputPath, tilesetName } = params;
   const fullOutputPath = getAbsoluteFilePath(outputPath);
   try {
-    if (slpk) {
-      const slpkPath = (0, import_path3.join)(fullOutputPath, `${tilesetName}.slpk`);
-      const stat = await import_fs3.promises.stat(slpkPath);
-      return stat.size;
-    }
-    const directoryPath = (0, import_path3.join)(fullOutputPath, tilesetName);
-    const totalSize = await getTotalFilesSize(directoryPath);
-    return totalSize;
+    const slpkPath = (0, import_path3.join)(fullOutputPath, `${tilesetName}.slpk`);
+    const stat = await import_fs3.promises.stat(slpkPath);
+    return stat.size;
   } catch (error) {
     console.log("Calculate file sizes error: ", error);
     return null;
   }
 }
-async function getTotalFilesSize(dirPath) {
-  let totalFileSize = 0;
-  const files = await import_fs3.promises.readdir(dirPath);
-  for (const file of files) {
-    const fileStat = await import_fs3.promises.stat((0, import_path3.join)(dirPath, file));
-    if (fileStat.isDirectory()) {
-      totalFileSize += await getTotalFilesSize((0, import_path3.join)(dirPath, file));
-    } else {
-      totalFileSize += fileStat.size;
-    }
-  }
-  return totalFileSize;
-}
 
 // dist/i3s-converter/helpers/geometry-converter.js
 var import_core4 = require("@math.gl/core");
@@ -2348,7 +2307,7 @@ function convertScreenThresholdToGeometricError(node) {
 
 // dist/pgm-loader.js
 var import_geoid = require("@math.gl/geoid");
-var VERSION = true ? "4.3.0-alpha.3" : "latest";
+var VERSION = true ? "4.3.0-alpha.4" : "latest";
 var PGMLoader = {
   dataType: null,
   batchType: null,
@@ -3266,14 +3225,10 @@ var NodeIndexDocument = class {
    */
   async write(node) {
     const path = (0, import_path5.join)(this.converter.layers0Path, "nodes", this.id);
-    if (this.converter.options.slpk) {
-      await this.converter.writeQueue.enqueue({
-        archiveKey: `nodes/${this.id}/3dNodeIndexDocument.json.gz`,
-        writePromise: () => writeFileForSlpk(path, JSON.stringify(node), "3dNodeIndexDocument.json", true, this.converter.compressList)
-      }, true);
-    } else {
-      await this.converter.writeQueue.enqueue({ writePromise: () => writeFile(path, JSON.stringify(node)) }, true);
-    }
+    await this.converter.writeQueue.enqueue({
+      archiveKey: `nodes/${this.id}/3dNodeIndexDocument.json.gz`,
+      writePromise: () => writeFileForSlpk(path, JSON.stringify(node), "3dNodeIndexDocument.json", true, this.converter.compressList)
+    }, true);
   }
   /**
    * Load 3DNodeIndexDocument data from file on disk
@@ -3285,10 +3240,7 @@ var NodeIndexDocument = class {
     }
     const path = this.id;
     const parentNodePath = (0, import_path5.join)(this.converter.layers0Path, "nodes", path);
-    let parentNodeFileName = "index.json";
-    if (this.converter.options.slpk) {
-      parentNodeFileName = "3dNodeIndexDocument.json";
-    }
+    const parentNodeFileName = "3dNodeIndexDocument.json";
     return await openJson(parentNodePath, parentNodeFileName);
   }
   /**
@@ -4367,8 +4319,6 @@ var I3SConverter = class {
    * @param options.outputPath the output filename
    * @param options.tilesetName the output name of the tileset
    * @param options.maxDepth The max tree depth of conversion
-   * @param options.slpk Generate slpk (Scene Layer Packages) output file
-   * @param options.sevenZipExe Location of 7z.exe archiver to create slpk on Windows
    * @param options.egmFilePath location of *.pgm file to convert heights from ellipsoidal to gravity-related format
    * @param options.token Token for Cesium ION tilesets authentication
    * @param options.draco Generate I3S 1.7 draco compressed geometries
@@ -4384,13 +4334,11 @@ var I3SConverter = class {
       return BROWSER_ERROR_MESSAGE;
     }
     this.conversionStartTime = import_process4.default.hrtime();
-    const { tilesetName, slpk, egmFilePath, inputUrl, validate, outputPath, draco = true, sevenZipExe, maxDepth, token, generateTextures, generateBoundingVolumes, instantNodeWriting = false, mergeMaterials: mergeMaterials2 = true, inquirer, metadataClass, analyze = false, noEgm = false } = options;
+    const { tilesetName, egmFilePath, inputUrl, validate, outputPath, draco = true, maxDepth, token, generateTextures, generateBoundingVolumes, instantNodeWriting = false, mergeMaterials: mergeMaterials2 = true, inquirer, metadataClass, analyze = false, noEgm = false } = options;
     this.options = {
       outputPath,
       tilesetName,
       maxDepth,
-      slpk,
-      sevenZipExe,
       egmFilePath,
       draco,
       token,
@@ -4415,9 +4363,7 @@ var I3SConverter = class {
       this.geoidHeightModel = await (0, import_core9.load)(egmFilePath, PGMLoader);
       console.log("Loading egm file completed!");
     }
-    if (slpk) {
-      this.nodePages.useWriteFunction(writeFileForSlpk);
-    }
+    this.nodePages.useWriteFunction(writeFileForSlpk);
     try {
       const preloadOptions = await this._fetchPreloadOptions();
       let tilesetUrl = inputUrl;
@@ -4433,7 +4379,7 @@ var I3SConverter = class {
         const selectMetadataClassResult = await this.selectMetadataClass();
         if (selectMetadataClassResult) {
           await this._createAndSaveTileset(outputPath, tilesetName);
-          await this._finishConversion({ slpk: Boolean(slpk), outputPath, tilesetName });
+          await this._finishConversion({ outputPath, tilesetName });
         }
       }
     } catch (error) {
@@ -4664,16 +4610,10 @@ var I3SConverter = class {
    * Write 3DSceneLayer https://github.com/Esri/i3s-spec/blob/master/docs/1.7/3DSceneLayer.cmn.md in file
    */
   async _writeLayers0() {
-    if (this.options.slpk) {
-      await this.writeQueue.enqueue({
-        archiveKey: "3dSceneLayer.json.gz",
-        writePromise: () => writeFileForSlpk(this.layers0Path, JSON.stringify(this.layers0), "3dSceneLayer.json")
-      });
-    } else {
-      await this.writeQueue.enqueue({
-        writePromise: () => writeFile(this.layers0Path, JSON.stringify(this.layers0))
-      });
-    }
+    await this.writeQueue.enqueue({
+      archiveKey: "3dSceneLayer.json.gz",
+      writePromise: () => writeFileForSlpk(this.layers0Path, JSON.stringify(this.layers0), "3dSceneLayer.json")
+    });
   }
   /**
    * Pack files into *.slpk archive
@@ -4681,17 +4621,15 @@ var I3SConverter = class {
    */
   async _createSlpk(tilesetPath) {
     await this.conversionDump.deleteDumpFile();
-    if (this.options.slpk) {
-      const slpkTilesetPath = (0, import_path7.join)(tilesetPath, "SceneServer", "layers", "0");
-      const slpkFileName = `${tilesetPath}.slpk`;
-      await (0, import_zip2.createZip)(slpkTilesetPath, slpkFileName, async (fileList) => ({
-        path: "@specialIndexFileHASH128@",
-        file: await (0, import_zip2.composeHashFile)(fileList)
-      }));
-      try {
-        await removeDir(tilesetPath);
-      } catch (e) {
-      }
+    const slpkTilesetPath = (0, import_path7.join)(tilesetPath, "SceneServer", "layers", "0");
+    const slpkFileName = `${tilesetPath}.slpk`;
+    await (0, import_zip2.createZip)(slpkTilesetPath, slpkFileName, async (fileList) => ({
+      path: "@specialIndexFileHASH128@",
+      file: await (0, import_zip2.composeHashFile)(fileList)
+    }));
+    try {
+      await removeDir(tilesetPath);
+    } catch (e) {
     }
   }
   /**
@@ -4928,9 +4866,9 @@ var I3SConverter = class {
       propertyTable,
       featuresHashArray: this.featuresHashArray,
       attributeStorageInfo: this.attributeMetadataInfo.attributeStorageInfo,
-      draco: this.options.draco,
+      draco: this.options.draco ?? false,
       generateBoundingVolumes: this.generateBoundingVolumes,
-      shouldMergeMaterials: this.options.mergeMaterials,
+      shouldMergeMaterials: this.options.mergeMaterials ?? false,
       geoidHeightModel: this.geoidHeightModel,
       libraries: this.loadOptions.modules,
       metadataClass: this.options.metadataClass
@@ -5057,45 +4995,25 @@ var I3SConverter = class {
       return;
     }
     this.conversionDump.updateDoneStatus(sourceId, nodeId, ResourceType.GEOMETRY, false);
-    if (this.options.slpk) {
-      const slpkGeometryPath = (0, import_path7.join)(childPath, "geometries");
-      await this.writeQueue.enqueue({
-        archiveKey: `${slpkChildPath}/geometries/0.bin.gz`,
-        sourceId,
-        outputId: nodeId,
-        resourceType: ResourceType.GEOMETRY,
-        writePromise: () => writeFileForSlpk(slpkGeometryPath, geometryBuffer, "0.bin")
-      });
-    } else {
-      const geometryPath = (0, import_path7.join)(childPath, "geometries/0/");
+    const slpkGeometryPath = (0, import_path7.join)(childPath, "geometries");
+    await this.writeQueue.enqueue({
+      archiveKey: `${slpkChildPath}/geometries/0.bin.gz`,
+      sourceId,
+      outputId: nodeId,
+      resourceType: ResourceType.GEOMETRY,
+      writePromise: () => writeFileForSlpk(slpkGeometryPath, geometryBuffer, "0.bin")
+    });
+    if (this.options.draco && compressedGeometry) {
+      this.conversionDump.updateDoneStatus(sourceId, nodeId, ResourceType.DRACO_GEOMETRY, false);
+      const slpkCompressedGeometryPath = (0, import_path7.join)(childPath, "geometries");
       await this.writeQueue.enqueue({
+        archiveKey: `${slpkChildPath}/geometries/1.bin.gz`,
         sourceId,
         outputId: nodeId,
-        resourceType: ResourceType.GEOMETRY,
-        writePromise: () => writeFile(geometryPath, geometryBuffer, "index.bin")
+        resourceType: ResourceType.DRACO_GEOMETRY,
+        writePromise: () => writeFileForSlpk(slpkCompressedGeometryPath, compressedGeometry, "1.bin")
       });
     }
-    if (this.options.draco && compressedGeometry) {
-      this.conversionDump.updateDoneStatus(sourceId, nodeId, ResourceType.DRACO_GEOMETRY, false);
-      if (this.options.slpk) {
-        const slpkCompressedGeometryPath = (0, import_path7.join)(childPath, "geometries");
-        await this.writeQueue.enqueue({
-          archiveKey: `${slpkChildPath}/geometries/1.bin.gz`,
-          sourceId,
-          outputId: nodeId,
-          resourceType: ResourceType.DRACO_GEOMETRY,
-          writePromise: () => writeFileForSlpk(slpkCompressedGeometryPath, compressedGeometry, "1.bin")
-        });
-      } else {
-        const compressedGeometryPath = (0, import_path7.join)(childPath, "geometries/1/");
-        await this.writeQueue.enqueue({
-          sourceId,
-          outputId: nodeId,
-          resourceType: ResourceType.DRACO_GEOMETRY,
-          writePromise: () => writeFile(compressedGeometryPath, compressedGeometry, "index.bin")
-        });
-      }
-    }
   }
   /**
    * Write shared resources in a file
@@ -5114,24 +5032,14 @@ var I3SConverter = class {
     const sharedData = (0, import_json_map_transform8.default)(sharedResources, SHARED_RESOURCES());
     const sharedDataStr = JSON.stringify(sharedData);
     this.conversionDump.updateDoneStatus(sourceId, nodeId, ResourceType.SHARED, false);
-    if (this.options.slpk) {
-      const slpkSharedPath = (0, import_path7.join)(childPath, "shared");
-      await this.writeQueue.enqueue({
-        archiveKey: `${slpkChildPath}/shared/sharedResource.json.gz`,
-        sourceId,
-        outputId: nodeId,
-        resourceType: ResourceType.SHARED,
-        writePromise: () => writeFileForSlpk(slpkSharedPath, sharedDataStr, "sharedResource.json")
-      });
-    } else {
-      const sharedPath = (0, import_path7.join)(childPath, "shared/");
-      await this.writeQueue.enqueue({
-        sourceId,
-        outputId: nodeId,
-        resourceType: ResourceType.SHARED,
-        writePromise: () => writeFile(sharedPath, sharedDataStr)
-      });
-    }
+    const slpkSharedPath = (0, import_path7.join)(childPath, "shared");
+    await this.writeQueue.enqueue({
+      archiveKey: `${slpkChildPath}/shared/sharedResource.json.gz`,
+      sourceId,
+      outputId: nodeId,
+      resourceType: ResourceType.SHARED,
+      writePromise: () => writeFileForSlpk(slpkSharedPath, sharedDataStr, "sharedResource.json")
+    });
   }
   /**
    * Generates textures based on texture mime type and fill in textureSetDefinitions data.
@@ -5243,25 +5151,15 @@ var I3SConverter = class {
    * @param nodeId
    */
   async writeTextureFile({ textureData, name, format, childPath, slpkChildPath, sourceId, nodeId }) {
-    if (this.options.slpk) {
-      const slpkTexturePath = (0, import_path7.join)(childPath, "textures");
-      const compress = false;
-      await this.writeQueue.enqueue({
-        archiveKey: `${slpkChildPath}/textures/${name}.${format}`,
-        sourceId,
-        outputId: nodeId,
-        resourceType: `${ResourceType.TEXTURE}/${format}`,
-        writePromise: () => writeFileForSlpk(slpkTexturePath, textureData, `${name}.${format}`, compress)
-      });
-    } else {
-      const texturePath = (0, import_path7.join)(childPath, `textures/${name}/`);
-      await this.writeQueue.enqueue({
-        sourceId,
-        outputId: nodeId,
-        resourceType: `${ResourceType.TEXTURE}/${format}`,
-        writePromise: () => writeFile(texturePath, textureData, `index.${format}`)
-      });
-    }
+    const slpkTexturePath = (0, import_path7.join)(childPath, "textures");
+    const compress = false;
+    await this.writeQueue.enqueue({
+      archiveKey: `${slpkChildPath}/textures/${name}.${format}`,
+      sourceId,
+      outputId: nodeId,
+      resourceType: `${ResourceType.TEXTURE}/${format}`,
+      writePromise: () => writeFileForSlpk(slpkTexturePath, textureData, `${name}.${format}`, compress)
+    });
   }
   /**
    * Write feature attributes in files
@@ -5278,24 +5176,14 @@ var I3SConverter = class {
         const folderName = this.attributeMetadataInfo.attributeStorageInfo[index].key;
         const fileBuffer = new Uint8Array(attributes[index]);
         this.conversionDump.updateDoneStatus(sourceId, nodeId, `${ResourceType.ATTRIBUTES}/${folderName}`, false);
-        if (this.options.slpk) {
-          const slpkAttributesPath = (0, import_path7.join)(childPath, "attributes", folderName);
-          await this.writeQueue.enqueue({
-            archiveKey: `${slpkChildPath}/attributes/${folderName}.bin.gz`,
-            sourceId,
-            outputId: nodeId,
-            resourceType: `${ResourceType.ATTRIBUTES}/${folderName}`,
-            writePromise: () => writeFileForSlpk(slpkAttributesPath, fileBuffer, "0.bin")
-          });
-        } else {
-          const attributesPath = (0, import_path7.join)(childPath, `attributes/${folderName}/0`);
-          await this.writeQueue.enqueue({
-            sourceId,
-            outputId: nodeId,
-            resourceType: `${ResourceType.ATTRIBUTES}/${folderName}`,
-            writePromise: () => writeFile(attributesPath, fileBuffer, "index.bin")
-          });
-        }
+        const slpkAttributesPath = (0, import_path7.join)(childPath, "attributes", folderName);
+        await this.writeQueue.enqueue({
+          archiveKey: `${slpkChildPath}/attributes/${folderName}.bin.gz`,
+          sourceId,
+          outputId: nodeId,
+          resourceType: `${ResourceType.ATTRIBUTES}/${folderName}`,
+          writePromise: () => writeFileForSlpk(slpkAttributesPath, fileBuffer, "0.bin")
+        });
       }
     }
   }
@@ -5392,7 +5280,7 @@ var I3SConverter = class {
     const options = {
       "cesium-ion": { accessToken: this.options.token || ION_DEFAULT_TOKEN }
     };
-    const preloadOptions = await this.Loader.preload(this.options.inputUrl, options);
+    const preloadOptions = await this.Loader.preload(this.options.inputUrl ?? "", options);
     this.refreshTokenTime = import_process4.default.hrtime();
     return { ...options, ...preloadOptions };
   }