@loaders.gl/tile-converter 4.0.0-alpha.23 → 4.0.0-alpha.25

package/dist/i3s-server/controllers/index-controller.js

@@ -1,31 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFileNameByUrl = void 0;
-const path_1 = __importDefault(require("path"));
-const fs_1 = __importDefault(require("fs"));
-const { promises } = fs_1.default;
-const I3S_LAYER_PATH = process.env.I3sLayerPath || '';
-/**
- * Get local file name by input HTTP URL
- * @param url - I3S HTTP service url
- * @returns - local file name
- */
-async function getFileNameByUrl(url) {
-    const extensions = ['json', 'bin', 'jpg', 'jpeg', 'png', 'bin.dds', 'ktx2'];
-    const FULL_LAYER_PATH = path_1.default.join(process.cwd(), I3S_LAYER_PATH);
-    for (const ext of extensions) {
-        const fileName = `${FULL_LAYER_PATH}${url}/index.${ext}`;
-        try {
-            await promises.access(fileName);
-            return fileName;
-        }
-        catch {
-            continue; // eslint-disable-line no-continue
-        }
-    }
-    return null;
-}
-exports.getFileNameByUrl = getFileNameByUrl;

package/dist/i3s-server/controllers/slpk-controller.js

@@ -1,33 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getFileByUrl = exports.loadArchive = void 0;
-require("@loaders.gl/polyfills");
-const i3s_1 = require("@loaders.gl/i3s");
-const loader_utils_1 = require("@loaders.gl/loader-utils");
-let slpkArchive;
-/**
- * Open SLPK file for reading and load HASH file
- * @param fullLayerPath - full path to SLPK file
- */
-const loadArchive = async (fullLayerPath) => {
-    slpkArchive = await (0, i3s_1.parseSLPK)(await loader_utils_1.FileHandleFile.from(fullLayerPath), (msg) => console.log(msg));
-    console.log('The server is ready to use');
-};
-exports.loadArchive = loadArchive;
-/**
- * Get a file from SLPK
- * @param url - I3S HTTP URL
- * @returns  - file content
- */
-async function getFileByUrl(url) {
-    const trimmedPath = /^\/?(.*)\/?$/.exec(url);
-    let uncompressedFile = null;
-    if (trimmedPath) {
-        try {
-            uncompressedFile = Buffer.from(await slpkArchive.getFile(trimmedPath[1], 'http'));
-        }
-        catch (e) { }
-    }
-    return uncompressedFile;
-}
-exports.getFileByUrl = getFileByUrl;

package/dist/i3s-server/routes/index.js

@@ -1,20 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const express_1 = __importDefault(require("express"));
-const router = express_1.default.Router();
-const { getFileNameByUrl } = require('../controllers/index-controller');
-/* GET home page. */
-router.get('*', async function (req, res, next) {
-    const fileName = await getFileNameByUrl(req.path);
-    if (fileName) {
-        res.sendFile(fileName);
-    }
-    else {
-        res.status(404);
-        res.send('File not found');
-    }
-});
-module.exports = router;

package/dist/i3s-server/routes/slpk-router.js

@@ -1,34 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.router = exports.sceneServerRouter = void 0;
-const express_1 = __importDefault(require("express"));
-const slpk_controller_1 = require("../controllers/slpk-controller");
-const create_scene_server_1 = require("../utils/create-scene-server");
-exports.sceneServerRouter = express_1.default.Router();
-exports.sceneServerRouter.get('*', async function (req, res, next) {
-    const file = await (0, slpk_controller_1.getFileByUrl)('/');
-    if (file) {
-        const layer = JSON.parse(file.toString());
-        const sceneServerResponse = (0, create_scene_server_1.createSceneServer)(layer.name, layer);
-        res.send(sceneServerResponse);
-    }
-    else {
-        res.status(404);
-        res.send('File not found');
-    }
-});
-exports.router = express_1.default.Router();
-exports.router.get('*', async function (req, res, next) {
-    console.log(req.path);
-    const file = await (0, slpk_controller_1.getFileByUrl)(req.path);
-    if (file) {
-        res.send(file);
-    }
-    else {
-        res.status(404);
-        res.send('File not found');
-    }
-});

package/dist/i3s-server/utils/create-scene-server.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createSceneServer = void 0;
-const uuid_1 = require("uuid");
-/**
- * Create `/SceneServer` response
- * @param name - service name, custom user-friendly name of the service
- * @param layer - I3S layer JSON
- * @returns reponse JSON for `/SceneServer` route
- */
-const createSceneServer = (name, layer) => {
-    return {
-        serviceItemId: (0, uuid_1.v4)().replace(/-/gi, ''),
-        serviceName: name,
-        name,
-        currentVersion: '10.7',
-        serviceVersion: '1.8',
-        supportedBindings: ['REST'],
-        layers: [layer]
-    };
-};
-exports.createSceneServer = createSceneServer;

package/dist/i3s-server/utils/server-utils.js

@@ -1,66 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.formListeningHandler = exports.formErrorHandler = exports.normalizePort = void 0;
-const debug_1 = __importDefault(require("debug"));
-const debug = (0, debug_1.default)('i3s-server:server');
-/**
- * Normalize a port into a number, string, or false.
- * @param val - port value from env variables
- * @returns - `number` for port, `string` for a named pipe, or `false` if the port number is not correct
- */
-function normalizePort(val) {
-    const chkPort = parseInt(val, 10);
-    if (Number.isNaN(chkPort)) {
-        // named pipe
-        return val;
-    }
-    if (chkPort >= 0) {
-        // port number
-        return chkPort;
-    }
-    return false;
-}
-exports.normalizePort = normalizePort;
-/**
- * Event listener creator for HTTP/HTTPS server "error" event.
- * @param optionalPort - the port/named pipe the server is started on
- * @return callback to handle server errors
- */
-function formErrorHandler(optionalPort) {
-    return function onError(error) {
-        if (error.syscall !== 'listen') {
-            throw error;
-        }
-        const bind = typeof optionalPort === 'string' ? `Pipe ${optionalPort}` : `Port ${optionalPort}`;
-        // handle specific listen errors with friendly messages
-        switch (error.code) {
-            case 'EACCES':
-                console.error(`${bind} requires elevated privileges`); // eslint-disable-line no-console, no-undef
-                process.exit(1); // eslint-disable-line no-process-exit, no-undef
-                break;
-            case 'EADDRINUSE':
-                console.error(`${bind} is already in use`); // eslint-disable-line no-console, no-undef
-                process.exit(1); // eslint-disable-line no-process-exit, no-undef
-                break;
-            default:
-                throw error;
-        }
-    };
-}
-exports.formErrorHandler = formErrorHandler;
-/**
- * Event listener for HTTP/HTTPS server "listening" event.
- * @param optionalServer - http or https NodeJS server
- * @return callback that is triggered when the server has started
- */
-function formListeningHandler(optionalServer) {
-    return function onListening() {
-        const addr = optionalServer.address();
-        const bind = typeof addr === 'string' ? `pipe ${addr}` : `port ${addr?.port}`;
-        debug(`Listening on ${bind}`);
-    };
-}
-exports.formListeningHandler = formListeningHandler;

package/dist/index.js

@@ -1,10 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Tiles3DConverter = exports.I3SConverter = void 0;
-var i3s_converter_1 = require("./i3s-converter/i3s-converter");
-Object.defineProperty(exports, "I3SConverter", { enumerable: true, get: function () { return __importDefault(i3s_converter_1).default; } });
-var _3d_tiles_converter_1 = require("./3d-tiles-converter/3d-tiles-converter");
-Object.defineProperty(exports, "Tiles3DConverter", { enumerable: true, get: function () { return __importDefault(_3d_tiles_converter_1).default; } });

package/dist/lib/utils/cli-utils.js

@@ -1,82 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getBooleanValue = exports.getIntegerValue = exports.validateOptionsWithEqual = exports.getURLValue = exports.getStringValue = void 0;
-/**
- * Get string option value from cli arguments
- * @param index - option's name index in the argument's array.
- *                The value of the option should be next to name of the option.
- * @param args - cli arguments array
- * @returns - string value of the option
- */
-function getStringValue(index, args) {
-    if (index + 1 >= args.length) {
-        return '';
-    }
-    const value = args[index + 1];
-    if (value.indexOf('--') === 0) {
-        return '';
-    }
-    return value;
-}
-exports.getStringValue = getStringValue;
-/**
- * Modyfy URL path to be compatible with fetch
- * @param index - option's name index in the argument's array.
- *                The value of the option should be next to name of the option.
- * @param args - cli arguments array
- * @returns - string value of the option
- */
-function getURLValue(index, args) {
-    const value = getStringValue(index, args);
-    console.log(`Input tileset value: ${value}`);
-    console.log(`Modified tileset value: ${value.replace(/\\/g, '/')}`);
-    return value.replace(/\\/g, '/');
-}
-exports.getURLValue = getURLValue;
-function validateOptionsWithEqual(args) {
-    return args.reduce((acc, curr) => {
-        const equalSignIndex = curr.indexOf('=');
-        const beforeEqual = curr.slice(0, equalSignIndex);
-        const afterEqual = curr.slice(equalSignIndex + 1, curr.length);
-        const condition = curr.includes('=') && curr.startsWith('--') && afterEqual;
-        if (condition) {
-            return acc.concat(beforeEqual, afterEqual);
-        }
-        return acc.concat(curr);
-    }, []);
-}
-exports.validateOptionsWithEqual = validateOptionsWithEqual;
-/**
- * Get integer option value from cli arguments
- * @param index - option's name index in the argument's array
- *                The value of the option should be next to name of the option.
- * @param args - cli arguments array
- * @returns - number value of the option
- */
-function getIntegerValue(index, args) {
-    const stringValue = getStringValue(index, args);
-    const result = Number.parseInt(stringValue);
-    if (isFinite(result)) {
-        return result;
-    }
-    return NaN;
-}
-exports.getIntegerValue = getIntegerValue;
-/**
- * Get boolean option value from cli arguments
- * @param index - option's name index in the argument's array
- *                The value of the option should be next to name of the option.
- * @param args - cli arguments array
- * @returns - boolean value of the option
- */
-function getBooleanValue(index, args) {
-    const stringValue = getStringValue(index, args).toLowerCase().trim();
-    if (['--no-draco', '--split-nodes'].includes(args[index]) && !stringValue) {
-        return false;
-    }
-    if (!stringValue || stringValue === 'true') {
-        return true;
-    }
-    return false;
-}
-exports.getBooleanValue = getBooleanValue;

package/dist/lib/utils/compress-util.js

@@ -1,257 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.addFileToZip = exports.generateHash128FromZip = exports.compressWithChildProcess = exports.compressFilesWithZip = exports.compressFileWithGzip = void 0;
-const zlib_1 = require("zlib");
-const path_1 = require("path");
-const fs_1 = require("fs");
-const archiver_1 = __importDefault(require("archiver"));
-const file_utils_1 = require("./file-utils");
-const worker_utils_1 = require("@loaders.gl/worker-utils");
-const jszip_1 = __importDefault(require("jszip"));
-const crypto_1 = require("@loaders.gl/crypto");
-const crypt_1 = __importDefault(require("crypt"));
-const file_utils_2 = require("./file-utils");
-/**
- * Compress file to gzip file
- *
- * @param pathFile - the path to the file
- * @return the path to the gzip file
- */
-function compressFileWithGzip(pathFile) {
-    const compressedPathFile = `${pathFile}.gz`;
-    const gzip = (0, zlib_1.createGzip)();
-    const input = (0, fs_1.createReadStream)(pathFile);
-    const output = (0, fs_1.createWriteStream)(compressedPathFile);
-    return new Promise((resolve, reject) => {
-        input.on('end', () => {
-            console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console
-            resolve(compressedPathFile);
-        });
-        input.on('error', (error) => {
-            console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console
-            reject(error);
-        });
-        input.pipe(gzip).pipe(output);
-    });
-}
-exports.compressFileWithGzip = compressFileWithGzip;
-/**
- * Compress files from map into slpk file
- *
- * @param fileMap - map with file paths (key: output path, value: input path)
- * @param outputFile - output slpk file
- * @param level - compression level
- */
-async function compressFilesWithZip(fileMap, outputFile, level = 0) {
-    // Before creating a new file, we need to delete the old file
-    try {
-        await (0, file_utils_1.removeFile)(outputFile);
-    }
-    catch (e) {
-        // Do nothing if old file doesn't exist
-    }
-    const output = (0, fs_1.createWriteStream)(outputFile);
-    const archive = (0, archiver_1.default)('zip', {
-        zlib: { level } // Sets the compression level.
-    });
-    return new Promise(async (resolve, reject) => {
-        // listen for all archive data to be writte
-        // 'close' event is fired only when a file descriptor is involved
-        output.on('close', function () {
-            console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console
-            console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console
-            resolve(null);
-        });
-        // This event is fired when the data source is drained no matter what was the data source.
-        // It is not part of this library but rather from the NodeJS Stream API.
-        // @see: https://nodejs.org/api/stream.html#stream_event_end
-        output.on('end', function () {
-            console.log('Data has been drained'); // eslint-disable-line no-undef,no-console
-            resolve(null);
-        });
-        // good practice to catch warnings (ie stat failures and other non-blocking errors)
-        archive.on('warning', function (err) {
-            console.log(err); // eslint-disable-line no-undef,no-console
-            reject(err);
-        });
-        // good practice to catch this error explicitly
-        archive.on('error', function (err) {
-            reject(err);
-        });
-        // pipe archive data to the file
-        archive.pipe(output);
-        for (const subFileName in fileMap) {
-            const subFileData = fileMap[subFileName];
-            await appendFileToArchive(archive, subFileName, subFileData);
-        }
-        // finalize the archive (ie we are done appending files but streams have to finish yet)
-        archive.finalize();
-    });
-}
-exports.compressFilesWithZip = compressFilesWithZip;
-/**
- * Compress files using external tool 'zip'/'7z'
- *
- * @param inputFolder - folder to archive - for cwd option
- * @param outputFile - output slpk file
- * @param level - compression level
- * @param inputFiles - input files path to pass to the executable as option
- * @param sevenZipExe - path to 7z.exe executable
- */
-async function compressWithChildProcess(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
-    // eslint-disable-next-line no-undef
-    if (process.platform === 'win32') {
-        await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
-    }
-    else {
-        await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
-    }
-}
-exports.compressWithChildProcess = compressWithChildProcess;
-/**
- * Compress files using external linux tool 'zip'
- *
- * @param inputFolder - folder to archive - for cwd option
- * @param outputFile - output slpk file
- * @param level - compression level
- * @param inputFiles - input files path to pass to the executable as option
- */
-async function compressWithChildProcessUnix(inputFolder, outputFile, level = 0, inputFiles = '.') {
-    const fullOutputFile = (0, file_utils_2.getAbsoluteFilePath)(outputFile);
-    const args = [`-${level}`, '-r', fullOutputFile, inputFiles];
-    const childProcess = new worker_utils_1.ChildProcessProxy();
-    await childProcess.start({
-        command: 'zip',
-        arguments: args,
-        spawn: {
-            cwd: inputFolder
-        },
-        wait: 0
-    });
-}
-/**
- * Compress files using windows external tool '7z'
- *
- * @param inputFolder - folder to archive - for cwd option
- * @param outputFile - output slpk file
- * @param level - compression level
- * @param inputFiles - input files path to pass to the executable as option
- * @param sevenZipExe - path to 7z.exe executable
- */
-async function compressWithChildProcessWindows(inputFolder, outputFile, level = 0, inputFiles = (0, path_1.join)('.', '*'), sevenZipExe) {
-    // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles
-    // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm
-    if (inputFiles[0] === '@') {
-        inputFiles = `*${inputFiles.substr(1)}`;
-    }
-    const fullOutputFile = (0, file_utils_2.getAbsoluteFilePath)(outputFile);
-    const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];
-    const childProcess = new worker_utils_1.ChildProcessProxy();
-    await childProcess.start({
-        command: sevenZipExe,
-        arguments: args,
-        spawn: {
-            cwd: `${inputFolder}`
-        },
-        wait: 0
-    });
-}
-/**
- * Generate hash file from zip archive
- * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md
- *
- * @param inputZipFile
- * @param outputFile
- */
-async function generateHash128FromZip(inputZipFile, outputFile) {
-    const input = await fs_1.promises.readFile(inputZipFile);
-    const zip = await jszip_1.default.loadAsync(input);
-    const hashTable = [];
-    const zipFiles = zip.files;
-    for (const relativePath in zipFiles) {
-        const zipEntry = zipFiles[relativePath];
-        // Had to use a workaround because the correct string is getting the wrong data
-        // const content = await zipEntry.async('nodebuffer');
-        // _data isn't described in the interface, so lint thought it was wrong
-        const _data = '_data';
-        const content = zipEntry[_data].compressedContent;
-        if (zipEntry.dir)
-            continue; // eslint-disable-line no-continue
-        // eslint-disable-next-line no-undef
-        const hash = await new crypto_1.MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
-        // eslint-disable-next-line no-undef
-        hashTable.push({ key: atob(hash), value: content.byteOffset });
-    }
-    hashTable.sort((prev, next) => {
-        if (prev.key === next.key) {
-            return prev.value < next.value ? -1 : 1;
-        }
-        return prev.key < next.key ? -1 : 1;
-    });
-    const output = (0, fs_1.createWriteStream)(outputFile);
-    return new Promise((resolve, reject) => {
-        output.on('close', function () {
-            console.log(`${outputFile} generated and saved`); // eslint-disable-line
-            resolve(null);
-        });
-        output.on('error', function (err) {
-            console.log(err); // eslint-disable-line
-            reject(err);
-        });
-        for (const key in hashTable) {
-            const item = hashTable[key];
-            const value = longToByteArray(item.value);
-            // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'
-            // eslint-disable-next-line no-undef
-            output.write(Buffer.from(crypt_1.default.hexToBytes(item.key).concat(value)));
-        }
-        output.close();
-    });
-}
-exports.generateHash128FromZip = generateHash128FromZip;
-/**
- * Encode 64 bit value to byte array
- *
- * @param long - stringified number
- * @returns
- */
-function longToByteArray(long) {
-    const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits
-    const longNum = new Float64Array(buffer); // so equivalent to Float64
-    longNum[0] = parseInt(long);
-    return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian
-}
-/**
- * Add file to zip archive
- *
- * @param inputFile
- * @param fileName
- * @param zipFile
- * @param sevenZipExe
- */
-async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
-    await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
-    console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line
-}
-exports.addFileToZip = addFileToZip;
-/**
- *
- * @param archive zip archive instance
- * @param subFileName file path inside archive
- * @param subFileData source file path
- * @returns
- */
-function appendFileToArchive(archive, subFileName, subFileData) {
-    return new Promise((resolve) => {
-        const fileStream = (0, fs_1.createReadStream)(subFileData);
-        console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console
-        fileStream.on('close', () => {
-            console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console
-            resolve(null);
-        });
-        archive.append(fileStream, { name: subFileName });
-    });
-}