@loaders.gl/tile-converter 4.0.0-alpha.8 → 4.0.0-beta.1

package/dist/lib/utils/write-queue.js

@@ -1,80 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const queue_1 = require("./queue");
-const process_1 = __importDefault(require("process"));
-/** Memory limit size is based on testing */
-const MEMORY_LIMIT = 4 * 1024 * 1024 * 1024; // 4GB
-class WriteQueue extends queue_1.Queue {
-    constructor(listeningInterval = 2000, writeConcurrency = 400) {
-        super();
-        this.writePromise = null;
-        this.fileMap = {};
-        this.listeningInterval = listeningInterval;
-        this.writeConcurrency = writeConcurrency;
-    }
-    async enqueue(val, writeImmediately = false) {
-        if (writeImmediately) {
-            const { archiveKey, writePromise } = val;
-            const result = await writePromise();
-            if (archiveKey && result) {
-                this.fileMap[archiveKey] = result;
-            }
-        }
-        else {
-            super.enqueue(val);
-            /** https://nodejs.org/docs/latest-v14.x/api/process.html#process_process_memoryusage */
-            if (process_1.default.memoryUsage().rss > MEMORY_LIMIT) {
-                await this.startWrite();
-            }
-        }
-    }
-    startListening() {
-        this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
-    }
-    stopListening() {
-        if (this.intervalId) {
-            clearInterval(this.intervalId);
-        }
-    }
-    async startWrite() {
-        if (!this.writePromise) {
-            this.writePromise = this.doWrite();
-        }
-        await this.writePromise;
-        this.writePromise = null;
-    }
-    async finalize() {
-        this.stopListening();
-        await this.startWrite();
-    }
-    async doWrite() {
-        while (this.length) {
-            const promises = [];
-            const archiveKeys = [];
-            for (let i = 0; i < this.writeConcurrency; i++) {
-                const item = this.dequeue();
-                if (!item) {
-                    break;
-                }
-                const { archiveKey, writePromise } = item;
-                archiveKeys.push(archiveKey);
-                const promise = writePromise();
-                promises.push(promise);
-            }
-            const writeResults = await Promise.allSettled(promises);
-            this.updateFileMap(archiveKeys, writeResults);
-        }
-    }
-    updateFileMap(archiveKeys, writeResults) {
-        for (let i = 0; i < archiveKeys.length; i++) {
-            const archiveKey = archiveKeys[i];
-            if (archiveKey && 'value' in writeResults[i]) {
-                this.fileMap[archiveKey] = writeResults[i].value;
-            }
-        }
-    }
-}
-exports.default = WriteQueue;

package/dist/pgm-loader.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PGMLoader = void 0;
-const geoid_1 = require("@math.gl/geoid");
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-/**
- * Loader for PGM - Netpbm grayscale image format
- */
-exports.PGMLoader = {
-    name: 'PGM - Netpbm grayscale image format',
-    id: 'pgm',
-    module: 'tile-converter',
-    version: VERSION,
-    mimeTypes: ['image/x-portable-graymap'],
-    // @ts-expect-error LoaderOptions does not have cubic parameter
-    parse: async (arrayBuffer, options) => (0, geoid_1.parsePGM)(new Uint8Array(arrayBuffer), options),
-    extensions: ['pgm'],
-    options: {
-        // TODO - use pgm namespace
-        cubic: false
-    }
-};

package/dist/workers/3d-tiles-attributes-worker.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=3d-tiles-attributes-worker.d.ts.map

package/dist/workers/3d-tiles-attributes-worker.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"3d-tiles-attributes-worker.d.ts","sourceRoot":"","sources":["../../src/workers/3d-tiles-attributes-worker.ts"],"names":[],"mappings":""}

package/dist/workers/3d-tiles-attributes-worker.js

@@ -1,9 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const worker_utils_1 = require("@loaders.gl/worker-utils");
-const b3dm_converter_1 = __importDefault(require("../3d-tiles-converter/helpers/b3dm-converter"));
-const b3dmConverter = new b3dm_converter_1.default();
-(0, worker_utils_1.createWorker)(async (data, options = {}) => b3dmConverter.convert(data, options.featureAttributes));

package/dist/workers/i3s-attributes-worker.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=i3s-attributes-worker.d.ts.map

package/dist/workers/i3s-attributes-worker.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"i3s-attributes-worker.d.ts","sourceRoot":"","sources":["../../src/workers/i3s-attributes-worker.ts"],"names":[],"mappings":""}

package/dist/workers/i3s-attributes-worker.js

@@ -1,5 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const worker_utils_1 = require("@loaders.gl/worker-utils");
-const geometry_converter_1 = require("../i3s-converter/helpers/geometry-converter");
-(0, worker_utils_1.createWorker)(async (data, options = {}) => await (0, geometry_converter_1.convertAttributes)(data, options.materialAndTextureList, options.useCartesianPositions));

package/src/3d-tiles-attributes-worker.ts

@@ -1,43 +0,0 @@
-import type {WorkerObject} from '@loaders.gl/worker-utils';
-import type {FeatureAttribute} from '@loaders.gl/i3s';
-
-import {processOnWorker} from '@loaders.gl/worker-utils';
-
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-
-export type Tile3DAttributesWorkerOptions = {
-  featureAttributes: FeatureAttribute | null;
-  source: string;
-};
-
-export type I3SAttributesData = {
-  tileContent: any;
-  textureFormat: string;
-};
-
-/**
- * I3S Attributes Worker to handle B3DM object
- */
-export const Tile3dAttributesWorker = {
-  id: '3d-tiles-attributes',
-  name: '3DTiles Attributes Worker',
-  module: 'tile-converter',
-  version: VERSION,
-  options: {
-    featureAttributes: null
-  }
-};
-
-/**
- * Performs I3S attributes transformation
- */
-export function transform3DTilesAttributesOnWorker(
-  i3sAttributesData: I3SAttributesData,
-  options: Tile3DAttributesWorkerOptions
-): Promise<ArrayBuffer> {
-  return processOnWorker(Tile3dAttributesWorker, i3sAttributesData, options);
-}
-
-export const _typecheckI3SAttributesWorker: WorkerObject = Tile3dAttributesWorker;

package/src/i3s-attributes-worker.ts

@@ -1,59 +0,0 @@
-import type {WorkerObject} from '@loaders.gl/worker-utils';
-import type {ConvertedAttributes} from './i3s-converter/types';
-import type {Matrix4, Vector3} from '@math.gl/core';
-import type {GLTFNodePostprocessed} from '@loaders.gl/gltf';
-
-import {processOnWorker} from '@loaders.gl/worker-utils';
-
-// __VERSION__ is injected by babel-plugin-version-inline
-// @ts-ignore TS2304: Cannot find name '__VERSION__'.
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
-
-export type I3SAttributesWorkerOptions = {
-  _nodeWorkers: boolean;
-  reuseWorkers: boolean;
-  useCartesianPositions: boolean;
-  source: string;
-};
-
-export type TextureImageProperties = {
-  data: Uint8Array;
-  compressed?: boolean;
-  height?: number;
-  width?: number;
-  components?: number;
-  mimeType?: string;
-};
-
-export type B3DMAttributesData = {
-  gltfMaterials?: {id: string}[];
-  nodes: GLTFNodePostprocessed[];
-  images: (null | TextureImageProperties)[];
-  cartographicOrigin: Vector3;
-  cartesianModelMatrix: Matrix4;
-};
-
-/**
- * I3S Attributes Worker to handle B3DM object
- */
-export const I3SAttributesWorker = {
-  id: 'i3s-attributes',
-  name: 'I3S Attributes Worker',
-  module: 'tile-converter',
-  version: VERSION,
-  options: {
-    useCartesianPositions: false
-  }
-};
-
-/**
- * Performs I3S attributes transformation
- */
-export function transformI3SAttributesOnWorker(
-  attributesData: B3DMAttributesData,
-  options: I3SAttributesWorkerOptions
-): Promise<Map<string, ConvertedAttributes>> {
-  return processOnWorker(I3SAttributesWorker, attributesData, options);
-}
-
-export const _typecheckI3SAttributesWorker: WorkerObject = I3SAttributesWorker;

package/src/i3s-server/bin/www

@@ -1,102 +0,0 @@
-#!/usr/bin/env node
-
-/**
- * Module dependencies.
- */
-
-const app = require('../app');
-const debug = require('debug')('i3s-server:server');
-const https = require('https');
-const http = require('http');
-const fs = require('fs');
-const path = require('path');
-
-/**
- * Get port from environment and store in Express.
- */
-
-const httpPort = normalizePort(process.env.PORT || '80'); // eslint-disable-line no-process-env, no-undef
-const httpsPort = normalizePort(process.env.HTTPS_PORT || '443'); // eslint-disable-line no-process-env, no-undef
-
-/**
- * Create HTTP server.
- */
-
-const options = {
-  key: fs.readFileSync(path.join(__dirname, '../certs/key.pem')),
-  cert: fs.readFileSync(path.join(__dirname, '../certs/cert.pem'))
-};
-
-const httpServer = http.createServer(app);
-const httpsServer = https.createServer(options, app);
-
-/**
- * Listen on provided port, on all network interfaces.
- */
-
-httpServer.listen(httpPort);
-httpServer.on('error', formErrorHandler(httpPort));
-httpServer.on('listening', formListeningHandler(httpServer));
-
-httpsServer.listen(httpsPort);
-httpsServer.on('error', formErrorHandler(httpsPort));
-httpsServer.on('listening', formListeningHandler(httpsServer));
-
-/**
- * Normalize a port into a number, string, or false.
- */
-
-function normalizePort(val) {
-  const chkPort = parseInt(val, 10);
-
-  if (isNaN(chkPort)) {
-    // named pipe
-    return val;
-  }
-
-  if (chkPort >= 0) {
-    // port number
-    return chkPort;
-  }
-
-  return false;
-}
-
-/**
- * Event listener for HTTP/HTTPS server "error" event.
- */
-
-function formErrorHandler(optionalPort) {
-  return function onError(error) {
-    if (error.syscall !== 'listen') {
-      throw error;
-    }
-
-    const bind = typeof port === 'string' ? `Pipe ${optionalPort}`: `Port ${optionalPort}`;
-
-    // handle specific listen errors with friendly messages
-    switch (error.code) {
-      case 'EACCES':
-        console.error(`${bind} requires elevated privileges`);// eslint-disable-line no-console, no-undef
-        process.exit(1);// eslint-disable-line no-process-exit, no-undef
-        break;
-      case 'EADDRINUSE':
-        console.error(`${bind} is already in use`);// eslint-disable-line no-console, no-undef
-        process.exit(1);// eslint-disable-line no-process-exit, no-undef
-        break;
-      default:
-        throw error;
-    }
-  }
-}
-
-/**
- * Event listener for HTTP/HTTPS server "listening" event.
- */
-function formListeningHandler(optionalServer) {
-  return function onListening() {
-    const addr = optionalServer.address();
-    const bind = typeof addr === 'string' ? `pipe ${addr}` : `port ${addr.port}`;
-    debug(`Listening on ${bind}`);
-  }
-}

package/src/i3s-server/controllers/slpk-controller.js

@@ -1,38 +0,0 @@
-require('@loaders.gl/polyfills');
-const {fetchFile, parse} = require('@loaders.gl/core');
-const {SLPKLoader} = require('@loaders.gl/i3s');
-const path = require('path');
-
-let slpkArchive;
-
-const loadArchive = async (fullLayerPath) => {
-  slpkArchive = await (await fetchFile(fullLayerPath)).arrayBuffer();
-};
-
-const I3S_LAYER_PATH = process.env.I3sLayerPath || ''; // eslint-disable-line no-process-env, no-undef
-const FULL_LAYER_PATH = path.join(process.cwd(), I3S_LAYER_PATH); // eslint-disable-line no-undef
-
-loadArchive(FULL_LAYER_PATH);
-
-async function getFileByUrl(url) {
-  const trimmedPath = /^\/?(.*)\/?$/.exec(url);
-  let uncompressedFile;
-  if (trimmedPath) {
-    try {
-      uncompressedFile = Buffer.from(
-        await parse(slpkArchive, SLPKLoader, {
-          slpk: {
-            path: trimmedPath[1],
-            pathMode: 'http'
-          }
-        })
-      );
-    } catch (e) {}
-  }
-  return uncompressedFile;
-}
-
-module.exports = {
-  loadArchive,
-  getFileByUrl
-};

package/src/i3s-server/utils/create-scene-server.js

@@ -1,15 +0,0 @@
-const {v4: uuidv4} = require('uuid');
-
-const createSceneServer = (name, layer) => {
-  return {
-    serviceItemId: uuidv4().replace(/-/gi, ''),
-    serviceName: name,
-    name,
-    currentVersion: '10.7',
-    serviceVersion: '1.8',
-    supportedBindings: ['REST'],
-    layers: [layer]
-  };
-};
-
-module.exports = createSceneServer;

package/src/workers/3d-tiles-attributes-worker.ts

@@ -1,6 +0,0 @@
-import {createWorker} from '@loaders.gl/worker-utils';
-import B3dmConverter from '../3d-tiles-converter/helpers/b3dm-converter';
-
-const b3dmConverter = new B3dmConverter();
-
-createWorker(async (data, options = {}) => b3dmConverter.convert(data, options.featureAttributes));

package/src/workers/i3s-attributes-worker.ts

@@ -1,7 +0,0 @@
-import {createWorker} from '@loaders.gl/worker-utils';
-import {convertAttributes} from '../i3s-converter/helpers/geometry-converter';
-
-createWorker(
-  async (data, options = {}) =>
-    await convertAttributes(data, options.materialAndTextureList, options.useCartesianPositions)
-);