@loaders.gl/tile-converter 3.3.0-alpha.1 → 3.3.0-alpha.2

package/src/i3s-converter/helpers/geometry-converter.ts

@@ -1,10 +1,13 @@
 import type {Image, MeshPrimitive} from 'modules/gltf/src/lib/types/gltf-postprocessed-schema';
+import type {B3DMContent, FeatureTableJson} from '@loaders.gl/3d-tiles';
+import type {GLTF_EXT_feature_metadata} from '@loaders.gl/gltf';
 
 import {Vector3, Matrix4, Vector4} from '@math.gl/core';
 import {Ellipsoid} from '@math.gl/geospatial';
 
 import {DracoWriterWorker} from '@loaders.gl/draco';
 import {assert, encode} from '@loaders.gl/core';
+import {Tile3D} from '@loaders.gl/tiles';
 import {concatenateArrayBuffers, concatenateTypedArrays} from '@loaders.gl/loader-utils';
 import md5 from 'md5';
 import {generateAttributes} from './geometry-attributes';
@@ -15,7 +18,6 @@ import {
   I3SMaterialWithTexture,
   SharedResourcesArrays
 } from '../types';
-import {B3DMContent} from '@loaders.gl/3d-tiles';
 import {GLTFMaterialPostprocessed, GLTFNodePostprocessed} from '@loaders.gl/gltf';
 import {
   AttributeStorageInfo,
@@ -33,6 +35,7 @@ import {
 import {B3DMAttributesData /*transformI3SAttributesOnWorker */} from '../../i3s-attributes-worker';
 import {prepareDataForAttributesConversion} from './gltf-attributes';
 import {handleBatchIdsExtensions} from './batch-ids-extensions';
+import {checkPropertiesLength, flattenPropertyTableByFeatureIds} from './feature-attributes';
 
 // Spec - https://github.com/Esri/i3s-spec/blob/master/docs/1.7/pbrMetallicRoughness.cmn.md
 const DEFAULT_ROUGHNESS_FACTOR = 1;
@@ -53,6 +56,9 @@ const OBJECT_ID_TYPE = 'Oid32';
  */
 const BATCHED_ID_POSSIBLE_ATTRIBUTE_NAMES = ['CUSTOM_ATTRIBUTE_2', '_BATCHID', 'BATCHID'];
 
+const EXT_FEATURE_METADATA = 'EXT_feature_metadata';
+const EXT_MESH_FEATURES = 'EXT_mesh_features';
+
 let scratchVector = new Vector3();
 
 /**
@@ -70,6 +76,7 @@ let scratchVector = new Vector3();
 export default async function convertB3dmToI3sGeometry(
   tileContent: B3DMContent,
   nodeId: number,
+  propertyTable: FeatureTableJson | null,
   featuresHashArray: string[],
   attributeStorageInfo: AttributeStorageInfo[] | undefined,
   draco: boolean,
@@ -131,6 +138,7 @@ export default async function convertB3dmToI3sGeometry(
         tileContent,
         nodeId: nodesCounter,
         featuresHashArray,
+        propertyTable,
         attributeStorageInfo,
         draco,
         workerSource
@@ -194,6 +202,7 @@ async function _makeNodeResources({
   tileContent,
   nodeId,
   featuresHashArray,
+  propertyTable,
   attributeStorageInfo,
   draco,
   workerSource
@@ -204,6 +213,7 @@ async function _makeNodeResources({
   tileContent: B3DMContent;
   nodeId: number;
   featuresHashArray: string[];
+  propertyTable: FeatureTableJson | null;
   attributeStorageInfo?: AttributeStorageInfo[];
   draco: boolean;
   workerSource: {[key: string]: string};
@@ -253,11 +263,15 @@ async function _makeNodeResources({
       )
     : null;
 
-  const attributes = convertBatchTableToAttributeBuffers(
-    tileContent.batchTableJson,
-    featureIds,
-    attributeStorageInfo
-  );
+  let attributes: ArrayBuffer[] = [];
+
+  if (attributeStorageInfo && propertyTable) {
+    attributes = convertPropertyTableToAttributeBuffers(
+      featureIds,
+      propertyTable,
+      attributeStorageInfo
+    );
+  }
 
   return {
     geometry: fileBuffer,
@@ -1051,49 +1065,66 @@ function replaceIndicesByUnique(indicesArray, featureMap) {
 }
 
 /**
- * Convert batch table data to attribute buffers.
- * @param {Object} batchTable - table with metadata for particular feature.
+ * Convert property table data to attribute buffers.
+ * @param {Object} propertyTable - table with metadata for particular feature.
  * @param {Array} featureIds
  * @param {Array} attributeStorageInfo
  * @returns {Array} - Array of file buffers.
  */
-function convertBatchTableToAttributeBuffers(batchTable, featureIds, attributeStorageInfo) {
+function convertPropertyTableToAttributeBuffers(
+  featureIds: number[],
+  propertyTable: FeatureTableJson,
+  attributeStorageInfo: AttributeStorageInfo[]
+) {
   const attributeBuffers: ArrayBuffer[] = [];
 
-  if (batchTable) {
-    const batchTableWithFeatureIds = {
-      OBJECTID: featureIds,
-      ...batchTable
-    };
+  const needFlattenPropertyTable = checkPropertiesLength(featureIds, propertyTable);
+  const properties = needFlattenPropertyTable
+    ? flattenPropertyTableByFeatureIds(featureIds, propertyTable)
+    : propertyTable;
 
-    for (const key in batchTableWithFeatureIds) {
-      const type = getAttributeType(key, attributeStorageInfo);
-
-      let attributeBuffer: ArrayBuffer | null = null;
-
-      switch (type) {
-        case OBJECT_ID_TYPE:
-        case SHORT_INT_TYPE:
-          attributeBuffer = generateShortIntegerAttributeBuffer(batchTableWithFeatureIds[key]);
-          break;
-        case DOUBLE_TYPE:
-          attributeBuffer = generateDoubleAttributeBuffer(batchTableWithFeatureIds[key]);
-          break;
-        case STRING_TYPE:
-          attributeBuffer = generateStringAttributeBuffer(batchTableWithFeatureIds[key]);
-          break;
-        default:
-          attributeBuffer = generateStringAttributeBuffer(batchTableWithFeatureIds[key]);
-      }
+  const propertyTableWithObjectIds = {
+    OBJECTID: featureIds,
+    ...properties
+  };
 
-      if (attributeBuffer) {
-        attributeBuffers.push(attributeBuffer);
-      }
-    }
+  for (const propertyName in propertyTableWithObjectIds) {
+    const type = getAttributeType(propertyName, attributeStorageInfo);
+    const value = propertyTableWithObjectIds[propertyName];
+    const attributeBuffer = generateAttributeBuffer(type, value);
+
+    attributeBuffers.push(attributeBuffer);
   }
 
   return attributeBuffers;
 }
+
+/**
+ * Generates attribute buffer based on attribute type
+ * @param type
+ * @param value
+ */
+function generateAttributeBuffer(type: string, value: any): ArrayBuffer {
+  let attributeBuffer: ArrayBuffer;
+
+  switch (type) {
+    case OBJECT_ID_TYPE:
+    case SHORT_INT_TYPE:
+      attributeBuffer = generateShortIntegerAttributeBuffer(value);
+      break;
+    case DOUBLE_TYPE:
+      attributeBuffer = generateDoubleAttributeBuffer(value);
+      break;
+    case STRING_TYPE:
+      attributeBuffer = generateStringAttributeBuffer(value);
+      break;
+    default:
+      attributeBuffer = generateStringAttributeBuffer(value);
+  }
+
+  return attributeBuffer;
+}
+
 /**
  * Return attribute type.
  * @param {String} key
@@ -1257,3 +1288,96 @@ function generateFeatureIndexAttribute(featureIndex, faceRange) {
 
   return orderedFeatureIndices;
 }
+
+/**
+ * Find property table in tile
+ * For example it can be batchTable for b3dm files or property table in gLTF extension.
+ * @param sourceTile
+ */
+export function getPropertyTable(sourceTile: Tile3D): FeatureTableJson | null {
+  const batchTableJson = sourceTile?.content?.batchTableJson;
+
+  if (batchTableJson) {
+    return batchTableJson;
+  }
+
+  const {extensionName, extension} = getPropertyTableExtension(sourceTile);
+
+  switch (extensionName) {
+    case EXT_MESH_FEATURES: {
+      console.warn('The I3S converter does not yet support the EXT_mesh_features extension');
+      return null;
+    }
+    case EXT_FEATURE_METADATA: {
+      return getPropertyTableFromExtFeatureMetadata(extension);
+    }
+    default:
+      return null;
+  }
+}
+
+/**
+ * Check extensions which can be with property table inside.
+ * @param sourceTile
+ */
+function getPropertyTableExtension(sourceTile: Tile3D) {
+  const extensionsWithPropertyTables = [EXT_FEATURE_METADATA, EXT_MESH_FEATURES];
+  const extensionsUsed = sourceTile?.content?.gltf?.extensionsUsed;
+
+  if (!extensionsUsed) {
+    return {extensionName: null, extension: null};
+  }
+
+  let extensionName: string = '';
+
+  for (const extensionItem of sourceTile?.content?.gltf?.extensionsUsed) {
+    if (extensionsWithPropertyTables.includes(extensionItem)) {
+      extensionName = extensionItem;
+      break;
+    }
+  }
+
+  const extension = sourceTile?.content?.gltf?.extensions?.[extensionName];
+
+  return {extensionName, extension};
+}
+
+/**
+ * Handle EXT_feature_metadata to get property table
+ * @param extension
+ * TODO add EXT_feature_metadata feature textures support.
+ */
+function getPropertyTableFromExtFeatureMetadata(
+  extension: GLTF_EXT_feature_metadata
+): FeatureTableJson | null {
+  if (extension?.featureTextures) {
+    console.warn(
+      'The I3S converter does not yet support the EXT_feature_metadata feature textures'
+    );
+    return null;
+  }
+
+  if (extension?.featureTables) {
+    /**
+     * Take only first feature table to generate attributes storage info object.
+     * TODO: Think about getting data from all feature tables?
+     * It can be tricky just because 3dTiles is able to have multiple featureId attributes and multiple feature tables.
+     * In I3S we should decide which featureIds attribute will be passed to geometry data.
+     */
+    const firstFeatureTableName = Object.keys(extension.featureTables)?.[0];
+
+    if (firstFeatureTableName) {
+      const featureTable = extension?.featureTables[firstFeatureTableName];
+      const propertyTable = {};
+
+      for (const propertyName in featureTable.properties) {
+        propertyTable[propertyName] = featureTable.properties[propertyName].data;
+      }
+
+      return propertyTable;
+    }
+  }
+
+  console.warn("The I3S converter couldn't handle EXT_feature_metadata extension");
+  return null;
+}

package/src/i3s-converter/helpers/node-pages.ts

@@ -204,14 +204,14 @@ export default class NodePages {
       for (const [index, nodePage] of this.nodePages.entries()) {
         const nodePageStr = JSON.stringify(nodePage);
         const slpkPath = join(layers0Path, 'nodepages');
-        writeQueue.enqueue({
+        await writeQueue.enqueue({
           archiveKey: `nodePages/${index.toString()}.json.gz`,
           writePromise: this.writeFile(slpkPath, nodePageStr, `${index.toString()}.json`)
         });
       }
       const metadata = transform({nodeCount: this.nodesCounter}, metadataTemplate());
       const compress = false;
-      writeQueue.enqueue({
+      await writeQueue.enqueue({
         archiveKey: 'metadata.json',
         writePromise: this.writeFile(
           layers0Path,
@@ -224,7 +224,7 @@ export default class NodePages {
       for (const [index, nodePage] of this.nodePages.entries()) {
         const nodePageStr = JSON.stringify(nodePage);
         const nodePagePath = join(layers0Path, 'nodepages', index.toString());
-        writeQueue.enqueue({writePromise: this.writeFile(nodePagePath, nodePageStr)});
+        await writeQueue.enqueue({writePromise: this.writeFile(nodePagePath, nodePageStr)});
       }
     }
   }

package/src/i3s-converter/i3s-converter.ts

@@ -1,5 +1,5 @@
 import type {Tile3D, Tileset3DProps} from '@loaders.gl/tiles';
-import type {BatchTableJson, B3DMContent} from '@loaders.gl/3d-tiles';
+import type {FeatureTableJson} from '@loaders.gl/3d-tiles';
 import type {WriteQueueItem} from '../lib/utils/write-queue';
 import type {
   AttributeStorageInfo,
@@ -34,7 +34,7 @@ import {
   // addFileToZip
 } from '../lib/utils/compress-util';
 import {calculateFilesSize, timeConverter} from '../lib/utils/statistic-utills';
-import convertB3dmToI3sGeometry from './helpers/geometry-converter';
+import convertB3dmToI3sGeometry, {getPropertyTable} from './helpers/geometry-converter';
 import {
   createBoundingVolumes,
   convertBoundingVolumeToI3SFullExtent
@@ -341,7 +341,7 @@ export default class I3SConverter {
       const childPath = join(this.layers0Path, 'nodes', child.path!);
 
       if (this.options.slpk) {
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           archiveKey: 'nodes/1/3dNodeIndexDocument.json.gz',
           writePromise: writeFileForSlpk(
             childPath,
@@ -350,7 +350,7 @@ export default class I3SConverter {
           )
         });
       } else {
-        this.writeQueue.enqueue({writePromise: writeFile(childPath, JSON.stringify(child))});
+        await this.writeQueue.enqueue({writePromise: writeFile(childPath, JSON.stringify(child))});
       }
     } else {
       await this._addChildrenWithNeighborsAndWriteFile({
@@ -368,7 +368,7 @@ export default class I3SConverter {
    */
   private async _writeLayers0(): Promise<void> {
     if (this.options.slpk) {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: '3dSceneLayer.json.gz',
         writePromise: writeFileForSlpk(
           this.layers0Path,
@@ -377,7 +377,7 @@ export default class I3SConverter {
         )
       });
     } else {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(this.layers0Path, JSON.stringify(this.layers0))
       });
     }
@@ -392,12 +392,12 @@ export default class I3SConverter {
     rootPath: string
   ): Promise<void> {
     if (this.options.slpk) {
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: `nodes/${nodePath}/3dNodeIndexDocument.json.gz`,
         writePromise: writeFileForSlpk(rootPath, JSON.stringify(root0), '3dNodeIndexDocument.json')
       });
     } else {
-      this.writeQueue.enqueue({writePromise: writeFile(rootPath, JSON.stringify(root0))});
+      await this.writeQueue.enqueue({writePromise: writeFile(rootPath, JSON.stringify(root0))});
     }
   }
 
@@ -572,13 +572,13 @@ export default class I3SConverter {
 
     let boundingVolumes = createBoundingVolumes(sourceTile, this.geoidHeightModel!);
 
-    const batchTable = sourceTile?.content?.batchTableJson;
+    const propertyTable = getPropertyTable(sourceTile);
 
-    if (batchTable) {
-      this._convertAttributeStorageInfo(sourceTile.content);
+    if (propertyTable && !this.layers0?.attributeStorageInfo?.length) {
+      this._convertPropertyTableToNodeAttributes(propertyTable);
     }
 
-    const resourcesData = await this._convertResources(sourceTile);
+    const resourcesData = await this._convertResources(sourceTile, propertyTable);
 
     const nodes: Node3DIndexDocument[] = [];
     const nodesInPage: NodeInPage[] = [];
@@ -648,20 +648,6 @@ export default class I3SConverter {
     return nodes;
   }
 
-  /**
-   * Convert attributesStorageInfo https://github.com/Esri/i3s-spec/blob/master/docs/1.7/attributeStorageInfo.cmn.md
-   * from B3DM batch table
-   * @param sourceTileContent - tile content of 3DTile
-   * @return {void}
-   */
-  private _convertAttributeStorageInfo(sourceTileContent: B3DMContent): void {
-    // In legacy b3dm files sometimes sourceTileContent is null.
-    const batchTable = sourceTileContent && sourceTileContent.batchTableJson;
-    if (batchTable && !this.layers0?.attributeStorageInfo?.length) {
-      this._convertBatchTableInfoToNodeAttributes(batchTable);
-    }
-  }
-
   /**
    * Convert tile to one or more I3S nodes
    * @param sourceTile - source tile (3DTile)
@@ -674,13 +660,17 @@ export default class I3SConverter {
    * result.attributes - feature attributes
    * result.featureCount - number of features
    */
-  private async _convertResources(sourceTile: TileHeader): Promise<I3SConvertedResources[] | null> {
+  private async _convertResources(
+    sourceTile: TileHeader,
+    propertyTable: FeatureTableJson | null
+  ): Promise<I3SConvertedResources[] | null> {
     if (!this.isContentSupported(sourceTile)) {
       return null;
     }
     const resourcesData = await convertB3dmToI3sGeometry(
       sourceTile.content,
       Number(this.nodePages.nodesCounter),
+      propertyTable,
       this.featuresHashArray,
       this.layers0?.attributeStorageInfo,
       this.options.draco,
@@ -856,13 +846,13 @@ export default class I3SConverter {
   ): Promise<void> {
     if (this.options.slpk) {
       const slpkGeometryPath = join(childPath, 'geometries');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: `${slpkChildPath}/geometries/0.bin.gz`,
         writePromise: writeFileForSlpk(slpkGeometryPath, geometryBuffer, '0.bin')
       });
     } else {
       const geometryPath = join(childPath, 'geometries/0/');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(geometryPath, geometryBuffer, 'index.bin')
       });
     }
@@ -870,13 +860,13 @@ export default class I3SConverter {
     if (this.options.draco) {
       if (this.options.slpk) {
         const slpkCompressedGeometryPath = join(childPath, 'geometries');
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           archiveKey: `${slpkChildPath}/geometries/1.bin.gz`,
           writePromise: writeFileForSlpk(slpkCompressedGeometryPath, compressedGeometry, '1.bin')
         });
       } else {
         const compressedGeometryPath = join(childPath, 'geometries/1/');
-        this.writeQueue.enqueue({
+        await this.writeQueue.enqueue({
           writePromise: writeFile(compressedGeometryPath, compressedGeometry, 'index.bin')
         });
       }
@@ -904,13 +894,13 @@ export default class I3SConverter {
     const sharedDataStr = JSON.stringify(sharedData);
     if (this.options.slpk) {
       const slpkSharedPath = join(childPath, 'shared');
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: `${slpkChildPath}/shared/sharedResource.json.gz`,
         writePromise: writeFileForSlpk(slpkSharedPath, sharedDataStr, 'sharedResource.json')
       });
     } else {
       const sharedPath = join(childPath, 'shared/');
-      this.writeQueue.enqueue({writePromise: writeFile(sharedPath, sharedDataStr)});
+      await this.writeQueue.enqueue({writePromise: writeFile(sharedPath, sharedDataStr)});
     }
   }
 
@@ -1001,13 +991,13 @@ export default class I3SConverter {
       const slpkTexturePath = join(childPath, 'textures');
       const compress = false;
 
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         archiveKey: `${slpkChildPath}/textures/${name}.${format}`,
         writePromise: writeFileForSlpk(slpkTexturePath, textureData, `${name}.${format}`, compress)
       });
     } else {
       const texturePath = join(childPath, `textures/${name}/`);
-      this.writeQueue.enqueue({
+      await this.writeQueue.enqueue({
         writePromise: writeFile(texturePath, textureData, `index.${format}`)
       });
     }
@@ -1031,13 +1021,13 @@ export default class I3SConverter {
 
         if (this.options.slpk) {
           const slpkAttributesPath = join(childPath, 'attributes', folderName);
-          this.writeQueue.enqueue({
+          await this.writeQueue.enqueue({
             archiveKey: `${slpkChildPath}/attributes/${folderName}.bin.gz`,
             writePromise: writeFileForSlpk(slpkAttributesPath, fileBuffer, '0.bin')
           });
         } else {
           const attributesPath = join(childPath, `attributes/${folderName}/0`);
-          this.writeQueue.enqueue({
+          await this.writeQueue.enqueue({
             writePromise: writeFile(attributesPath, fileBuffer, 'index.bin')
           });
         }
@@ -1080,7 +1070,7 @@ export default class I3SConverter {
   /**
    * Generate storage attribute for map segmentation.
    * @param attributeIndex - order index of attribute (f_0, f_1 ...).
-   * @param key - attribute key from batch table.\
+   * @param key - attribute key from propertyTable.
    * @param attributeType - attribute type.
    * @return Updated storageAttribute.
    */
@@ -1119,7 +1109,7 @@ export default class I3SConverter {
   /**
    * Get the attribute type for attributeStorageInfo https://github.com/Esri/i3s-spec/blob/master/docs/1.7/attributeStorageInfo.cmn.md
    * @param key - attribute's key
-   * @param attribute - attribute's type in batchTable
+   * @param attribute - attribute's type in propertyTable
    */
   private getAttributeType(key: string, attribute: string): string {
     if (key === OBJECT_ID_TYPE) {
@@ -1187,24 +1177,24 @@ export default class I3SConverter {
   }
 
   /**
-   * Do conversion of 3DTiles batch table to I3s node attributes.
-   * @param batchTable - Table with layer meta data.
+   * Do conversion of 3DTiles property table to I3s node attributes.
+   * @param propertyTable - Table with layer meta data.
    */
-  private _convertBatchTableInfoToNodeAttributes(batchTable: BatchTableJson): void {
+  private _convertPropertyTableToNodeAttributes(propertyTable: FeatureTableJson): void {
     let attributeIndex = 0;
-    const batchTableWithObjectId = {
+    const propertyTableWithObjectId = {
       OBJECTID: [0],
-      ...batchTable
+      ...propertyTable
     };
 
-    for (const key in batchTableWithObjectId) {
-      const firstAttribute = batchTableWithObjectId[key][0];
+    for (const key in propertyTableWithObjectId) {
+      const firstAttribute = propertyTableWithObjectId[key][0];
       const attributeType = this.getAttributeType(key, firstAttribute);
 
       const storageAttribute = this._createdStorageAttribute(attributeIndex, key, attributeType);
       const fieldAttributeType = this._getFieldAttributeType(attributeType);
       const fieldAttribute = this._createFieldAttribute(key, fieldAttributeType);
-      const popupInfo = this._createPopupInfo(batchTableWithObjectId);
+      const popupInfo = this._createPopupInfo(propertyTableWithObjectId);
 
       this.layers0!.attributeStorageInfo!.push(storageAttribute);
       this.layers0!.fields!.push(fieldAttribute);
@@ -1216,7 +1206,7 @@ export default class I3SConverter {
   }
 
   /**
-   * Find and return attribute type based on key form Batch table.
+   * Find and return attribute type based on key form propertyTable.
    * @param attributeType
    */
   private _getFieldAttributeType(attributeType: Attribute): ESRIField {
@@ -1236,10 +1226,10 @@ export default class I3SConverter {
 
   /**
    * Generate popup info to show metadata on the map.
-   * @param batchTable - Batch table data with OBJECTID.
+   * @param propertyTable - table data with OBJECTID.
    * @return data for correct rendering of popup.
    */
-  private _createPopupInfo(batchTable: BatchTableJson): PopupInfo {
+  private _createPopupInfo(propertyTable: FeatureTableJson): PopupInfo {
     const title = '{OBJECTID}';
     const mediaInfos = [];
     const fieldInfos: FieldInfo[] = [];
@@ -1249,7 +1239,7 @@ export default class I3SConverter {
     }[] = [];
     const expressionInfos = [];
 
-    for (const key in batchTable) {
+    for (const key in propertyTable) {
       fieldInfos.push({
         fieldName: key,
         visible: true,

package/src/i3s-converter/types.ts

@@ -122,54 +122,3 @@ export type I3SMaterialWithTexture = {
   /** Texture content (image) */
   texture?: ImageDataType;
 };
-
-/**
- * 3DTilesNext EXT_feature_metadata extension
- * Spec - https://github.com/CesiumGS/glTF/tree/3d-tiles-next/extensions/2.0/Vendor/EXT_feature_metadata
- */
-export type ExtFeatureMetadata = {
-  /** Feature ids definition in attributes */
-  featureIdAttributes?: ExtFeatureMetadataAttribute[];
-  /** Feature ids definition in textures */
-  featureIdTextures?: ExtFeatureMetadataAttribute[];
-};
-
-/**
- * Attribute which described featureIds definition.
- */
-export type ExtFeatureMetadataAttribute = {
-  /** Name of feature table */
-  featureTable: string;
-  /** Described how feature ids are defined */
-  featureIds: ExtFeatureMetadataFeatureIds;
-};
-
-/**
- * Defining featureIds by attributes or implicitly.
- */
-type ExtFeatureMetadataFeatureIds = {
-  /** Name of attribute where featureIds are defined */
-  attribute?: string;
-  /** Sets a constant feature ID for each vertex. The default is 0. */
-  constant?: number;
-  /** Sets the rate at which feature IDs increment.
-   * If divisor is zero then constant is used.
-   * If divisor is greater than zero the feature ID increments once per divisor sets of vertices, starting at constant.
-   * The default is 0
-   */
-  divisor?: number;
-  /** gLTF textureInfo object - https://github.com/CesiumGS/glTF/blob/3d-tiles-next/specification/2.0/schema/textureInfo.schema.json */
-  texture?: ExtFeatureMetadataTexture;
-  /** Must be a single channel ("r", "g", "b", or "a") */
-  channels?: 'r' | 'g' | 'b' | 'a';
-};
-
-/**
- * Reference to a texture.
- */
-type ExtFeatureMetadataTexture = {
-  /** The set index of texture's TEXCOORD attribute used for texture coordinate mapping.*/
-  texCoord: number;
-  /** The index of the texture. */
-  index: number;
-};

package/src/lib/utils/write-queue.ts

@@ -1,4 +1,8 @@
 import {Queue} from './queue';
+import process from 'process';
+
+/** Memory limit size is based on testing */
+const MEMORY_LIMIT = 4 * 1024 * 1024 * 1024; // 4GB
 
 export type WriteQueueItem = {
   archiveKey?: string;
@@ -18,6 +22,14 @@ export default class WriteQueue<T extends WriteQueueItem> extends Queue<T> {
     this.writeConcurrency = writeConcurrency;
   }
 
+  async enqueue(val: T) {
+    super.enqueue(val);
+    /** https://nodejs.org/docs/latest-v14.x/api/process.html#process_process_memoryusage */
+    if (process.memoryUsage().rss > MEMORY_LIMIT) {
+      await this.startWrite();
+    }
+  }
+
   startListening() {
     this.intervalId = setInterval(this.startWrite.bind(this), this.listeningInterval);
   }