@loaders.gl/pointclouds 5.0.0-beta.4 → 5.0.0-beta.5

package/LAS-README.md

@@ -9,4 +9,4 @@ For documentation please visit the [website](https://loaders.gl).
 ## Sources and credits
 
 See [THIRD-PARTY-NOTICES.md](./THIRD-PARTY-NOTICES.md) for implementation lineage
-and applicable notices, and the project-wide [References and credits](https://loaders.gl/docs/references-and-credits).
+and applicable notices, and the project-wide [Attributions and Credits](https://loaders.gl/docs/references-and-credits).

package/PCD-README.md

@@ -9,4 +9,4 @@ For documentation please visit the [website](https://loaders.gl).
 ## Sources and credits
 
 See [THIRD-PARTY-NOTICES.md](./THIRD-PARTY-NOTICES.md) for implementation lineage
-and applicable notices, and the project-wide [References and credits](https://loaders.gl/docs/references-and-credits).
+and applicable notices, and the project-wide [Attributions and Credits](https://loaders.gl/docs/references-and-credits).

package/PLY-README.md

@@ -35,4 +35,4 @@ For documentation please visit the [website](https://loaders.gl).
 ## Sources and credits
 
 See [THIRD-PARTY-NOTICES.md](./THIRD-PARTY-NOTICES.md) for implementation lineage
-and applicable notices, and the project-wide [References and credits](https://loaders.gl/docs/references-and-credits).
+and applicable notices, and the project-wide [Attributions and Credits](https://loaders.gl/docs/references-and-credits).

package/README.md

@@ -9,4 +9,4 @@ LAS, LAZ, PCD, and PLY loaders and writers. PLY supports both point clouds and m
 ## Sources and credits
 
 See the [pointclouds notice inventory](https://github.com/visgl/loaders.gl/blob/master/modules/pointclouds/THIRD-PARTY-NOTICES.md)
-and [References and credits](https://loaders.gl/docs/references-and-credits).
+and [Attributions and Credits](https://loaders.gl/docs/references-and-credits).

package/dist/dist.dev.js

@@ -15321,12 +15321,6 @@ return true;`);
       metadata: serializeArrowMetadata(arrowSchema.metadata)
     };
   }
-  function deserializeArrowSchema(schema, options) {
-    return new Schema2(
-      schema.fields.map((field) => deserializeArrowField(field, options)),
-      deserializeArrowMetadata(schema.metadata)
-    );
-  }
   function serializeArrowMetadata(arrowMetadata) {
     return Object.fromEntries(arrowMetadata);
   }
@@ -16248,7 +16242,29 @@ return true;`);
     }
   });
 
-  // ../core/src/schema-utils/lib/arrow/split-arrow-buffers.ts
+  // ../../node_modules/@math.gl/arrow/dist/arrow/arrow-data.js
+  function getArrowVariadicBuffers(data) {
+    return data.variadicBuffers ?? [];
+  }
+  function createArrowData(type, offset, length, nullCount, buffers, children, dictionary, variadicBuffers) {
+    return Reflect.construct(Data, [
+      type,
+      offset,
+      length,
+      nullCount,
+      buffers,
+      children,
+      dictionary,
+      variadicBuffers
+    ]);
+  }
+  var init_arrow_data = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/arrow-data.js"() {
+      init_Arrow_dom();
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/split-arrow-buffers.js
   function splitArrowBuffers(input, options = {}) {
     const context = { ...options, copies: /* @__PURE__ */ new WeakMap() };
     if (isArrowTable2(input)) {
@@ -16271,17 +16287,12 @@ return true;`);
   function isArrowVector2(input) {
     return "data" in input && Array.isArray(input.data);
   }
-  function splitArrowTableBuffersInternal(table, options) {
-    const recordBatches = table.batches.map(
-      (recordBatch) => splitArrowRecordBatchBuffers(recordBatch, options)
-    );
-    return new Table(table.schema, recordBatches);
+  function splitArrowTableBuffersInternal(arrowTable, options) {
+    const recordBatches = arrowTable.batches.map((recordBatch) => splitArrowRecordBatchBuffers(recordBatch, options));
+    return new Table(arrowTable.schema, recordBatches);
   }
   function splitArrowRecordBatchBuffers(recordBatch, options) {
-    return new RecordBatch3(
-      recordBatch.schema,
-      splitArrowDataBuffers(recordBatch.data, options)
-    );
+    return new RecordBatch3(recordBatch.schema, splitArrowDataBuffers(recordBatch.data, options));
   }
   function splitArrowDataBuffers(data, options) {
     const children = data.children.map((childData) => splitArrowDataBuffers(childData, options));
@@ -16292,7 +16303,7 @@ return true;`);
       [BufferType.VALIDITY]: splitArrowBuffer(data.buffers[BufferType.VALIDITY], options),
       [BufferType.TYPE]: splitArrowBuffer(data.buffers[BufferType.TYPE], options)
     };
-    return new Data(
+    return createArrowData(
       data.type,
       data.offset,
       data.length,
@@ -16300,7 +16311,8 @@ return true;`);
       data._nullCount,
       buffers,
       children,
-      dictionary
+      dictionary,
+      getArrowVariadicBuffers(data).map((buffer) => splitArrowBuffer(buffer, options))
     );
   }
   function splitArrowVectorBuffers(vector, options) {
@@ -16318,7 +16330,7 @@ return true;`);
     }
     let copy = options.copies.get(array);
     if (!copy) {
-      copy = array.slice();
+      copy = array instanceof Uint8Array ? new Uint8Array(array) : array.slice();
       options.copies.set(array, copy);
     }
     return copy;
@@ -16327,29 +16339,106 @@ return true;`);
     return ArrayBuffer.isView(value) && !(value instanceof DataView);
   }
   var init_split_arrow_buffers = __esm({
-    "../core/src/schema-utils/lib/arrow/split-arrow-buffers.ts"() {
-      "use strict";
+    "../../node_modules/@math.gl/arrow/dist/arrow/split-arrow-buffers.js"() {
       init_Arrow_dom();
+      init_arrow_data();
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/indexed-arrow-vector.js
+  var init_indexed_arrow_vector = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/indexed-arrow-vector.js"() {
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/indexed-arrow-table.js
+  var init_indexed_arrow_table = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/indexed-arrow-table.js"() {
     }
   });
 
-  // ../core/src/schema-utils/lib/arrow/arrow-table-transport.ts
-  function dehydrateArrowTable(table, options) {
-    const splitTable = splitArrowBuffers(table, options);
+  // ../../node_modules/@math.gl/arrow/dist/arrow/mapped-arrow-table.js
+  var init_mapped_arrow_table = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/mapped-arrow-table.js"() {
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/rename-arrow-columns.js
+  var init_rename_arrow_columns = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/rename-arrow-columns.js"() {
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/arrow-table-transport.js
+  function dehydrateArrowTable(arrowTable, options) {
+    const splitTable = splitArrowBuffers(arrowTable, options);
     return {
-      shape: "arrow-table",
       transport: "arrow-js",
-      schema: serializeArrowSchema(splitTable.schema),
-      batches: splitTable.batches.map((recordBatch) => dehydrateArrowRecordBatch(recordBatch))
+      version: 1,
+      schema: tableToIPC(new Table(splitTable.schema, [])),
+      metadataVersion: splitTable.schema.metadataVersion,
+      batches: splitTable.batches.map((batch) => dehydrateArrowData(batch.data))
     };
   }
   function hydrateArrowTable(table) {
-    const schema = deserializeArrowSchema(table.schema);
-    const recordBatches = table.batches.map(
-      (recordBatch) => new RecordBatch3(schema, hydrateArrowData(recordBatch.data))
-    );
-    return new Table(schema, recordBatches);
+    if (table.transport !== "arrow-js" || table.version !== 1) {
+      throw new Error("Unsupported Arrow column-buffer transport protocol.");
+    }
+    const decodedSchema = tableFromIPC(table.schema).schema;
+    const schema = new Schema2(decodedSchema.fields, decodedSchema.metadata, decodedSchema.dictionaries, table.metadataVersion);
+    const type = new Struct(schema.fields);
+    const batches = table.batches.map((data) => new RecordBatch3(schema, hydrateArrowData(data, type)));
+    return new Table(schema, batches);
+  }
+  function dehydrateArrowData(data) {
+    return {
+      offset: data.offset,
+      length: data.length,
+      nullCount: data.nullCount,
+      buffers: {
+        [BufferType.OFFSET]: data.buffers[BufferType.OFFSET],
+        [BufferType.DATA]: data.buffers[BufferType.DATA],
+        [BufferType.VALIDITY]: data.buffers[BufferType.VALIDITY],
+        [BufferType.TYPE]: data.buffers[BufferType.TYPE]
+      },
+      children: data.children.map((child) => dehydrateArrowData(child)),
+      variadicBuffers: getArrowVariadicBuffers(data),
+      dictionary: data.dictionary?.data.map((chunk) => dehydrateArrowData(chunk))
+    };
+  }
+  function hydrateArrowData(data, type) {
+    const children = data.children.map((child, index) => hydrateArrowData(child, type.children[index].type));
+    const dictionary = data.dictionary && DataType.isDictionary(type) ? new Vector(data.dictionary.map((chunk) => hydrateArrowData(chunk, type.dictionary))) : void 0;
+    return createArrowData(type, data.offset, data.length, data.nullCount, data.buffers, children, dictionary, data.variadicBuffers);
   }
+  var init_arrow_table_transport = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/arrow-table-transport.js"() {
+      init_Arrow_dom();
+      init_arrow_data();
+      init_split_arrow_buffers();
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/arrow/index.js
+  var init_arrow = __esm({
+    "../../node_modules/@math.gl/arrow/dist/arrow/index.js"() {
+      init_indexed_arrow_table();
+      init_indexed_arrow_vector();
+      init_mapped_arrow_table();
+      init_rename_arrow_columns();
+      init_split_arrow_buffers();
+      init_arrow_table_transport();
+    }
+  });
+
+  // ../../node_modules/@math.gl/arrow/dist/index.js
+  var init_dist2 = __esm({
+    "../../node_modules/@math.gl/arrow/dist/index.js"() {
+      init_arrow();
+    }
+  });
+
+  // ../core/src/arrow-worker-transport.ts
   function serializeArrowWorkerTable(result) {
     if (!isArrowTableWrapper(result)) {
       throw new Error("Workers require Arrow table output");
@@ -16378,60 +16467,10 @@ return true;`);
       table && table.shape === "arrow-table" && table.data && table.data.transport === "arrow-js" && Array.isArray(table.data.batches)
     );
   }
-  function dehydrateArrowRecordBatch(recordBatch) {
-    return { data: dehydrateArrowData(recordBatch.data) };
-  }
-  function dehydrateArrowData(data) {
-    return {
-      type: serializeArrowType(data.type),
-      offset: data.offset,
-      length: data.length,
-      // @ts-expect-error _nullCount is protected. Preserve the Arrow lazy null-count state.
-      nullCount: data._nullCount,
-      buffers: {
-        [BufferType.OFFSET]: data.buffers[BufferType.OFFSET],
-        [BufferType.DATA]: data.buffers[BufferType.DATA],
-        [BufferType.VALIDITY]: data.buffers[BufferType.VALIDITY],
-        [BufferType.TYPE]: data.buffers[BufferType.TYPE]
-      },
-      children: data.children.map((childData) => dehydrateArrowData(childData)),
-      dictionary: data.dictionary ? dehydrateArrowVector(data.dictionary) : void 0
-    };
-  }
-  function dehydrateArrowVector(vector) {
-    return { data: vector.data.map((data) => dehydrateArrowData(data)) };
-  }
-  function hydrateArrowData(data) {
-    const children = data.children.map((childData) => hydrateArrowData(childData));
-    const dictionary = data.dictionary ? hydrateArrowVector(data.dictionary) : void 0;
-    return new Data(
-      deserializeArrowType(data.type),
-      data.offset,
-      data.length,
-      data.nullCount,
-      data.buffers,
-      children,
-      dictionary
-    );
-  }
-  function hydrateArrowVector(vector) {
-    return new Vector(vector.data.map((data) => hydrateArrowData(data)));
-  }
-  var init_arrow_table_transport = __esm({
-    "../core/src/schema-utils/lib/arrow/arrow-table-transport.ts"() {
+  var init_arrow_worker_transport = __esm({
+    "../core/src/arrow-worker-transport.ts"() {
       "use strict";
-      init_Arrow_dom();
-      init_convert_arrow_schema();
-      init_split_arrow_buffers();
-    }
-  });
-
-  // ../core/src/schema-utils/arrow-transport.ts
-  var init_arrow_transport = __esm({
-    "../core/src/schema-utils/arrow-transport.ts"() {
-      "use strict";
-      init_arrow_table_transport();
-      init_split_arrow_buffers();
+      init_dist2();
     }
   });
 
@@ -26039,7 +26078,7 @@ return true;`);
       "use strict";
       init_schema_utils();
       init_las_loader_shared();
-      init_arrow_transport();
+      init_arrow_worker_transport();
       init_parse_las();
       LASLoaderWithParser = {
         ...LAS_LOADER_METADATA,
@@ -26607,7 +26646,7 @@ return true;`);
     "src/pcd/pcd-loader.ts"() {
       "use strict";
       init_loader_utils();
-      init_arrow_transport();
+      init_arrow_worker_transport();
       init_schema_utils();
       init_parse_pcd();
       init_pcd_loader_types();
@@ -26661,7 +26700,7 @@ return true;`);
     "src/pcd/pcd-loader-types.ts"() {
       "use strict";
       init_pcd_format();
-      init_arrow_transport();
+      init_arrow_worker_transport();
       VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
       PCDLoader = {
         ...PCDFormat,
@@ -28764,7 +28803,7 @@ return true;`);
       "use strict";
       init_loader_utils();
       init_schema3();
-      init_arrow_transport();
+      init_arrow_worker_transport();
       init_schema_utils();
       init_parse_ply();
       init_parse_ply_arrow();
@@ -28816,7 +28855,7 @@ return true;`);
     "src/ply/ply-loader-types.ts"() {
       "use strict";
       init_ply_format();
-      init_arrow_transport();
+      init_arrow_worker_transport();
       VERSION5 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
       PLYLoader = {
         dataType: null,