@loaders.gl/arrow 4.4.0-alpha.2 → 4.4.0

package/dist/workers/arrow-worker.js

@@ -4,3 +4,4 @@
 import { createLoaderWorker } from '@loaders.gl/loader-utils';
 import { ArrowLoader } from "../arrow-loader.js";
 createLoaderWorker(ArrowLoader);
+//# sourceMappingURL=arrow-worker.js.map

package/dist/workers/arrow-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arrow-worker.js","sourceRoot":"","sources":["../../src/workers/arrow-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,EAAC,kBAAkB,EAAC,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAC,WAAW,EAAC,2BAAwB;AAE5C,kBAAkB,CAAC,WAAW,CAAC,CAAC"}

package/dist/workers/hard-clone.js

@@ -99,3 +99,4 @@ function cloneBuffer(arr, force) {
     // We know from arr.slice that it will always return the same
     return arr.slice();
 }
+//# sourceMappingURL=hard-clone.js.map

package/dist/workers/hard-clone.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hard-clone.js","sourceRoot":"","sources":["../../src/workers/hard-clone.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAsCtC,MAAM,UAAU,SAAS,CACvB,IAAqC,EACrC,QAAiB,KAAK;IAEtB,qCAAqC;IACrC,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAC3E,CAAC;IAED,0CAA0C;IAC1C,MAAM,cAAc,GAAiB,EAAE,CAAC;IACxC,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC,CAAC;IACnD,CAAC;IAED,uCAAuC;IACvC,IAAI,gBAA0C,CAAC;IAC/C,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClC,gBAAgB,GAAG,SAAS,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC;IACvD,CAAC;IAED,4EAA4E;IAC5E,2BAA2B;IAC3B,EAAE;IACF,uDAAuD;IACvD,8BAA8B;IAC9B,8EAA8E;IAC9E,wBAAwB;IACxB,qCAAqC;IACrC,MAAM,aAAa,GAAe;QAChC,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC;QACpF,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC;QAChF,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,KAAK,CAAC;QACxF,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC;KACjF,CAAC;IAEF,6EAA6E;IAC7E,yEAAyE;IACzE,uEAAuE;IACvE,UAAU;IACV,OAAO,IAAI,KAAK,CAAC,IAAI,CACnB,IAAI,CAAC,IAAI,EACT,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,MAAM;IACX,yEAAyE;IACzE,eAAe;IACf,IAAI,CAAC,UAAU,EACf,aAAa,EACb,cAAc,EACd,gBAAgB,CACjB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CAA2B,IAAqC;IACtF,yBAAyB;IACzB,IAAI,MAAM,IAAI,IAAI,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,mBAAmB;IACnB,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtC,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QAClC,IAAI,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC9B,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG;QAClB,KAAK,CAAC,UAAU,CAAC,MAAM;QACvB,KAAK,CAAC,UAAU,CAAC,IAAI;QACrB,KAAK,CAAC,UAAU,CAAC,QAAQ;QACzB,KAAK,CAAC,UAAU,CAAC,IAAI;KACtB,CAAC;IACF,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,KAAK,SAAS,IAAI,kBAAkB,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC;YAC3F,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CAAC,GAAe;IACzC,OAAO,CAAC,CAAC,GAAG,CAAC,UAAU,KAAK,CAAC,IAAI,GAAG,CAAC,UAAU,KAAK,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;AAC7E,CAAC;AAED;;;;GAIG;AACH,SAAS,WAAW,CAAmC,GAAM,EAAE,KAAc;IAC3E,uEAAuE;IACvE,8DAA8D;IAC9D,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,0EAA0E;IAC1E,IAAI,CAAC,KAAK,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;QACvC,OAAO,GAAG,CAAC;IACb,CAAC;IAED,6DAA6D;IAE7D,6EAA6E;IAC7E,uEAAuE;IACvE,eAAe;IACf,6DAA6D;IAC7D,OAAO,GAAG,CAAC,KAAK,EAAE,CAAC;AACrB,CAAC"}

package/dist/workers/triangulation-worker-node.js

@@ -2,3 +2,4 @@
 // SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 import "./triangulation-worker.js";
+//# sourceMappingURL=triangulation-worker-node.js.map

package/dist/workers/triangulation-worker-node.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"triangulation-worker-node.js","sourceRoot":"","sources":["../../src/workers/triangulation-worker-node.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,mCAAgC"}

package/dist/workers/triangulation-worker.js

@@ -56,3 +56,4 @@ function parseGeoArrowBatch(data) {
         chunkIndex
     };
 }
+//# sourceMappingURL=triangulation-worker.js.map

package/dist/workers/triangulation-worker.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"triangulation-worker.js","sourceRoot":"","sources":["../../src/workers/triangulation-worker.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AACtD,OAAO,EACL,kBAAkB,EAClB,wCAAwC,EAEzC,MAAM,iBAAiB,CAAC;AASzB,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,GAAG,EAAE,EAAE,EAAE;IACxC,MAAM,KAAK,GAAG,IAAgC,CAAC;IAC/C,MAAM,SAAS,GAAG,KAAK,EAAE,SAAS,CAAC;IACnC,QAAQ,SAAS,EAAE,CAAC;QAClB,KAAK,MAAM;YACT,OAAO,KAAK,CAAC;QACf,KAAK,aAAa;YAChB,OAAO,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAChC,KAAK,gBAAgB;YACnB,OAAO,kBAAkB,CAAC,IAAI,CAAC,CAAC;QAClC;YACE,MAAM,IAAI,KAAK,CACb,8CAA8C,SAAS,0BAA0B,CAClF,CAAC;IACN,CAAC;AACH,CAAC,CAAC,CAAC;AAEH,SAAS,gBAAgB,CAAC,IAAsB;IAC9C,+BAA+B;IAC/B,0BAA0B;IAC1B,8BAA8B;IAC9B,MAAM,eAAe,GAAG,kBAAkB,CACxC,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,uBAAuB,EAC5B,IAAI,CAAC,mBAAmB,EACxB,IAAI,CAAC,IAAI,CACV,CAAC;IACF,OAAO,EAAC,GAAG,IAAI,EAAE,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAC,eAAe,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC,EAAC,CAAC;AAClE,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,kBAAkB,CAAC,IAAwB;IAClD,IAAI,sBAAsB,GAAkC,IAAI,CAAC;IACjE,MAAM,EAAC,SAAS,EAAE,UAAU,EAAE,WAAW,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,QAAQ,EAAC,GAC1F,IAAI,CAAC;IACP,qDAAqD;IACrD,MAAM,SAAS,GAAG,IAAI,KAAK,CAAC,IAAI,CAC9B,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,MAAM,EAChB,SAAS,CAAC,SAAS,EACnB,SAAS,CAAC,OAAO,EACjB,SAAS,CAAC,QAAQ,EAClB,SAAS,CAAC,UAAU,CACrB,CAAC;IACF,yCAAyC;IACzC,MAAM,cAAc,GAAG,KAAK,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACnD,IAAI,cAAc,EAAE,CAAC;QACnB,uFAAuF;QACvF,MAAM,OAAO,GAAG,EAAC,oBAAoB,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAC,CAAC;QAC7E,sBAAsB,GAAG,wCAAwC,CAC/D,cAAc,EACd,gBAAgB,EAChB,OAAO,CACR,CAAC;QACF,0DAA0D;QAC1D,OAAO;YACL,sBAAsB;YACtB,UAAU;SACX,CAAC;IACJ,CAAC;IACD,OAAO;QACL,sBAAsB;QACtB,UAAU;KACX,CAAC;AACJ,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/arrow",
-  "version": "4.4.0-alpha.2",
+  "version": "4.4.0",
   "description": "Simple columnar table loader for the Apache Arrow format",
   "license": "MIT",
   "type": "module",
@@ -36,6 +36,9 @@
     "./exports/*": {
       "types": "./dist/exports/*.d.ts",
       "import": "./dist/exports/*.js"
+    },
+    "./arrow-worker.js": {
+      "import": "./dist/arrow-worker.js"
     }
   },
   "sideEffects": false,
@@ -57,17 +60,17 @@
     "build-worker2": "esbuild src/workers/arrow-worker.ts --bundle --outfile=dist/arrow-worker.js --platform=browser --external:{stream}"
   },
   "dependencies": {
-    "@loaders.gl/gis": "4.4.0-alpha.2",
-    "@loaders.gl/loader-utils": "4.4.0-alpha.2",
-    "@loaders.gl/schema": "4.4.0-alpha.2",
-    "@loaders.gl/schema-utils": "4.4.0-alpha.2",
-    "@loaders.gl/wkt": "4.4.0-alpha.2",
-    "@loaders.gl/worker-utils": "4.4.0-alpha.2",
+    "@loaders.gl/gis": "4.4.0",
+    "@loaders.gl/loader-utils": "4.4.0",
+    "@loaders.gl/schema": "4.4.0",
+    "@loaders.gl/schema-utils": "4.4.0",
+    "@loaders.gl/wkt": "4.4.0",
+    "@loaders.gl/worker-utils": "4.4.0",
     "@math.gl/polygon": "^4.1.0",
-    "apache-arrow": ">= 16.1.0"
+    "apache-arrow": ">= 17.0.0"
   },
   "peerDependencies": {
     "@loaders.gl/core": "4.4.0-alpha.1"
   },
-  "gitHead": "3d9fed050eabdc0812ddf2f4d5fb9914a34ee0c2"
+  "gitHead": "b8a23bc05946bde7089936ff3ea1651ee9a45536"
 }

package/src/lib/encoders/encode-arrow.ts

@@ -4,6 +4,7 @@
 
 import * as arrow from 'apache-arrow';
 import {AnyArrayType, VECTOR_TYPES} from '../types';
+import {ensureArrayBuffer} from '@loaders.gl/loader-utils';
 
 export type ColumnarTable = {
   name: string;
@@ -26,7 +27,7 @@ export function encodeArrowSync(data: ColumnarTable): ArrayBuffer {
   }
   const table = new arrow.Table(vectors);
   const arrowBuffer = arrow.tableToIPC(table);
-  return arrowBuffer;
+  return ensureArrayBuffer(arrowBuffer);
 }
 
 /**

package/src/lib/encoders/encode-geoarrow.ts

@@ -4,6 +4,7 @@
 
 import * as arrow from 'apache-arrow';
 import {AnyArrayType, VECTOR_TYPES} from '../types';
+import {ensureArrayBuffer} from '@loaders.gl/loader-utils';
 
 export type ColumnarTable = {
   name: string;
@@ -26,7 +27,7 @@ export function encodeGeoArrowSync(data: ColumnarTable): ArrayBuffer {
   }
   const table = new arrow.Table(vectors);
   const arrowBuffer = arrow.tableToIPC(table);
-  return arrowBuffer;
+  return ensureArrayBuffer(arrowBuffer);
 }
 
 /**

package/src/lib/parsers/parse-arrow.ts

@@ -6,6 +6,7 @@ import * as arrow from 'apache-arrow';
 import type {Table, ArrowTableBatch} from '@loaders.gl/schema';
 import {ArrowLoaderOptions} from '../../exports/arrow-loader';
 import {convertArrowToTable} from '@loaders.gl/schema-utils';
+import {toArrayBufferIterator} from '@loaders.gl/loader-utils';
 
 /** Parses arrow to a loaders.gl table. Defaults to `arrow-table` */
 export function parseArrowSync(arrayBuffer, options?: {shape?: Table['shape']}): Table {
@@ -15,7 +16,9 @@ export function parseArrowSync(arrayBuffer, options?: {shape?: Table['shape']}):
 }
 
 export function parseArrowInBatches(
-  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>,
+  asyncIterator:
+    | AsyncIterable<ArrayBufferLike | ArrayBufferView>
+    | Iterable<ArrayBufferLike | ArrayBufferView>,
   options?: ArrowLoaderOptions
 ): AsyncIterable<ArrowTableBatch> {
   // Creates the appropriate arrow.RecordBatchReader subclasses from the input
@@ -38,7 +41,7 @@ export function parseArrowInBatches(
 
   async function* makeArrowAsyncIterator(): AsyncIterator<ArrowTableBatch> {
     // @ts-ignore
-    const readers = arrow.RecordBatchReader.readAll(asyncIterator);
+    const readers = arrow.RecordBatchReader.readAll(toArrayBufferIterator(asyncIterator));
     for await (const reader of readers) {
       for await (const recordBatch of reader) {
         // use options.batchDebounceMs to add a delay between batches if needed (use case: incremental loading)

package/src/lib/parsers/parse-geoarrow.ts

@@ -29,7 +29,9 @@ export function parseGeoArrowSync(
 /**
  */
 export function parseGeoArrowInBatches(
-  asyncIterator: AsyncIterable<ArrayBuffer> | Iterable<ArrayBuffer>
+  asyncIterator:
+    | AsyncIterable<ArrayBufferLike | ArrayBufferView>
+    | Iterable<ArrayBufferLike | ArrayBufferView>
 ): AsyncIterable<ArrowTableBatch | GeoJSONTableBatch> {
   // | BinaryGeometry
   return parseArrowInBatches(asyncIterator);