@loaders.gl/arrow 4.1.0-alpha.1 → 4.1.0-alpha.10

package/dist/arrow-loader.d.ts

@@ -4,6 +4,7 @@ import type { ArrowTable } from './lib/arrow-table';
 export type ArrowLoaderOptions = LoaderOptions & {
     arrow?: {
         shape: 'arrow-table' | 'columnar-table' | 'array-row-table' | 'object-row-table';
+        batchDebounceMs?: number;
     };
 };
 /** ArrowJS table loader */

package/dist/arrow-loader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,aAAa,EACb,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAQlD,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;KAClF,CAAC;CACH,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,kBAAkB,CAoB3E,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,WAAW,EAAE,gBAAgB,CACxC,UAAU,GAAG,aAAa,GAAG,cAAc,GAAG,aAAa,EAC3D,eAAe,EACf,kBAAkB,CAQnB,CAAC"}
+{"version":3,"file":"arrow-loader.d.ts","sourceRoot":"","sources":["../src/arrow-loader.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,gBAAgB,EAAE,aAAa,EAAC,MAAM,0BAA0B,CAAC;AACtF,OAAO,KAAK,EACV,aAAa,EACb,eAAe,EACf,aAAa,EACb,cAAc,EACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,mBAAmB,CAAC;AAQlD,MAAM,MAAM,kBAAkB,GAAG,aAAa,GAAG;IAC/C,KAAK,CAAC,EAAE;QACN,KAAK,EAAE,aAAa,GAAG,gBAAgB,GAAG,iBAAiB,GAAG,kBAAkB,CAAC;QACjF,eAAe,CAAC,EAAE,MAAM,CAAC;KAC1B,CAAC;CACH,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,iBAAiB,EAAE,MAAM,CAAC,UAAU,EAAE,KAAK,EAAE,kBAAkB,CAoB3E,CAAC;AAEF,2BAA2B;AAC3B,eAAO,MAAM,WAAW,EAAE,gBAAgB,CACxC,UAAU,GAAG,aAAa,GAAG,cAAc,GAAG,aAAa,EAC3D,eAAe,EACf,kBAAkB,CAQnB,CAAC"}

package/dist/arrow-loader.js

@@ -1,6 +1,6 @@
 import { parseArrowSync } from "./parsers/parse-arrow-sync.js";
 import { parseArrowInBatches } from "./parsers/parse-arrow-in-batches.js";
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const VERSION = typeof "4.1.0-alpha.10" !== 'undefined' ? "4.1.0-alpha.10" : 'latest';
 export const ArrowWorkerLoader = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/arrow-loader.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-loader.js","names":["parseArrowSync","parseArrowInBatches","VERSION","__VERSION__","ArrowWorkerLoader","name","id","module","version","category","extensions","mimeTypes","binary","tests","options","arrow","shape","ArrowLoader","parse","arraybuffer","parseSync","parseInBatches"],"sources":["../src/arrow-loader.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n  ArrayRowTable,\n  ArrowTableBatch,\n  ColumnarTable,\n  ObjectRowTable\n} from '@loaders.gl/schema';\nimport type {ArrowTable} from './lib/arrow-table';\nimport {parseArrowSync} from './parsers/parse-arrow-sync';\nimport {parseArrowInBatches} from './parsers/parse-arrow-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'array-row-table' | 'object-row-table';\n  };\n};\n\n/** ArrowJS table loader */\nexport const ArrowWorkerLoader: Loader<ArrowTable, never, ArrowLoaderOptions> = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  // worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: {\n    arrow: {\n      shape: 'columnar-table'\n    }\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser<\n  ArrowTable | ColumnarTable | ObjectRowTable | ArrayRowTable,\n  ArrowTableBatch,\n  ArrowLoaderOptions\n> = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseArrowSync(arraybuffer, options?.arrow),\n  parseSync: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseArrowSync(arraybuffer, options?.arrow),\n  parseInBatches: parseArrowInBatches\n};\n"],"mappings":"SAWQA,cAAc;AAAA,SACdC,mBAAmB;AAI3B,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAS3E,OAAO,MAAMC,iBAAgE,GAAG;EAC9EC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEN,OAAO;EAEhBO,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAE;IACPC,KAAK,EAAE;MACLC,KAAK,EAAE;IACT;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,WAIZ,GAAG;EACF,GAAGb,iBAAiB;EACpBc,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEL,OAA4B,KAClEd,cAAc,CAACmB,WAAW,EAAEL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,KAAK,CAAC;EAC7CK,SAAS,EAAEA,CAACD,WAAwB,EAAEL,OAA4B,KAChEd,cAAc,CAACmB,WAAW,EAAEL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,KAAK,CAAC;EAC7CM,cAAc,EAAEpB;AAClB,CAAC"}
+{"version":3,"file":"arrow-loader.js","names":["parseArrowSync","parseArrowInBatches","VERSION","ArrowWorkerLoader","name","id","module","version","category","extensions","mimeTypes","binary","tests","options","arrow","shape","ArrowLoader","parse","arraybuffer","parseSync","parseInBatches"],"sources":["../src/arrow-loader.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\nimport type {Loader, LoaderWithParser, LoaderOptions} from '@loaders.gl/loader-utils';\nimport type {\n  ArrayRowTable,\n  ArrowTableBatch,\n  ColumnarTable,\n  ObjectRowTable\n} from '@loaders.gl/schema';\nimport type {ArrowTable} from './lib/arrow-table';\nimport {parseArrowSync} from './parsers/parse-arrow-sync';\nimport {parseArrowInBatches} from './parsers/parse-arrow-in-batches';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\nexport type ArrowLoaderOptions = LoaderOptions & {\n  arrow?: {\n    shape: 'arrow-table' | 'columnar-table' | 'array-row-table' | 'object-row-table';\n    batchDebounceMs?: number;\n  };\n};\n\n/** ArrowJS table loader */\nexport const ArrowWorkerLoader: Loader<ArrowTable, never, ArrowLoaderOptions> = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  // worker: true,\n  category: 'table',\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  tests: ['ARROW'],\n  options: {\n    arrow: {\n      shape: 'columnar-table'\n    }\n  }\n};\n\n/** ArrowJS table loader */\nexport const ArrowLoader: LoaderWithParser<\n  ArrowTable | ColumnarTable | ObjectRowTable | ArrayRowTable,\n  ArrowTableBatch,\n  ArrowLoaderOptions\n> = {\n  ...ArrowWorkerLoader,\n  parse: async (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseArrowSync(arraybuffer, options?.arrow),\n  parseSync: (arraybuffer: ArrayBuffer, options?: ArrowLoaderOptions) =>\n    parseArrowSync(arraybuffer, options?.arrow),\n  parseInBatches: parseArrowInBatches\n};\n"],"mappings":"SAYQA,cAAc;AAAA,SACdC,mBAAmB;AAI3B,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAU3E,OAAO,MAAMC,iBAAgE,GAAG;EAC9EC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAEhBM,QAAQ,EAAE,OAAO;EACjBC,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,KAAK,EAAE,CAAC,OAAO,CAAC;EAChBC,OAAO,EAAE;IACPC,KAAK,EAAE;MACLC,KAAK,EAAE;IACT;EACF;AACF,CAAC;AAGD,OAAO,MAAMC,WAIZ,GAAG;EACF,GAAGb,iBAAiB;EACpBc,KAAK,EAAE,MAAAA,CAAOC,WAAwB,EAAEL,OAA4B,KAClEb,cAAc,CAACkB,WAAW,EAAEL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,KAAK,CAAC;EAC7CK,SAAS,EAAEA,CAACD,WAAwB,EAAEL,OAA4B,KAChEb,cAAc,CAACkB,WAAW,EAAEL,OAAO,aAAPA,OAAO,uBAAPA,OAAO,CAAEC,KAAK,CAAC;EAC7CM,cAAc,EAAEnB;AAClB,CAAC"}

package/dist/arrow-worker.js

@@ -12154,11 +12154,14 @@ return true;`);
   }
 
   // src/parsers/parse-arrow-in-batches.ts
-  function parseArrowInBatches(asyncIterator) {
+  function parseArrowInBatches(asyncIterator, options) {
     async function* makeArrowAsyncIterator() {
       const readers = RecordBatchReader.readAll(asyncIterator);
       for await (const reader of readers) {
         for await (const recordBatch of reader) {
+          if (options?.arrow?.batchDebounceMs !== void 0 && options?.arrow?.batchDebounceMs > 0) {
+            await new Promise((resolve) => setTimeout(resolve, options.arrow?.batchDebounceMs || 0));
+          }
           const arrowTabledBatch = {
             shape: "arrow-table",
             batchType: "data",
@@ -12174,7 +12177,7 @@ return true;`);
   }
 
   // src/arrow-loader.ts
-  var VERSION = true ? "4.1.0-alpha.1" : "latest";
+  var VERSION = true ? "4.1.0-alpha.10" : "latest";
   var ArrowWorkerLoader = {
     name: "Apache Arrow",
     id: "arrow",

package/dist/arrow-writer.js

@@ -1,5 +1,5 @@
 import { encodeArrowSync } from "./lib/encode-arrow.js";
-const VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';
+const VERSION = typeof "4.1.0-alpha.10" !== 'undefined' ? "4.1.0-alpha.10" : 'latest';
 export const ArrowWriter = {
   name: 'Apache Arrow',
   id: 'arrow',

package/dist/arrow-writer.js.map

@@ -1 +1 @@
-{"version":3,"file":"arrow-writer.js","names":["encodeArrowSync","VERSION","__VERSION__","ArrowWriter","name","id","module","version","extensions","mimeTypes","binary","options","encode","encodeArrow","data","encodeSync"],"sources":["../src/arrow-writer.ts"],"sourcesContent":["// import type {} from '@loaders.gl/loader-utils';\n\nimport type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';\nimport {ColumnarTable} from './lib/encode-arrow';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions & {\n  arrow?: {};\n};\n\n/** Apache Arrow writer */\nexport const ArrowWriter: WriterWithEncoder<ColumnarTable, never, ArrowWriterOptions> = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  options: {},\n  encode: async function encodeArrow(data, options?): Promise<ArrayBuffer> {\n    return encodeArrowSync(data);\n  },\n  encodeSync(data, options?) {\n    return encodeArrowSync(data);\n  }\n};\n"],"mappings":"SAIQA,eAAe;AAIvB,MAAMC,OAAO,GAAG,OAAOC,WAAW,KAAK,WAAW,GAAGA,WAAW,GAAG,QAAQ;AAO3E,OAAO,MAAMC,WAAwE,GAAG;EACtFC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEN,OAAO;EAChBO,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC,CAAC;EACXC,MAAM,EAAE,eAAeC,WAAWA,CAACC,IAAI,EAAEH,OAAQ,EAAwB;IACvE,OAAOX,eAAe,CAACc,IAAI,CAAC;EAC9B,CAAC;EACDC,UAAUA,CAACD,IAAI,EAAEH,OAAQ,EAAE;IACzB,OAAOX,eAAe,CAACc,IAAI,CAAC;EAC9B;AACF,CAAC"}
+{"version":3,"file":"arrow-writer.js","names":["encodeArrowSync","VERSION","ArrowWriter","name","id","module","version","extensions","mimeTypes","binary","options","encode","encodeArrow","data","encodeSync"],"sources":["../src/arrow-writer.ts"],"sourcesContent":["// import type {} from '@loaders.gl/loader-utils';\n\nimport type {WriterWithEncoder, WriterOptions} from '@loaders.gl/loader-utils';\nimport {ColumnarTable} from './lib/encode-arrow';\nimport {encodeArrowSync} from './lib/encode-arrow';\n\n// __VERSION__ is injected by babel-plugin-version-inline\n// @ts-ignore TS2304: Cannot find name '__VERSION__'.\nconst VERSION = typeof __VERSION__ !== 'undefined' ? __VERSION__ : 'latest';\n\ntype ArrowWriterOptions = WriterOptions & {\n  arrow?: {};\n};\n\n/** Apache Arrow writer */\nexport const ArrowWriter: WriterWithEncoder<ColumnarTable, never, ArrowWriterOptions> = {\n  name: 'Apache Arrow',\n  id: 'arrow',\n  module: 'arrow',\n  version: VERSION,\n  extensions: ['arrow', 'feather'],\n  mimeTypes: [\n    'application/vnd.apache.arrow.file',\n    'application/vnd.apache.arrow.stream',\n    'application/octet-stream'\n  ],\n  binary: true,\n  options: {},\n  encode: async function encodeArrow(data, options?): Promise<ArrayBuffer> {\n    return encodeArrowSync(data);\n  },\n  encodeSync(data, options?) {\n    return encodeArrowSync(data);\n  }\n};\n"],"mappings":"SAIQA,eAAe;AAIvB,MAAMC,OAAO,GAAG,uBAAkB,KAAK,WAAW,sBAAiB,QAAQ;AAO3E,OAAO,MAAMC,WAAwE,GAAG;EACtFC,IAAI,EAAE,cAAc;EACpBC,EAAE,EAAE,OAAO;EACXC,MAAM,EAAE,OAAO;EACfC,OAAO,EAAEL,OAAO;EAChBM,UAAU,EAAE,CAAC,OAAO,EAAE,SAAS,CAAC;EAChCC,SAAS,EAAE,CACT,mCAAmC,EACnC,qCAAqC,EACrC,0BAA0B,CAC3B;EACDC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE,CAAC,CAAC;EACXC,MAAM,EAAE,eAAeC,WAAWA,CAACC,IAAI,EAAEH,OAAQ,EAAwB;IACvE,OAAOV,eAAe,CAACa,IAAI,CAAC;EAC9B,CAAC;EACDC,UAAUA,CAACD,IAAI,EAAEH,OAAQ,EAAE;IACzB,OAAOV,eAAe,CAACa,IAAI,CAAC;EAC9B;AACF,CAAC"}

package/dist/dist.dev.js

@@ -30,7 +30,6 @@ var __exports__ = (() => {
     ArrowLoader: () => ArrowLoader,
     ArrowWorkerLoader: () => ArrowWorkerLoader,
     ArrowWriter: () => ArrowWriter,
-    BINARY_GEOMETRY_TEMPLATE: () => BINARY_GEOMETRY_TEMPLATE,
     GeoArrowLoader: () => GeoArrowLoader,
     GeoArrowWorkerLoader: () => GeoArrowWorkerLoader,
     TriangulationWorker: () => TriangulationWorker,
@@ -42,8 +41,11 @@ var __exports__ = (() => {
     deserializeArrowType: () => deserializeArrowType,
     getArrowType: () => getArrowType,
     getBinaryGeometriesFromArrow: () => getBinaryGeometriesFromArrow,
+    getBinaryGeometryTemplate: () => getBinaryGeometryTemplate,
     getMeanCentersFromBinaryGeometries: () => getMeanCentersFromBinaryGeometries,
     getTriangleIndices: () => getTriangleIndices,
+    hardClone: () => hardClone,
+    parseGeoArrowOnWorker: () => parseGeoArrowOnWorker,
     parseGeometryFromArrow: () => parseGeometryFromArrow,
     serializeArrowField: () => serializeArrowField,
     serializeArrowMetadata: () => serializeArrowMetadata,
@@ -77,6 +79,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this.shape = "array-row-table";
       this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
       this.rows[this.length] = row;
       this.length++;
@@ -85,6 +88,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this.shape = "object-row-table";
       this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
       this.rows[this.length] = row;
       this.length++;
@@ -97,7 +101,7 @@ var __exports__ = (() => {
       rows = rows.slice(0, this.length);
       this.rows = null;
       const batch = {
-        shape: this.options.shape,
+        shape: this.shape || "array-row-table",
         batchType: "data",
         data: rows,
         length: this.length,
@@ -113,12 +117,16 @@ var __exports__ = (() => {
     if (!arrayRow) {
       throw new Error("null row");
     }
-    if (!headers) {
-      throw new Error("no headers");
-    }
     const objectRow = {};
-    for (let i = 0; i < headers.length; i++) {
-      objectRow[headers[i]] = arrayRow[i];
+    if (headers) {
+      for (let i = 0; i < headers.length; i++) {
+        objectRow[headers[i]] = arrayRow[i];
+      }
+    } else {
+      for (let i = 0; i < arrayRow.length; i++) {
+        const columnName = `column-${i}`;
+        objectRow[columnName] = arrayRow[i];
+      }
     }
     return objectRow;
   }
@@ -126,14 +134,25 @@ var __exports__ = (() => {
     if (!objectRow) {
       throw new Error("null row");
     }
-    if (!headers) {
-      throw new Error("no headers");
+    if (headers) {
+      const arrayRow = new Array(headers.length);
+      for (let i = 0; i < headers.length; i++) {
+        arrayRow[i] = objectRow[headers[i]];
+      }
+      return arrayRow;
     }
-    const arrayRow = new Array(headers.length);
-    for (let i = 0; i < headers.length; i++) {
-      arrayRow[i] = objectRow[headers[i]];
+    return Object.values(objectRow);
+  }
+  function inferHeadersFromArrayRow(arrayRow) {
+    const headers = [];
+    for (let i = 0; i < arrayRow.length; i++) {
+      const columnName = `column-${i}`;
+      headers.push(columnName);
     }
-    return arrayRow;
+    return headers;
+  }
+  function inferHeadersFromObjectRow(row) {
+    return Object.keys(row);
   }
 
   // ../schema/src/lib/table/batches/row-table-batch-aggregator.ts
@@ -143,11 +162,11 @@ var __exports__ = (() => {
     objectRows = null;
     arrayRows = null;
     cursor = 0;
-    _headers = [];
+    _headers = null;
     constructor(schema, options) {
       this.options = options;
       this.schema = schema;
-      if (!Array.isArray(schema)) {
+      if (schema) {
         this._headers = [];
         for (const key in schema) {
           this._headers[schema[key].index] = schema[key].name;
@@ -161,6 +180,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this._headers ||= inferHeadersFromArrayRow(row);
       switch (this.options.shape) {
         case "object-row-table":
           const rowObject = convertToObjectRow(row, this._headers);
@@ -177,6 +197,7 @@ var __exports__ = (() => {
       if (Number.isFinite(cursor)) {
         this.cursor = cursor;
       }
+      this._headers ||= inferHeadersFromObjectRow(row);
       switch (this.options.shape) {
         case "array-row-table":
           const rowArray = convertToArrayRow(row, this._headers);
@@ -286,7 +307,7 @@ var __exports__ = (() => {
 
   // ../schema/src/lib/table/batches/table-batch-builder.ts
   var DEFAULT_OPTIONS = {
-    shape: "array-row-table",
+    shape: void 0,
     batchSize: "auto",
     batchDebounceMs: 0,
     limit: 0,
@@ -398,8 +419,6 @@ var __exports__ = (() => {
     }
     _getTableBatchType() {
       switch (this.options.shape) {
-        case "row-table":
-          return BaseTableBatchAggregator;
         case "array-row-table":
         case "object-row-table":
           return RowTableBatchAggregator;
@@ -411,7 +430,7 @@ var __exports__ = (() => {
           }
           return TableBatchBuilder.ArrowBatch;
         default:
-          throw new Error(ERR_MESSAGE);
+          return BaseTableBatchAggregator;
       }
     }
   };
@@ -12717,11 +12736,14 @@ return true;`);
   }
 
   // src/parsers/parse-arrow-in-batches.ts
-  function parseArrowInBatches(asyncIterator) {
+  function parseArrowInBatches(asyncIterator, options) {
     async function* makeArrowAsyncIterator() {
       const readers = RecordBatchReader.readAll(asyncIterator);
       for await (const reader of readers) {
         for await (const recordBatch of reader) {
+          if (options?.arrow?.batchDebounceMs !== void 0 && options?.arrow?.batchDebounceMs > 0) {
+            await new Promise((resolve) => setTimeout(resolve, options.arrow?.batchDebounceMs || 0));
+          }
           const arrowTabledBatch = {
             shape: "arrow-table",
             batchType: "data",
@@ -12737,7 +12759,7 @@ return true;`);
   }
 
   // src/arrow-loader.ts
-  var VERSION = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION = true ? "4.1.0-alpha.10" : "latest";
   var ArrowWorkerLoader = {
     name: "Apache Arrow",
     id: "arrow",
@@ -12783,7 +12805,7 @@ return true;`);
   }
 
   // src/arrow-writer.ts
-  var VERSION2 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION2 = true ? "4.1.0-alpha.10" : "latest";
   var ArrowWriter = {
     name: "Apache Arrow",
     id: "arrow",
@@ -13603,31 +13625,33 @@ return true;`);
     BinaryGeometryType2["polygons"] = "polygons";
     return BinaryGeometryType2;
   }(BinaryGeometryType || {});
-  var BINARY_GEOMETRY_TEMPLATE = {
-    globalFeatureIds: {
-      value: new Uint32Array(0),
-      size: 1
-    },
-    positions: {
-      value: new Float32Array(0),
-      size: 2
-    },
-    properties: [],
-    numericProps: {},
-    featureIds: {
-      value: new Uint32Array(0),
-      size: 1
-    }
-  };
+  function getBinaryGeometryTemplate() {
+    return {
+      globalFeatureIds: {
+        value: new Uint32Array(0),
+        size: 1
+      },
+      positions: {
+        value: new Float32Array(0),
+        size: 2
+      },
+      properties: [],
+      numericProps: {},
+      featureIds: {
+        value: new Uint32Array(0),
+        size: 1
+      }
+    };
+  }
   function getBinaryGeometriesFromArrow(geoColumn, geoEncoding, options) {
     const featureTypes = {
       polygon: geoEncoding === "geoarrow.multipolygon" || geoEncoding === "geoarrow.polygon",
       point: geoEncoding === "geoarrow.multipoint" || geoEncoding === "geoarrow.point",
       line: geoEncoding === "geoarrow.multilinestring" || geoEncoding === "geoarrow.linestring"
     };
-    const chunks = options?.chunkIndex ? [geoColumn.data[options?.chunkIndex]] : geoColumn.data;
+    const chunks = options?.chunkIndex !== void 0 && options?.chunkIndex >= 0 ? [geoColumn.data[options?.chunkIndex]] : geoColumn.data;
     let bounds = [Infinity, Infinity, -Infinity, -Infinity];
-    let globalFeatureIdOffset = 0;
+    let globalFeatureIdOffset = options?.chunkOffset || 0;
     const binaryGeometries = [];
     chunks.forEach((chunk) => {
       const {
@@ -13663,12 +13687,12 @@ return true;`);
         shape: "binary-feature-collection",
         points: {
           type: "Point",
-          ...BINARY_GEOMETRY_TEMPLATE,
+          ...getBinaryGeometryTemplate(),
           ...featureTypes.point ? binaryContent : {}
         },
         lines: {
           type: "LineString",
-          ...BINARY_GEOMETRY_TEMPLATE,
+          ...getBinaryGeometryTemplate(),
           ...featureTypes.line ? binaryContent : {},
           pathIndices: {
             value: featureTypes.line ? geomOffset : new Uint16Array(0),
@@ -13677,7 +13701,7 @@ return true;`);
         },
         polygons: {
           type: "Polygon",
-          ...BINARY_GEOMETRY_TEMPLATE,
+          ...getBinaryGeometryTemplate(),
           ...featureTypes.polygon ? binaryContent : {},
           polygonIndices: {
             value: featureTypes.polygon ? geomOffset : new Uint16Array(0),
@@ -13791,7 +13815,7 @@ return true;`);
         }
         const triangleIndices = earcut(slicedFlatCoords, holeIndices.length > 0 ? holeIndices : void 0, nDim);
         if (triangleIndices.length === 0) {
-          throw Error("can not tesselate invalid polygon");
+          throw Error("earcut failed e.g. invalid polygon");
         }
         for (let j = 0; j < triangleIndices.length; j++) {
           triangles.push(triangleIndices[j] + startIdx);
@@ -13833,8 +13857,8 @@ return true;`);
     const triangles = options?.triangulate ? getTriangleIndices(geometryIndicies, geomOffset, flatCoordinateArray, nDim) : null;
     return {
       featureIds,
-      flatCoordinateArray,
       nDim,
+      flatCoordinateArray,
       geomOffset,
       geometryIndicies,
       ...options?.triangulate && triangles ? {
@@ -13913,7 +13937,7 @@ return true;`);
   }
 
   // ../wkt/src/lib/utils/version.ts
-  var VERSION3 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION3 = true ? "4.1.0-alpha.10" : "latest";
 
   // ../wkt/src/lib/parse-wkt.ts
   var numberRegexp = /[-+]?([0-9]*\.[0-9]+|[0-9]+)([eE][-+]?[0-9]+)?/;
@@ -14709,16 +14733,50 @@ return true;`);
     };
   }
 
+  // src/workers/hard-clone.ts
+  function hardClone(data, force = false) {
+    if ("data" in data) {
+      return new Vector(data.data.map((data2) => hardClone(data2, force)));
+    }
+    const clonedChildren = [];
+    for (const childData of data.children) {
+      clonedChildren.push(hardClone(childData, force));
+    }
+    let clonedDictionary;
+    if (data.dictionary !== void 0) {
+      clonedDictionary = hardClone(data.dictionary, force);
+    }
+    const clonedBuffers = {
+      [BufferType.OFFSET]: cloneBuffer(data.buffers[BufferType.OFFSET], force),
+      [BufferType.DATA]: cloneBuffer(data.buffers[BufferType.DATA], force),
+      [BufferType.VALIDITY]: cloneBuffer(data.buffers[BufferType.VALIDITY], force),
+      [BufferType.TYPE]: cloneBuffer(data.buffers[BufferType.TYPE], force)
+    };
+    return new Data(data.type, data.offset, data.length, data._nullCount, clonedBuffers, clonedChildren, clonedDictionary);
+  }
+  function isTypedArraySliced(arr) {
+    return !(arr.byteOffset === 0 && arr.byteLength === arr.buffer.byteLength);
+  }
+  function cloneBuffer(arr, force) {
+    if (arr === void 0) {
+      return arr;
+    }
+    if (!force && !isTypedArraySliced(arr)) {
+      return arr;
+    }
+    return arr.slice();
+  }
+
   // ../worker-utils/src/lib/env-utils/version.ts
   var NPM_TAG = "latest";
   function getVersion() {
     if (!globalThis._loadersgl_?.version) {
       globalThis._loadersgl_ = globalThis._loadersgl_ || {};
-      if (typeof __VERSION__ === "undefined") {
+      if (false) {
         console.warn("loaders.gl: The __VERSION__ variable is not injected using babel plugin. Latest unstable workers would be fetched from the CDN.");
         globalThis._loadersgl_.version = NPM_TAG;
       } else {
-        globalThis._loadersgl_.version = __VERSION__;
+        globalThis._loadersgl_.version = "4.1.0-alpha.10";
       }
     }
     return globalThis._loadersgl_.version;
@@ -15260,7 +15318,7 @@ return true;`);
   }
 
   // src/triangulate-on-worker.ts
-  var VERSION5 = typeof __VERSION__ !== "undefined" ? __VERSION__ : "latest";
+  var VERSION5 = true ? "4.1.0-alpha.10" : "latest";
   var TriangulationWorker = {
     id: "triangulation",
     name: "Triangulate",
@@ -15269,7 +15327,16 @@ return true;`);
     options: {}
   };
   function triangulateOnWorker(data, options = {}) {
-    return processOnWorker(TriangulationWorker, data, options);
+    return processOnWorker(TriangulationWorker, {
+      ...data,
+      operation: "triangulate"
+    }, options);
+  }
+  function parseGeoArrowOnWorker(data, options = {}) {
+    return processOnWorker(TriangulationWorker, {
+      ...data,
+      operation: "parse-geoarrow"
+    }, options);
   }
 
   // src/index.ts

package/dist/geoarrow/convert-geoarrow-to-binary-geometry.d.ts

@@ -21,7 +21,7 @@ export type BinaryDataFromGeoArrow = {
 /**
  * binary geometry template, see deck.gl BinaryGeometry
  */
-export declare const BINARY_GEOMETRY_TEMPLATE: {
+export declare function getBinaryGeometryTemplate(): {
     globalFeatureIds: {
         value: Uint32Array;
         size: number;
@@ -40,6 +40,8 @@ export declare const BINARY_GEOMETRY_TEMPLATE: {
 export type BinaryGeometriesFromArrowOptions = {
     /** option to specify which chunk to get binary geometries from, for progressive rendering */
     chunkIndex?: number;
+    /** The offset (beginning index of rows) of input chunk. Used for reconstructing globalFeatureIds in web workers */
+    chunkOffset?: number;
     /** option to get mean centers from geometries, for polygon filtering */
     calculateMeanCenters?: boolean;
     /** option to compute the triangle indices by tesselating polygons */
@@ -66,7 +68,7 @@ export declare function getMeanCentersFromBinaryGeometries(binaryGeometries: Bin
  * @param primitivePolygonIndices Indices within positions of the start of each primitive Polygon/ring
  * @param flatCoordinateArray Array of x, y or x, y, z positions
  * @param nDim - number of dimensions per position
- * @returns
+ * @returns triangle indices or null if invalid polygon and earcut fails
  */
 export declare function getTriangleIndices(polygonIndices: Uint16Array, primitivePolygonIndices: Int32Array, flatCoordinateArray: Float64Array, nDim: number): Uint32Array | null;
 //# sourceMappingURL=convert-geoarrow-to-binary-geometry.d.ts.map

package/dist/geoarrow/convert-geoarrow-to-binary-geometry.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"convert-geoarrow-to-binary-geometry.d.ts","sourceRoot":"","sources":["../../src/geoarrow/convert-geoarrow-to-binary-geometry.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAC,uBAAuB,IAAI,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAC;AAajD;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,oEAAoE;IACpE,gBAAgB,EAAE,cAAc,EAAE,CAAC;IACnC,wCAAwC;IACxC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,6CAA6C;IAC7C,YAAY,EAAE;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAC,CAAC;IAChE,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;CAC1B,CAAC;AAsBF;;GAEG;AACH,eAAO,MAAM,wBAAwB;;;;;;;;;;;;;;;CAMpC,CAAC;AAEF,MAAM,MAAM,gCAAgC,GAAG;IAC7C,6FAA6F;IAC7F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,wEAAwE;IACxE,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,qEAAqE;IACrE,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,KAAK,CAAC,MAAM,EACvB,WAAW,EAAE,gBAAgB,EAC7B,OAAO,CAAC,EAAE,gCAAgC,GACzC,sBAAsB,CA6ExB;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,gBAAgB,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,EAAE,CAiCjG;AA2ED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,WAAW,EAC3B,uBAAuB,EAAE,UAAU,EACnC,mBAAmB,EAAE,YAAY,EACjC,IAAI,EAAE,MAAM,GACX,WAAW,GAAG,IAAI,CA0CpB"}
+{"version":3,"file":"convert-geoarrow-to-binary-geometry.d.ts","sourceRoot":"","sources":["../../src/geoarrow/convert-geoarrow-to-binary-geometry.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAEtC,OAAO,EAAC,uBAAuB,IAAI,cAAc,EAAC,MAAM,oBAAoB,CAAC;AAC7E,OAAO,EAAC,gBAAgB,EAAC,MAAM,iBAAiB,CAAC;AAajD;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,oEAAoE;IACpE,gBAAgB,EAAE,cAAc,EAAE,CAAC;IACnC,wCAAwC;IACxC,MAAM,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,6CAA6C;IAC7C,YAAY,EAAE;QAAC,OAAO,EAAE,OAAO,CAAC;QAAC,KAAK,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,OAAO,CAAA;KAAC,CAAC;IAChE,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC;CAC1B,CAAC;AAsBF;;GAEG;AACH,wBAAgB,yBAAyB;;;;;;;;;;;;;;;EAQxC;AAED,MAAM,MAAM,gCAAgC,GAAG;IAC7C,6FAA6F;IAC7F,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mHAAmH;IACnH,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wEAAwE;IACxE,oBAAoB,CAAC,EAAE,OAAO,CAAC;IAC/B,qEAAqE;IACrE,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB,CAAC;AAEF;;;;;;;GAOG;AACH,wBAAgB,4BAA4B,CAC1C,SAAS,EAAE,KAAK,CAAC,MAAM,EACvB,WAAW,EAAE,gBAAgB,EAC7B,OAAO,CAAC,EAAE,gCAAgC,GACzC,sBAAsB,CAiFxB;AAED;;;;GAIG;AACH,wBAAgB,kCAAkC,CAAC,gBAAgB,EAAE,cAAc,EAAE,GAAG,MAAM,EAAE,EAAE,CAiCjG;AA2ED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAChC,cAAc,EAAE,WAAW,EAC3B,uBAAuB,EAAE,UAAU,EACnC,mBAAmB,EAAE,YAAY,EACjC,IAAI,EAAE,MAAM,GACX,WAAW,GAAG,IAAI,CAyCpB"}

package/dist/geoarrow/convert-geoarrow-to-binary-geometry.js

@@ -6,31 +6,33 @@ var BinaryGeometryType = function (BinaryGeometryType) {
   BinaryGeometryType["polygons"] = "polygons";
   return BinaryGeometryType;
 }(BinaryGeometryType || {});
-export const BINARY_GEOMETRY_TEMPLATE = {
-  globalFeatureIds: {
-    value: new Uint32Array(0),
-    size: 1
-  },
-  positions: {
-    value: new Float32Array(0),
-    size: 2
-  },
-  properties: [],
-  numericProps: {},
-  featureIds: {
-    value: new Uint32Array(0),
-    size: 1
-  }
-};
+export function getBinaryGeometryTemplate() {
+  return {
+    globalFeatureIds: {
+      value: new Uint32Array(0),
+      size: 1
+    },
+    positions: {
+      value: new Float32Array(0),
+      size: 2
+    },
+    properties: [],
+    numericProps: {},
+    featureIds: {
+      value: new Uint32Array(0),
+      size: 1
+    }
+  };
+}
 export function getBinaryGeometriesFromArrow(geoColumn, geoEncoding, options) {
   const featureTypes = {
     polygon: geoEncoding === 'geoarrow.multipolygon' || geoEncoding === 'geoarrow.polygon',
     point: geoEncoding === 'geoarrow.multipoint' || geoEncoding === 'geoarrow.point',
     line: geoEncoding === 'geoarrow.multilinestring' || geoEncoding === 'geoarrow.linestring'
   };
-  const chunks = options !== null && options !== void 0 && options.chunkIndex ? [geoColumn.data[options === null || options === void 0 ? void 0 : options.chunkIndex]] : geoColumn.data;
+  const chunks = (options === null || options === void 0 ? void 0 : options.chunkIndex) !== undefined && (options === null || options === void 0 ? void 0 : options.chunkIndex) >= 0 ? [geoColumn.data[options === null || options === void 0 ? void 0 : options.chunkIndex]] : geoColumn.data;
   let bounds = [Infinity, Infinity, -Infinity, -Infinity];
-  let globalFeatureIdOffset = 0;
+  let globalFeatureIdOffset = (options === null || options === void 0 ? void 0 : options.chunkOffset) || 0;
   const binaryGeometries = [];
   chunks.forEach(chunk => {
     const {
@@ -66,12 +68,12 @@ export function getBinaryGeometriesFromArrow(geoColumn, geoEncoding, options) {
       shape: 'binary-feature-collection',
       points: {
         type: 'Point',
-        ...BINARY_GEOMETRY_TEMPLATE,
+        ...getBinaryGeometryTemplate(),
         ...(featureTypes.point ? binaryContent : {})
       },
       lines: {
         type: 'LineString',
-        ...BINARY_GEOMETRY_TEMPLATE,
+        ...getBinaryGeometryTemplate(),
         ...(featureTypes.line ? binaryContent : {}),
         pathIndices: {
           value: featureTypes.line ? geomOffset : new Uint16Array(0),
@@ -80,7 +82,7 @@ export function getBinaryGeometriesFromArrow(geoColumn, geoEncoding, options) {
       },
       polygons: {
         type: 'Polygon',
-        ...BINARY_GEOMETRY_TEMPLATE,
+        ...getBinaryGeometryTemplate(),
         ...(featureTypes.polygon ? binaryContent : {}),
         polygonIndices: {
           value: featureTypes.polygon ? geomOffset : new Uint16Array(0),
@@ -195,7 +197,7 @@ export function getTriangleIndices(polygonIndices, primitivePolygonIndices, flat
       }
       const triangleIndices = earcut(slicedFlatCoords, holeIndices.length > 0 ? holeIndices : undefined, nDim);
       if (triangleIndices.length === 0) {
-        throw Error('can not tesselate invalid polygon');
+        throw Error('earcut failed e.g. invalid polygon');
       }
       for (let j = 0; j < triangleIndices.length; j++) {
         triangles.push(triangleIndices[j] + startIdx);
@@ -237,8 +239,8 @@ function getBinaryPolygonsFromChunk(chunk, geoEncoding, options) {
   const triangles = options !== null && options !== void 0 && options.triangulate ? getTriangleIndices(geometryIndicies, geomOffset, flatCoordinateArray, nDim) : null;
   return {
     featureIds,
-    flatCoordinateArray,
     nDim,
+    flatCoordinateArray,
     geomOffset,
     geometryIndicies,
     ...(options !== null && options !== void 0 && options.triangulate && triangles ? {