@loaders.gl/core 5.0.0-alpha.11 → 5.0.0-alpha.13

package/dist/schema-utils/lib/table/batch-builder/table-batch-aggregator.d.ts

@@ -0,0 +1,24 @@
+import type { Schema, TableBatch } from '@loaders.gl/core/schema';
+export interface TableBatchOptions {
+    batchSize: number | string;
+    [key: string]: any;
+}
+export interface TableBatchConstructor {
+    new (schema: Schema, options: TableBatchOptions): TableBatchAggregator;
+}
+/**
+ * TableBatchBuilder delegates batch building to this interface
+ */
+export interface TableBatchAggregator {
+    /** Number of rows */
+    rowCount(): number;
+    /** Add one row */
+    addArrayRow(row: any[]): void;
+    /** Add one row */
+    addObjectRow(row: {
+        [columnName: string]: any;
+    }): void;
+    /** return a batch object */
+    getBatch(): TableBatch | null;
+}
+//# sourceMappingURL=table-batch-aggregator.d.ts.map

package/dist/schema-utils/lib/table/batch-builder/table-batch-aggregator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batch-builder/table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAEhE,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB;AAED,MAAM,WAAW,qBAAqB;IACpC,KAAK,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB,GAAG,oBAAoB,CAAC;CACxE;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,qBAAqB;IACrB,QAAQ,IAAI,MAAM,CAAC;IACnB,kBAAkB;IAClB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC;IAC9B,kBAAkB;IAClB,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI,CAAC;IACrD,4BAA4B;IAC5B,QAAQ,IAAI,UAAU,GAAG,IAAI,CAAC;CAC/B"}

package/dist/schema-utils/lib/table/batch-builder/table-batch-aggregator.js

@@ -0,0 +1,5 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+export {};
+//# sourceMappingURL=table-batch-aggregator.js.map

package/dist/schema-utils/lib/table/batch-builder/table-batch-aggregator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-batch-aggregator.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batch-builder/table-batch-aggregator.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC"}

package/dist/schema-utils/lib/table/batch-builder/table-batch-builder.d.ts

@@ -0,0 +1,52 @@
+import type { Schema, TableBatch } from '@loaders.gl/core/schema';
+import type { TableBatchConstructor } from "./table-batch-aggregator.js";
+type TableBatchBuilderOptions = {
+    shape?: 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';
+    batchSize?: number | 'auto';
+    batchDebounceMs?: number;
+    limit?: number;
+    _limitMB?: number;
+};
+type GetBatchOptions = {
+    bytesUsed?: number;
+    [key: string]: any;
+};
+/** Incrementally builds batches from a stream of rows */
+export declare class TableBatchBuilder {
+    schema: Schema;
+    options: Required<TableBatchBuilderOptions>;
+    private aggregator;
+    private batchCount;
+    private bytesUsed;
+    private isChunkComplete;
+    private lastBatchEmittedMs;
+    private totalLength;
+    private totalBytes;
+    private rowBytes;
+    static ArrowBatch?: TableBatchConstructor;
+    constructor(schema: Schema, options?: TableBatchBuilderOptions);
+    limitReached(): boolean;
+    /** @deprecated Use addArrayRow or addObjectRow */
+    addRow(row: any[] | {
+        [columnName: string]: any;
+    }): void;
+    /** Add one row to the batch */
+    protected addArrayRow(row: any[]): void;
+    /** Add one row to the batch */
+    protected addObjectRow(row: {
+        [columnName: string]: any;
+    }): void;
+    /** Mark an incoming raw memory chunk has completed */
+    chunkComplete(chunk: ArrayBuffer | string): void;
+    getFullBatch(options?: GetBatchOptions): TableBatch | null;
+    getFinalBatch(options?: GetBatchOptions): TableBatch | null;
+    _estimateRowMB(row: any[] | object): number;
+    private _isFull;
+    /**
+     * bytesUsed can be set via chunkComplete or via getBatch*
+     */
+    private _getBatch;
+    private _getTableBatchType;
+}
+export {};
+//# sourceMappingURL=table-batch-builder.d.ts.map

package/dist/schema-utils/lib/table/batch-builder/table-batch-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-batch-builder.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batch-builder/table-batch-builder.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAE,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAChE,OAAO,KAAK,EAAuB,qBAAqB,EAAC,oCAAiC;AAO1F,KAAK,wBAAwB,GAAG;IAC9B,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,GAAG,gBAAgB,GAAG,aAAa,CAAC;IAClF,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,KAAK,eAAe,GAAG;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,CAAC,GAAG,EAAE,MAAM,GAAG,GAAG,CAAC;CACpB,CAAC;AAUF,yDAAyD;AACzD,qBAAa,iBAAiB;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,QAAQ,CAAC,wBAAwB,CAAC,CAAC;IAE5C,OAAO,CAAC,UAAU,CAAqC;IACvD,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,SAAS,CAAa;IAC9B,OAAO,CAAC,eAAe,CAAkB;IACzC,OAAO,CAAC,kBAAkB,CAAsB;IAChD,OAAO,CAAC,WAAW,CAAa;IAChC,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,QAAQ,CAAa;IAE7B,MAAM,CAAC,UAAU,CAAC,EAAE,qBAAqB,CAAC;gBAE9B,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,wBAAwB;IAK9D,YAAY,IAAI,OAAO;IAUvB,kDAAkD;IAClD,MAAM,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IActD,+BAA+B;IAC/B,SAAS,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;IAQhC,+BAA+B;IAC/B,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IAQ9D,sDAAsD;IACtD,aAAa,CAAC,KAAK,EAAE,WAAW,GAAG,MAAM,GAAG,IAAI;IAUhD,YAAY,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,UAAU,GAAG,IAAI;IAI1D,aAAa,CAAC,OAAO,CAAC,EAAE,eAAe,GAAG,UAAU,GAAG,IAAI;IAM3D,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,MAAM,GAAG,MAAM;IAI3C,OAAO,CAAC,OAAO;IA2Bf;;OAEG;IACH,OAAO,CAAC,SAAS;IAmBjB,OAAO,CAAC,kBAAkB;CAa3B"}

package/dist/schema-utils/lib/table/batch-builder/table-batch-builder.js

@@ -0,0 +1,149 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { BaseTableBatchAggregator } from "./base-table-batch-aggregator.js";
+import { RowTableBatchAggregator } from "./row-table-batch-aggregator.js";
+import { ColumnarTableBatchAggregator } from "./columnar-table-batch-aggregator.js";
+import { ArrowTableBatchAggregator } from "./arrow-table-batch-aggregator.js";
+const DEFAULT_OPTIONS = {
+    shape: undefined,
+    batchSize: 'auto',
+    batchDebounceMs: 0,
+    limit: 0,
+    _limitMB: 0
+};
+/** Incrementally builds batches from a stream of rows */
+export class TableBatchBuilder {
+    schema;
+    options;
+    aggregator = null;
+    batchCount = 0;
+    bytesUsed = 0;
+    isChunkComplete = false;
+    lastBatchEmittedMs = Date.now();
+    totalLength = 0;
+    totalBytes = 0;
+    rowBytes = 0;
+    static ArrowBatch;
+    constructor(schema, options) {
+        this.schema = schema;
+        this.options = { ...DEFAULT_OPTIONS, ...options };
+    }
+    limitReached() {
+        if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {
+            return true;
+        }
+        if (Boolean(this.options?._limitMB) && this.totalBytes / 1e6 >= this.options._limitMB) {
+            return true;
+        }
+        return false;
+    }
+    /** @deprecated Use addArrayRow or addObjectRow */
+    addRow(row) {
+        if (this.limitReached()) {
+            return;
+        }
+        this.totalLength++;
+        this.rowBytes = this.rowBytes || this._estimateRowMB(row);
+        this.totalBytes += this.rowBytes;
+        if (Array.isArray(row)) {
+            this.addArrayRow(row);
+        }
+        else {
+            this.addObjectRow(row);
+        }
+    }
+    /** Add one row to the batch */
+    addArrayRow(row) {
+        if (!this.aggregator) {
+            const TableBatchType = this._getTableBatchType();
+            this.aggregator = new TableBatchType(this.schema, this.options);
+        }
+        this.aggregator.addArrayRow(row);
+    }
+    /** Add one row to the batch */
+    addObjectRow(row) {
+        if (!this.aggregator) {
+            const TableBatchType = this._getTableBatchType();
+            this.aggregator = new TableBatchType(this.schema, this.options);
+        }
+        this.aggregator.addObjectRow(row);
+    }
+    /** Mark an incoming raw memory chunk has completed */
+    chunkComplete(chunk) {
+        if (chunk instanceof ArrayBuffer) {
+            this.bytesUsed += chunk.byteLength;
+        }
+        if (typeof chunk === 'string') {
+            this.bytesUsed += chunk.length;
+        }
+        this.isChunkComplete = true;
+    }
+    getFullBatch(options) {
+        return this._isFull() ? this._getBatch(options) : null;
+    }
+    getFinalBatch(options) {
+        return this._getBatch(options);
+    }
+    // INTERNAL
+    _estimateRowMB(row) {
+        return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
+    }
+    _isFull() {
+        // No batch, not ready
+        if (!this.aggregator || this.aggregator.rowCount() === 0) {
+            return false;
+        }
+        // if batchSize === 'auto' we wait for chunk to complete
+        // if batchSize === number, ensure we have enough rows
+        if (this.options.batchSize === 'auto') {
+            if (!this.isChunkComplete) {
+                return false;
+            }
+        }
+        else if (this.options.batchSize > this.aggregator.rowCount()) {
+            return false;
+        }
+        // Debounce batches
+        if (this.options.batchDebounceMs > Date.now() - this.lastBatchEmittedMs) {
+            return false;
+        }
+        // Emit batch
+        this.isChunkComplete = false;
+        this.lastBatchEmittedMs = Date.now();
+        return true;
+    }
+    /**
+     * bytesUsed can be set via chunkComplete or via getBatch*
+     */
+    _getBatch(options) {
+        if (!this.aggregator) {
+            return null;
+        }
+        // TODO - this can overly increment bytes used?
+        if (options?.bytesUsed) {
+            this.bytesUsed = options.bytesUsed;
+        }
+        const normalizedBatch = this.aggregator.getBatch();
+        normalizedBatch.count = this.batchCount;
+        normalizedBatch.bytesUsed = this.bytesUsed;
+        Object.assign(normalizedBatch, options);
+        this.batchCount++;
+        this.aggregator = null;
+        return normalizedBatch;
+    }
+    _getTableBatchType() {
+        switch (this.options.shape) {
+            case 'array-row-table':
+            case 'object-row-table':
+                return RowTableBatchAggregator;
+            case 'columnar-table':
+                return ColumnarTableBatchAggregator;
+            case 'arrow-table':
+                return ArrowTableBatchAggregator;
+            default:
+                return BaseTableBatchAggregator;
+        }
+    }
+}
+//# sourceMappingURL=table-batch-builder.js.map

package/dist/schema-utils/lib/table/batch-builder/table-batch-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"table-batch-builder.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batch-builder/table-batch-builder.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAIpC,OAAO,EAAC,wBAAwB,EAAC,yCAAsC;AACvE,OAAO,EAAC,uBAAuB,EAAC,wCAAqC;AACrE,OAAO,EAAC,4BAA4B,EAAC,6CAA0C;AAC/E,OAAO,EAAC,yBAAyB,EAAC,0CAAuC;AAgBzE,MAAM,eAAe,GAAuC;IAC1D,KAAK,EAAE,SAAU;IACjB,SAAS,EAAE,MAAM;IACjB,eAAe,EAAE,CAAC;IAClB,KAAK,EAAE,CAAC;IACR,QAAQ,EAAE,CAAC;CACZ,CAAC;AAEF,yDAAyD;AACzD,MAAM,OAAO,iBAAiB;IAC5B,MAAM,CAAS;IACf,OAAO,CAAqC;IAEpC,UAAU,GAAgC,IAAI,CAAC;IAC/C,UAAU,GAAW,CAAC,CAAC;IACvB,SAAS,GAAW,CAAC,CAAC;IACtB,eAAe,GAAY,KAAK,CAAC;IACjC,kBAAkB,GAAW,IAAI,CAAC,GAAG,EAAE,CAAC;IACxC,WAAW,GAAW,CAAC,CAAC;IACxB,UAAU,GAAW,CAAC,CAAC;IACvB,QAAQ,GAAW,CAAC,CAAC;IAE7B,MAAM,CAAC,UAAU,CAAyB;IAE1C,YAAY,MAAc,EAAE,OAAkC;QAC5D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAC,GAAG,eAAe,EAAE,GAAG,OAAO,EAAC,CAAC;IAClD,CAAC;IAED,YAAY;QACV,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3E,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,GAAG,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACtF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED,kDAAkD;IAClD,MAAM,CAAC,GAAwC;QAC7C,IAAI,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;YACxB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC;QAC1D,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,QAAQ,CAAC;QACjC,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,+BAA+B;IACrB,WAAW,CAAC,GAAU;QAC9B,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;IAED,+BAA+B;IACrB,YAAY,CAAC,GAAgC;QACrD,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,MAAM,cAAc,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,GAAG,IAAI,cAAc,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC;IAED,sDAAsD;IACtD,aAAa,CAAC,KAA2B;QACvC,IAAI,KAAK,YAAY,WAAW,EAAE,CAAC;YACjC,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,UAAU,CAAC;QACrC,CAAC;QACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,IAAI,CAAC,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAC9B,CAAC;IAED,YAAY,CAAC,OAAyB;QACpC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACzD,CAAC;IAED,aAAa,CAAC,OAAyB;QACrC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC;IAED,WAAW;IAEX,cAAc,CAAC,GAAmB;QAChC,OAAO,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC3E,CAAC;IAEO,OAAO;QACb,sBAAsB;QACtB,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,CAAC;YACzD,OAAO,KAAK,CAAC;QACf,CAAC;QAED,wDAAwD;QACxD,sDAAsD;QACtD,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,KAAK,MAAM,EAAE,CAAC;YACtC,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;gBAC1B,OAAO,KAAK,CAAC;YACf,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC;YAC/D,OAAO,KAAK,CAAC;QACf,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YACxE,OAAO,KAAK,CAAC;QACf,CAAC;QAED,aAAa;QACb,IAAI,CAAC,eAAe,GAAG,KAAK,CAAC;QAC7B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,SAAS,CAAC,OAAyB;QACzC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,+CAA+C;QAC/C,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACrC,CAAC;QACD,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAgB,CAAC;QACjE,eAAe,CAAC,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC;QACxC,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAC3C,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QAExC,IAAI,CAAC,UAAU,EAAE,CAAC;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,OAAO,eAAe,CAAC;IACzB,CAAC;IAEO,kBAAkB;QACxB,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,KAAK,iBAAiB,CAAC;YACvB,KAAK,kBAAkB;gBACrB,OAAO,uBAAuB,CAAC;YACjC,KAAK,gBAAgB;gBACnB,OAAO,4BAA4B,CAAC;YACtC,KAAK,aAAa;gBAChB,OAAO,yBAAyB,CAAC;YACnC;gBACE,OAAO,wBAAwB,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}

package/dist/schema-utils/lib/table/batches/convert-batches.d.ts

@@ -0,0 +1,10 @@
+import type { TableBatch, ArrayRowTableBatch, ObjectRowTableBatch, ColumnarTableBatch, ArrowTableBatch } from '@loaders.gl/core/schema';
+export declare function convertBatch(batches: TableBatch, shape: 'object-row-table'): ObjectRowTableBatch;
+export declare function convertBatch(batches: TableBatch, shape: 'array-row-table'): ArrayRowTableBatch;
+export declare function convertBatch(batches: TableBatch, shape: 'columnar-table'): ColumnarTableBatch;
+export declare function convertBatch(batches: TableBatch, shape: 'arrow-table'): ArrowTableBatch;
+export declare function convertBatches(batches: Iterable<TableBatch> | AsyncIterable<TableBatch>, shape: 'object-row-table'): AsyncIterableIterator<ObjectRowTableBatch>;
+export declare function convertBatches(batches: Iterable<TableBatch> | AsyncIterable<TableBatch>, shape: 'array-row-table'): AsyncIterableIterator<ArrayRowTableBatch>;
+export declare function convertBatches(batches: Iterable<TableBatch> | AsyncIterable<TableBatch>, shape: 'columnar-table'): AsyncIterableIterator<ColumnarTableBatch>;
+export declare function convertBatches(batches: Iterable<TableBatch> | AsyncIterable<TableBatch>, shape: 'arrow-table'): AsyncIterableIterator<ArrowTableBatch>;
+//# sourceMappingURL=convert-batches.d.ts.map

package/dist/schema-utils/lib/table/batches/convert-batches.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-batches.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/convert-batches.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,UAAU,EACV,kBAAkB,EAClB,mBAAmB,EACnB,kBAAkB,EAClB,eAAe,EAChB,MAAM,yBAAyB,CAAC;AAGjC,wBAAgB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,kBAAkB,GAAG,mBAAmB,CAAC;AAClG,wBAAgB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;AAChG,wBAAgB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,gBAAgB,GAAG,kBAAkB,CAAC;AAC/F,wBAAgB,YAAY,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,aAAa,GAAG,eAAe,CAAC;AAqBzF,wBAAgB,cAAc,CAC5B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACzD,KAAK,EAAE,kBAAkB,GACxB,qBAAqB,CAAC,mBAAmB,CAAC,CAAC;AAC9C,wBAAgB,cAAc,CAC5B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACzD,KAAK,EAAE,iBAAiB,GACvB,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;AAC7C,wBAAgB,cAAc,CAC5B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACzD,KAAK,EAAE,gBAAgB,GACtB,qBAAqB,CAAC,kBAAkB,CAAC,CAAC;AAC7C,wBAAgB,cAAc,CAC5B,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,EACzD,KAAK,EAAE,aAAa,GACnB,qBAAqB,CAAC,eAAe,CAAC,CAAC"}

package/dist/schema-utils/lib/table/batches/convert-batches.js

@@ -0,0 +1,46 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { convertTable } from "../tables/convert-table.js";
+/** Convert a table batch to a different shape */
+export function convertBatch(batch, shape) {
+    switch (shape) {
+        case 'object-row-table':
+            return { ...batch, ...convertTable(batch, 'object-row-table') };
+        case 'array-row-table':
+            return { ...batch, ...convertTable(batch, 'array-row-table') };
+        case 'columnar-table':
+            return { ...batch, ...convertTable(batch, 'columnar-table') };
+        case 'arrow-table':
+            return { ...batch, ...convertTable(batch, 'arrow-table') };
+        default:
+            throw new Error(shape);
+    }
+}
+/**
+ * Convert batches to a different shape
+ * @param table
+ * @param shape
+ * @returns
+ */
+export async function* convertBatches(batches, shape) {
+    for await (const batch of batches) {
+        switch (shape) {
+            case 'object-row-table':
+                yield convertBatch(batch, 'object-row-table');
+                break;
+            case 'array-row-table':
+                yield convertBatch(batch, 'array-row-table');
+                break;
+            case 'columnar-table':
+                yield convertBatch(batch, 'columnar-table');
+                break;
+            case 'arrow-table':
+                yield convertBatch(batch, 'arrow-table');
+                break;
+            default:
+                throw new Error(shape);
+        }
+    }
+}
+//# sourceMappingURL=convert-batches.js.map

package/dist/schema-utils/lib/table/batches/convert-batches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-batches.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/convert-batches.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,YAAY,EAAC,mCAAgC;AAOrD,iDAAiD;AACjD,MAAM,UAAU,YAAY,CAC1B,KAAiB,EACjB,KAAgF;IAEhF,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,kBAAkB;YACrB,OAAO,EAAC,GAAG,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,kBAAkB,CAAC,EAAC,CAAC;QAChE,KAAK,iBAAiB;YACpB,OAAO,EAAC,GAAG,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,iBAAiB,CAAC,EAAC,CAAC;QAC/D,KAAK,gBAAgB;YACnB,OAAO,EAAC,GAAG,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,EAAC,CAAC;QAC9D,KAAK,aAAa;YAChB,OAAO,EAAC,GAAG,KAAK,EAAE,GAAG,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC,EAAC,CAAC;QAC3D;YACE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAmBD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,OAAyD,EACzD,KAAgF;IAEhF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAClC,QAAQ,KAAK,EAAE,CAAC;YACd,KAAK,kBAAkB;gBACrB,MAAM,YAAY,CAAC,KAAK,EAAE,kBAAkB,CAAC,CAAC;gBAC9C,MAAM;YACR,KAAK,iBAAiB;gBACpB,MAAM,YAAY,CAAC,KAAK,EAAE,iBAAiB,CAAC,CAAC;gBAC7C,MAAM;YACR,KAAK,gBAAgB;gBACnB,MAAM,YAAY,CAAC,KAAK,EAAE,gBAAgB,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,aAAa;gBAChB,MAAM,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;gBACzC,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/schema-utils/lib/table/batches/make-arrow-batch-iterator.d.ts

@@ -0,0 +1,17 @@
+import * as arrow from 'apache-arrow';
+import type { Table, ArrowTableBatch } from '@loaders.gl/core/schema';
+/**
+ * Returns an iterator that yields a single table as a sequence of ArrowTable batches.
+ * @note All batches will have the same shape and schema as the original table.
+ */
+export declare function makeArrowTableBatchIterator(table: Table, options?: {
+    batchSize?: number;
+}): IterableIterator<ArrowTableBatch>;
+/**
+ * Returns an iterator that yields a single table as a sequence of arrow.RecordBatch batches.
+ * @note All batches will have the same shape and schema as the original table.
+ */
+export declare function makeArrowRecordBatchIterator(table: Table, options?: {
+    batchSize?: number;
+}): IterableIterator<arrow.RecordBatch>;
+//# sourceMappingURL=make-arrow-batch-iterator.d.ts.map

package/dist/schema-utils/lib/table/batches/make-arrow-batch-iterator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-arrow-batch-iterator.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-arrow-batch-iterator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,EAAC,KAAK,EAAE,eAAe,EAAC,MAAM,yBAAyB,CAAC;AAKpE;;;GAGG;AACH,wBAAiB,2BAA2B,CAC1C,KAAK,EAAE,KAAK,EACZ,OAAO,CAAC,EAAE;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAC,GAC7B,gBAAgB,CAAC,eAAe,CAAC,CAYnC;AAED;;;GAGG;AACH,wBAAiB,4BAA4B,CAC3C,KAAK,EAAE,KAAK,EACZ,OAAO,CAAC,EAAE;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAC,GAC7B,gBAAgB,CAAC,KAAK,CAAC,WAAW,CAAC,CA0CrC"}

package/dist/schema-utils/lib/table/batches/make-arrow-batch-iterator.js

@@ -0,0 +1,61 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { convertSchemaToArrow } from "../../schema/convert-arrow-schema.js";
+import { getTableLength, getTableNumCols, getTableCellAt } from "../tables/table-accessors.js";
+/**
+ * Returns an iterator that yields a single table as a sequence of ArrowTable batches.
+ * @note All batches will have the same shape and schema as the original table.
+ */
+export function* makeArrowTableBatchIterator(table, options) {
+    for (const batch of makeArrowRecordBatchIterator(table, options)) {
+        const arrowTable = new arrow.Table([batch]);
+        yield {
+            ...batch,
+            shape: 'arrow-table',
+            schema: table.schema,
+            batchType: 'data',
+            length: arrowTable.numRows,
+            data: arrowTable
+        };
+    }
+}
+/**
+ * Returns an iterator that yields a single table as a sequence of arrow.RecordBatch batches.
+ * @note All batches will have the same shape and schema as the original table.
+ */
+export function* makeArrowRecordBatchIterator(table, options) {
+    const arrowSchema = convertSchemaToArrow(table.schema);
+    const length = getTableLength(table);
+    const numColumns = getTableNumCols(table);
+    const batchSize = options?.batchSize || length;
+    const builders = arrowSchema?.fields.map(arrowField => arrow.makeBuilder({
+        type: arrowField.type,
+        nullValues: [null, undefined]
+    }));
+    const structField = new arrow.Struct(arrowSchema.fields);
+    let batchLength = 0;
+    for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+        for (let columnIndex = 0; columnIndex < numColumns; ++columnIndex) {
+            const value = getTableCellAt(table, rowIndex, columnIndex);
+            const builder = builders[columnIndex];
+            builder.append(value);
+        }
+        batchLength++;
+        if (batchLength >= batchSize) {
+            const datas = builders.map(builder => builder.flush());
+            const structData = new arrow.Data(structField, 0, batchLength, 0, undefined, datas);
+            yield new arrow.RecordBatch(arrowSchema, structData);
+            batchLength = 0;
+        }
+    }
+    if (batchLength > 0) {
+        const datas = builders.map(builder => builder.flush());
+        const structData = new arrow.Data(structField, 0, batchLength, 0, undefined, datas);
+        yield new arrow.RecordBatch(arrowSchema, structData);
+        batchLength = 0;
+    }
+    builders.map(builder => builder.finish());
+}
+//# sourceMappingURL=make-arrow-batch-iterator.js.map

package/dist/schema-utils/lib/table/batches/make-arrow-batch-iterator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-arrow-batch-iterator.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-arrow-batch-iterator.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAGtC,OAAO,EAAC,oBAAoB,EAAC,6CAA0C;AACvE,OAAO,EAAC,cAAc,EAAE,eAAe,EAAE,cAAc,EAAC,qCAAkC;AAE1F;;;GAGG;AACH,MAAM,SAAS,CAAC,CAAC,2BAA2B,CAC1C,KAAY,EACZ,OAA8B;IAE9B,KAAK,MAAM,KAAK,IAAI,4BAA4B,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,CAAC;QACjE,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,MAAM;YACJ,GAAG,KAAK;YACR,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,SAAS,EAAE,MAAM;YACjB,MAAM,EAAE,UAAU,CAAC,OAAO;YAC1B,IAAI,EAAE,UAAU;SACjB,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,SAAS,CAAC,CAAC,4BAA4B,CAC3C,KAAY,EACZ,OAA8B;IAE9B,MAAM,WAAW,GAAG,oBAAoB,CAAC,KAAK,CAAC,MAAO,CAAC,CAAC;IAExD,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,OAAO,EAAE,SAAS,IAAI,MAAM,CAAC;IAE/C,MAAM,QAAQ,GAAG,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CACpD,KAAK,CAAC,WAAW,CAAC;QAChB,IAAI,EAAE,UAAU,CAAC,IAAI;QACrB,UAAU,EAAE,CAAC,IAAI,EAAE,SAAS,CAAC;KAC9B,CAAC,CACH,CAAC;IACF,MAAM,WAAW,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;IAEzD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;QACrD,KAAK,IAAI,WAAW,GAAG,CAAC,EAAE,WAAW,GAAG,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAC;YAE3D,MAAM,OAAO,GAAG,QAAQ,CAAC,WAAW,CAAC,CAAC;YACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,WAAW,EAAE,CAAC;QAEd,IAAI,WAAW,IAAI,SAAS,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACvD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;YACpF,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;YACrD,WAAW,GAAG,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QACpF,MAAM,IAAI,KAAK,CAAC,WAAW,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC;QACrD,WAAW,GAAG,CAAC,CAAC;IAClB,CAAC;IAED,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;AAC5C,CAAC"}

package/dist/schema-utils/lib/table/batches/make-table-batch-iterator.d.ts

@@ -0,0 +1,15 @@
+import type { TableBatch, Table } from '@loaders.gl/core/schema';
+/**
+ * Returns an iterator that yields the contents of a table as a sequence of batches.
+ * @todo Currently only a single batch is yielded.
+ * @note All batches will have the same shape and schema as the original table.
+ * @returns
+ */
+export declare function makeTableBatchIterator(table: Table): IterableIterator<TableBatch>;
+/**
+ * Returns a table packaged as a single table batch
+ * @note The batch will have the same shape and schema as the original table.
+ * @returns `null` if no batches are yielded by the async iterator
+ */
+export declare function makeBatchFromTable(table: Table): TableBatch;
+//# sourceMappingURL=make-table-batch-iterator.d.ts.map

package/dist/schema-utils/lib/table/batches/make-table-batch-iterator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table-batch-iterator.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-table-batch-iterator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAE,KAAK,EAAC,MAAM,yBAAyB,CAAC;AAG/D;;;;;GAKG;AACH,wBAAiB,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAElF;AAED;;;;GAIG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAE3D"}

package/dist/schema-utils/lib/table/batches/make-table-batch-iterator.js

@@ -0,0 +1,22 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { getTableLength } from "../tables/table-accessors.js";
+/**
+ * Returns an iterator that yields the contents of a table as a sequence of batches.
+ * @todo Currently only a single batch is yielded.
+ * @note All batches will have the same shape and schema as the original table.
+ * @returns
+ */
+export function* makeTableBatchIterator(table) {
+    yield makeBatchFromTable(table);
+}
+/**
+ * Returns a table packaged as a single table batch
+ * @note The batch will have the same shape and schema as the original table.
+ * @returns `null` if no batches are yielded by the async iterator
+ */
+export function makeBatchFromTable(table) {
+    return { ...table, length: getTableLength(table), batchType: 'data' };
+}
+//# sourceMappingURL=make-table-batch-iterator.js.map

package/dist/schema-utils/lib/table/batches/make-table-batch-iterator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table-batch-iterator.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-table-batch-iterator.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,EAAC,cAAc,EAAC,qCAAkC;AAEzD;;;;;GAKG;AACH,MAAM,SAAS,CAAC,CAAC,sBAAsB,CAAC,KAAY;IAClD,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;AAClC,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAY;IAC7C,OAAO,EAAC,GAAG,KAAK,EAAE,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,MAAM,EAAC,CAAC;AACtE,CAAC"}

package/dist/schema-utils/lib/table/batches/make-table-from-batches.d.ts

@@ -0,0 +1,9 @@
+import type { TableBatch, Table } from '@loaders.gl/core/schema';
+/**
+ * Assembles all batches from an async iterator into a single table.
+ * @note All batches must have the same shape and schema
+ * @param batchIterator
+ * @returns `null` if no batches are yielded by the async iterator
+ */
+export declare function makeTableFromBatches(batchIterator: AsyncIterable<TableBatch> | Iterable<TableBatch>): Promise<Table | null>;
+//# sourceMappingURL=make-table-from-batches.d.ts.map

package/dist/schema-utils/lib/table/batches/make-table-from-batches.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table-from-batches.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-table-from-batches.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAEV,UAAU,EACV,KAAK,EAIN,MAAM,yBAAyB,CAAC;AAGjC;;;;;GAKG;AAEH,wBAAsB,oBAAoB,CACxC,aAAa,EAAE,aAAa,CAAC,UAAU,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,GAC9D,OAAO,CAAC,KAAK,GAAG,IAAI,CAAC,CA4DvB"}

package/dist/schema-utils/lib/table/batches/make-table-from-batches.js

@@ -0,0 +1,63 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { getTableLength } from "../tables/table-accessors.js";
+/**
+ * Assembles all batches from an async iterator into a single table.
+ * @note All batches must have the same shape and schema
+ * @param batchIterator
+ * @returns `null` if no batches are yielded by the async iterator
+ */
+// eslint-disable-next-line complexity
+export async function makeTableFromBatches(batchIterator) {
+    let arrayRows;
+    let objectRows;
+    let features;
+    let shape = null;
+    let schema;
+    for await (const batch of batchIterator) {
+        shape = shape || batch.shape;
+        schema = schema || batch.schema;
+        switch (batch.shape) {
+            case 'array-row-table':
+                arrayRows = arrayRows || [];
+                for (let rowIndex = 0; rowIndex < getTableLength(batch); rowIndex++) {
+                    const row = batch.data[rowIndex];
+                    arrayRows.push(row);
+                }
+                break;
+            case 'object-row-table':
+                objectRows = objectRows || [];
+                for (let rowIndex = 0; rowIndex < getTableLength(batch); rowIndex++) {
+                    const row = batch.data[rowIndex];
+                    objectRows.push(row);
+                }
+                break;
+            case 'geojson-table':
+                features = features || [];
+                for (let rowIndex = 0; rowIndex < getTableLength(batch); rowIndex++) {
+                    const row = batch.features[rowIndex];
+                    features.push(row);
+                }
+                break;
+            case 'columnar-table':
+            case 'arrow-table':
+            default:
+                throw new Error('shape');
+        }
+    }
+    if (!shape) {
+        return null;
+    }
+    switch (shape) {
+        case 'array-row-table':
+            return { shape: 'array-row-table', data: arrayRows, schema };
+        case 'object-row-table':
+            return { shape: 'object-row-table', data: objectRows, schema };
+        case 'geojson-table':
+            return { shape: 'geojson-table', type: 'FeatureCollection', features: features, schema };
+        default:
+            return null;
+    }
+}
+//# sourceMappingURL=make-table-from-batches.js.map

package/dist/schema-utils/lib/table/batches/make-table-from-batches.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table-from-batches.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/batches/make-table-from-batches.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAUpC,OAAO,EAAC,cAAc,EAAC,qCAAkC;AAEzD;;;;;GAKG;AACH,sCAAsC;AACtC,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,aAA+D;IAE/D,IAAI,SAAgC,CAAC;IACrC,IAAI,UAAkC,CAAC;IACvC,IAAI,QAAmB,CAAC;IACxB,IAAI,KAAK,GAA0B,IAAI,CAAC;IACxC,IAAI,MAA0B,CAAC;IAE/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,aAAa,EAAE,CAAC;QACxC,KAAK,GAAG,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;QAC7B,MAAM,GAAG,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;QAEhC,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;YACpB,KAAK,iBAAiB;gBACpB,SAAS,GAAG,SAAU,IAAI,EAAE,CAAC;gBAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACpE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;gBACD,MAAM;YAER,KAAK,kBAAkB;gBACrB,UAAU,GAAG,UAAW,IAAI,EAAE,CAAC;gBAC/B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACpE,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBACjC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC;gBACD,MAAM;YAER,KAAK,eAAe;gBAClB,QAAQ,GAAG,QAAS,IAAI,EAAE,CAAC;gBAC3B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,cAAc,CAAC,KAAK,CAAC,EAAE,QAAQ,EAAE,EAAE,CAAC;oBACpE,MAAM,GAAG,GAAG,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;oBACrC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;gBACD,MAAM;YAER,KAAK,gBAAgB,CAAC;YACtB,KAAK,aAAa,CAAC;YACnB;gBACE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,iBAAiB;YACpB,OAAO,EAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,SAAU,EAAE,MAAM,EAAC,CAAC;QAE9D,KAAK,kBAAkB;YACrB,OAAO,EAAC,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,UAAW,EAAE,MAAM,EAAC,CAAC;QAEhE,KAAK,eAAe;YAClB,OAAO,EAAC,KAAK,EAAE,eAAe,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,QAAS,EAAE,MAAM,EAAC,CAAC;QAE1F;YACE,OAAO,IAAI,CAAC;IAChB,CAAC;AACH,CAAC"}

package/dist/schema-utils/lib/table/query-arrow-table.d.ts

@@ -0,0 +1,23 @@
+import type { ArrowTable } from '@loaders.gl/core/schema';
+/** Portable options for applying a residual query to an Arrow table. */
+export type ArrowTableQueryOptions<PredicateT = unknown> = Readonly<{
+    /** Predicate evaluated against all source columns before projection. */
+    predicate?: PredicateT;
+    /** Output columns in caller-specified order. Defaults to all source columns. */
+    columns?: readonly string[];
+    /** Maximum number of rows retained after filtering. */
+    limit?: number;
+}>;
+/** Callback used by Arrow table query adapters to evaluate a portable predicate. */
+export type ArrowTableRowFilter<PredicateT = unknown> = (predicate: PredicateT, columns: Record<string, unknown[]>, rowCount: number) => readonly number[];
+/**
+ * Applies residual filtering, projection, and limiting to a materialized Arrow table.
+ *
+ * The Arrow-specific vector construction lives here so format adapters only provide their
+ * predicate evaluator. Predicate columns are materialized independently from the projection,
+ * allowing WHERE columns that are not returned to the caller.
+ */
+export declare function queryArrowTable<PredicateT = unknown>(table: ArrowTable, options?: ArrowTableQueryOptions<PredicateT>, filterRows?: ArrowTableRowFilter<PredicateT>): ArrowTable;
+/** Selects rows from an Arrow table while preserving the requested column order. */
+export declare function selectArrowTableRows(table: ArrowTable, rowIndices: readonly number[], columns?: readonly string[], limit?: number): ArrowTable;
+//# sourceMappingURL=query-arrow-table.d.ts.map

package/dist/schema-utils/lib/table/query-arrow-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-arrow-table.d.ts","sourceRoot":"","sources":["../../../../src/schema-utils/lib/table/query-arrow-table.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,yBAAyB,CAAC;AAGxD,wEAAwE;AACxE,MAAM,MAAM,sBAAsB,CAAC,UAAU,GAAG,OAAO,IAAI,QAAQ,CAAC;IAClE,wEAAwE;IACxE,SAAS,CAAC,EAAE,UAAU,CAAC;IACvB,gFAAgF;IAChF,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC5B,uDAAuD;IACvD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB,CAAC,CAAC;AAEH,oFAAoF;AACpF,MAAM,MAAM,mBAAmB,CAAC,UAAU,GAAG,OAAO,IAAI,CACtD,SAAS,EAAE,UAAU,EACrB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAClC,QAAQ,EAAE,MAAM,KACb,SAAS,MAAM,EAAE,CAAC;AAEvB;;;;;;GAMG;AACH,wBAAgB,eAAe,CAAC,UAAU,GAAG,OAAO,EAClD,KAAK,EAAE,UAAU,EACjB,OAAO,GAAE,sBAAsB,CAAC,UAAU,CAAM,EAChD,UAAU,CAAC,EAAE,mBAAmB,CAAC,UAAU,CAAC,GAC3C,UAAU,CAiCZ;AAED,oFAAoF;AACpF,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,UAAU,EACjB,UAAU,EAAE,SAAS,MAAM,EAAE,EAC7B,OAAO,CAAC,EAAE,SAAS,MAAM,EAAE,EAC3B,KAAK,CAAC,EAAE,MAAM,GACb,UAAU,CAmBZ"}