@loaders.gl/core 5.0.0-alpha.11 → 5.0.0-alpha.13

package/dist/schema-utils/lib/table/query-arrow-table.js

@@ -0,0 +1,73 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+/**
+ * Applies residual filtering, projection, and limiting to a materialized Arrow table.
+ *
+ * The Arrow-specific vector construction lives here so format adapters only provide their
+ * predicate evaluator. Predicate columns are materialized independently from the projection,
+ * allowing WHERE columns that are not returned to the caller.
+ */
+export function queryArrowTable(table, options = {}, filterRows) {
+    const availableColumns = table.data.schema.fields.map(field => field.name);
+    const selectedColumns = options.columns ? [...options.columns] : availableColumns;
+    for (const columnName of selectedColumns) {
+        if (!availableColumns.includes(columnName)) {
+            throw new Error(`Arrow table query could not read column "${columnName}".`);
+        }
+    }
+    let rowIndices;
+    if (options.predicate !== undefined) {
+        if (!filterRows)
+            throw new Error('Arrow table query requires a predicate evaluator.');
+        const columns = Object.fromEntries(availableColumns.map(name => [name, [...(table.data.getChild(name) || [])]]));
+        rowIndices = filterRows(options.predicate, columns, table.data.numRows);
+    }
+    const limitedRowIndices = rowIndices
+        ? rowIndices.slice(0, options.limit ?? Number.POSITIVE_INFINITY)
+        : undefined;
+    const data = limitedRowIndices
+        ? createArrowTableFromRowIndices(table.data, selectedColumns, limitedRowIndices)
+        : table.data.select(selectedColumns).slice(0, options.limit ?? Number.POSITIVE_INFINITY);
+    const schema = table.schema
+        ? {
+            ...table.schema,
+            fields: selectedColumns.flatMap(columnName => table.schema?.fields.filter(field => field.name === columnName) || [])
+        }
+        : undefined;
+    return schema ? { shape: 'arrow-table', schema, data } : { shape: 'arrow-table', data };
+}
+/** Selects rows from an Arrow table while preserving the requested column order. */
+export function selectArrowTableRows(table, rowIndices, columns, limit) {
+    const availableColumns = table.data.schema.fields.map(field => field.name);
+    const selectedColumns = columns ? [...columns] : availableColumns;
+    for (const columnName of selectedColumns) {
+        if (!availableColumns.includes(columnName)) {
+            throw new Error(`Arrow table query could not read column "${columnName}".`);
+        }
+    }
+    const limitedRowIndices = rowIndices.slice(0, limit ?? Number.POSITIVE_INFINITY);
+    const data = createArrowTableFromRowIndices(table.data, selectedColumns, limitedRowIndices);
+    const schema = table.schema
+        ? {
+            ...table.schema,
+            fields: selectedColumns.flatMap(columnName => table.schema?.fields.filter(field => field.name === columnName) || [])
+        }
+        : undefined;
+    return schema ? { shape: 'arrow-table', schema, data } : { shape: 'arrow-table', data };
+}
+function createArrowTableFromRowIndices(sourceData, selectedColumns, rowIndices) {
+    const schema = new arrow.Schema(selectedColumns.map(columnName => sourceData.schema.fields.find(field => field.name === columnName)));
+    const vectors = Object.fromEntries(selectedColumns.map(columnName => {
+        const sourceVector = sourceData.getChild(columnName);
+        return [
+            columnName,
+            arrow.vectorFromArray(rowIndices.map(rowIndex => sourceVector?.get(rowIndex)), sourceVector?.type)
+        ];
+    }));
+    const children = selectedColumns.map(columnName => vectors[columnName].data[0]);
+    const data = new arrow.Data(new arrow.Struct(schema.fields), 0, rowIndices.length, 0, undefined, children);
+    return new arrow.Table(schema, new arrow.RecordBatch(schema, data));
+}
+//# sourceMappingURL=query-arrow-table.js.map

package/dist/schema-utils/lib/table/query-arrow-table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"query-arrow-table.js","sourceRoot":"","sources":["../../../../src/schema-utils/lib/table/query-arrow-table.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAmBtC;;;;;;GAMG;AACH,MAAM,UAAU,eAAe,CAC7B,KAAiB,EACjB,UAA8C,EAAE,EAChD,UAA4C;IAE5C,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,eAAe,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAClF,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,IAAI,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,IAAI,UAAyC,CAAC;IAC9C,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;QACpC,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;QACtF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAC7E,CAAC;QACF,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,iBAAiB,GAAG,UAAU;QAClC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC;QAChE,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,IAAI,GAAG,iBAAiB;QAC5B,CAAC,CAAC,8BAA8B,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,EAAE,iBAAiB,CAAC;QAChF,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC3F,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM;QACzB,CAAC,CAAC;YACE,GAAG,KAAK,CAAC,MAAM;YACf,MAAM,EAAE,eAAe,CAAC,OAAO,CAC7B,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CACpF;SACF;QACH,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,MAAM,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAC,CAAC;AACtF,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,oBAAoB,CAClC,KAAiB,EACjB,UAA6B,EAC7B,OAA2B,EAC3B,KAAc;IAEd,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC3E,MAAM,eAAe,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAClE,KAAK,MAAM,UAAU,IAAI,eAAe,EAAE,CAAC;QACzC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,4CAA4C,UAAU,IAAI,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IACD,MAAM,iBAAiB,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,IAAI,MAAM,CAAC,iBAAiB,CAAC,CAAC;IACjF,MAAM,IAAI,GAAG,8BAA8B,CAAC,KAAK,CAAC,IAAI,EAAE,eAAe,EAAE,iBAAiB,CAAC,CAAC;IAC5F,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM;QACzB,CAAC,CAAC;YACE,GAAG,KAAK,CAAC,MAAM;YACf,MAAM,EAAE,eAAe,CAAC,OAAO,CAC7B,UAAU,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE,CACpF;SACF;QACH,CAAC,CAAC,SAAS,CAAC;IACd,OAAO,MAAM,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,EAAC,CAAC,CAAC,CAAC,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAC,CAAC;AACtF,CAAC;AAED,SAAS,8BAA8B,CACrC,UAAuB,EACvB,eAAkC,EAClC,UAA6B;IAE7B,MAAM,MAAM,GAAG,IAAI,KAAK,CAAC,MAAM,CAC7B,eAAe,CAAC,GAAG,CACjB,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,CAAE,CACjF,CACF,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,CAAC,WAAW,CAChC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;QAC/B,MAAM,YAAY,GAAG,UAAU,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACrD,OAAO;YACL,UAAU;YACV,KAAK,CAAC,eAAe,CACnB,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,EACvD,YAAY,EAAE,IAAI,CACnB;SACF,CAAC;IACJ,CAAC,CAAC,CACH,CAAC;IACF,MAAM,QAAQ,GAAG,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAChF,MAAM,IAAI,GAAG,IAAI,KAAK,CAAC,IAAI,CACzB,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,EAC/B,CAAC,EACD,UAAU,CAAC,MAAM,EACjB,CAAC,EACD,SAAS,EACT,QAAQ,CACT,CAAC;IACF,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;AACtE,CAAC"}

package/dist/schema-utils/lib/table/tables/convert-arrow-table.d.ts

@@ -0,0 +1,24 @@
+import * as arrow from 'apache-arrow';
+import type { Table, ArrayRowTable, ColumnarTable, ObjectRowTable, GeoJSONTable, ArrowTable } from '@loaders.gl/core/schema';
+/**
+ * * Convert a loaders.gl Table to an Apache Arrow Table
+ * @param mesh
+ * @param metadata
+ * @param batchSize
+ * @returns
+ */
+export declare function convertTableToArrow(table: Table, options?: {
+    batchSize?: number;
+}): arrow.Table;
+/**
+ * Convert an Apache Arrow table to a loaders.gl Table
+ * @note Currently does not convert schema
+ */
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'arrow-table'): ArrowTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'columnar-table'): ColumnarTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'object-row-table'): ObjectRowTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'array-row-table'): ArrayRowTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'geojson-table'): GeoJSONTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: 'columnar-table'): ColumnarTable;
+export declare function convertArrowToTable(arrow: arrow.Table, shape: Table['shape']): Table;
+//# sourceMappingURL=convert-arrow-table.d.ts.map

package/dist/schema-utils/lib/table/tables/convert-arrow-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-arrow-table.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/convert-arrow-table.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,EACV,KAAK,EACL,aAAa,EACb,aAAa,EACb,cAAc,EACd,YAAY,EACZ,UAAU,EAEX,MAAM,yBAAyB,CAAC;AAMjC;;;;;;GAMG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,EAAE;IAAC,SAAS,CAAC,EAAE,MAAM,CAAA;CAAC,GAAG,KAAK,CAAC,KAAK,CAe7F;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,UAAU,CAAC;AAC1F,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,gBAAgB,GAAG,aAAa,CAAC;AAChG,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,kBAAkB,GAAG,cAAc,CAAC;AACnG,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,iBAAiB,GAAG,aAAa,CAAC;AACjG,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,eAAe,GAAG,YAAY,CAAC;AAC9F,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,gBAAgB,GAAG,aAAa,CAAC;AAChG,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC"}

package/dist/schema-utils/lib/table/tables/convert-arrow-table.js

@@ -0,0 +1,151 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { convertTable } from "./convert-table.js";
+import { convertArrowToSchema } from "../../schema/convert-arrow-schema.js";
+import { makeArrowRecordBatchIterator } from "../batches/make-arrow-batch-iterator.js";
+/**
+ * * Convert a loaders.gl Table to an Apache Arrow Table
+ * @param mesh
+ * @param metadata
+ * @param batchSize
+ * @returns
+ */
+export function convertTableToArrow(table, options) {
+    switch (table.shape) {
+        case 'arrow-table':
+            return table.data;
+        case 'columnar-table':
+        // TODO - optimized implementation is possible
+        // return convertColumnarTableToArrow(table, options);
+        // fall through
+        default:
+            const arrowBatchIterator = makeArrowRecordBatchIterator(table, options);
+            return new arrow.Table(arrowBatchIterator);
+    }
+}
+/**
+ * Convert an Apache Arrow table to a loaders.gl Table
+ * @note Currently does not convert schema
+ */
+export function convertArrowToTable(arrowTable, shape) {
+    switch (shape) {
+        case 'arrow-table':
+            return convertArrowToArrowTable(arrowTable);
+        case 'array-row-table':
+            return convertArrowToArrayRowTable(arrowTable);
+        case 'object-row-table':
+            return convertArrowToObjectRowTable(arrowTable);
+        case 'columnar-table':
+            return convertArrowToColumnarTable(arrowTable);
+        case 'geojson-table':
+            return convertArrowToGeoJSONTable(arrowTable);
+        default:
+            throw new Error(shape);
+    }
+}
+/**
+ * Wrap an apache arrow table in a loaders.gl table wrapper.
+ * From this additional conversions are available.
+ * @param arrowTable
+ * @returns
+ */
+function convertArrowToArrowTable(arrowTable) {
+    return {
+        shape: 'arrow-table',
+        schema: convertArrowToSchema(arrowTable.schema),
+        data: arrowTable
+    };
+}
+function convertArrowToArrayRowTable(arrowTable) {
+    const columnarTable = convertArrowToColumnarTable(arrowTable);
+    return convertTable(columnarTable, 'array-row-table');
+}
+function convertArrowToObjectRowTable(arrowTable) {
+    const columnarTable = convertArrowToColumnarTable(arrowTable);
+    return convertTable(columnarTable, 'object-row-table');
+}
+/**
+ * Convert an Apache Arrow table to a ColumnarTable
+ * @note Currently does not convert schema
+ */
+function convertArrowToColumnarTable(arrowTable) {
+    // TODO - avoid calling `getColumn` on columns we are not interested in?
+    // Add options object?
+    const columns = {};
+    for (const field of arrowTable.schema.fields) {
+        // This (is intended to) coalesce all record batches into a single typed array
+        const arrowColumn = arrowTable.getChild(field.name);
+        const values = arrowColumn?.toArray();
+        columns[field.name] = values;
+    }
+    const schema = convertArrowToSchema(arrowTable.schema);
+    return {
+        shape: 'columnar-table',
+        schema,
+        data: columns
+    };
+}
+/**
+ * Convert an Apache Arrow table to a GeoJSONTable
+ * @note Currently does not convert schema
+ */
+function convertArrowToGeoJSONTable(arrowTable) {
+    const schema = convertArrowToSchema(arrowTable.schema);
+    const features = [];
+    for (let row = 0; row < arrowTable.numRows; row++) {
+        // parse arrow geometry to geojson feature
+        const properties = arrowTable.get(row)?.toJSON() || {};
+        features.push({ type: 'Feature', geometry: null, properties });
+    }
+    return {
+        shape: 'geojson-table',
+        type: 'FeatureCollection',
+        schema,
+        features
+    };
+}
+// /**
+//  * Wrap an apache arrow table in a loaders.gl table wrapper.
+//  * From this additional conversions are available.
+//  * @param arrowTable
+//  * @returns
+//  */
+// function convertArrowToArrowTable(arrowTable: arrow.Table): ArrowTable {
+//   return {
+//     shape: 'arrow-table',
+//     schema: convertArrowToSchema(arrowTable.schema),
+//     data: arrowTable
+//   };
+// }
+// function convertArrowToArrayRowTable(arrowTable: arrow.Table): Table {
+//   const columnarTable = convertArrowToColumnarTable(arrowTable);
+//   return convertTable(columnarTable, 'array-row-table');
+// }
+// function convertArrowToObjectRowTable(arrowTable: arrow.Table): Table {
+//   const columnarTable = convertArrowToColumnarTable(arrowTable);
+//   return convertTable(columnarTable, 'object-row-table');
+// }
+// /**
+//  * Convert an Apache Arrow table to a ColumnarTable
+//  * @note Currently does not convert schema
+//  */
+// function convertArrowToColumnarTable(arrowTable: arrow.Table): ColumnarTable {
+//   // TODO - avoid calling `getColumn` on columns we are not interested in?
+//   // Add options object?
+//   const columns: ColumnarTable['data'] = {};
+//   for (const field of arrowTable.schema.fields) {
+//     // This (is intended to) coalesce all record batches into a single typed array
+//     const arrowColumn = arrowTable.getChild(field.name);
+//     const values = arrowColumn?.toArray();
+//     columns[field.name] = values;
+//   }
+//   const schema = convertArrowToSchema(arrowTable.schema);
+//   return {
+//     shape: 'columnar-table',
+//     schema,
+//     data: columns
+//   };
+// }
+//# sourceMappingURL=convert-arrow-table.js.map

package/dist/schema-utils/lib/table/tables/convert-arrow-table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-arrow-table.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/convert-arrow-table.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAWtC,OAAO,EAAC,YAAY,EAAC,2BAAwB;AAC7C,OAAO,EAAC,oBAAoB,EAAC,6CAA0C;AACvE,OAAO,EAAC,4BAA4B,EAAC,gDAA6C;AAElF;;;;;;GAMG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAY,EAAE,OAA8B;IAC9E,QAAQ,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,KAAK,aAAa;YAChB,OAAO,KAAK,CAAC,IAAI,CAAC;QAEpB,KAAK,gBAAgB,CAAC;QACtB,8CAA8C;QAC9C,sDAAsD;QAEtD,eAAe;QAEf;YACE,MAAM,kBAAkB,GAAG,4BAA4B,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;YACxE,OAAO,IAAI,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAC/C,CAAC;AACH,CAAC;AAcD;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,UAAuB,EAAE,KAAqB;IAChF,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,aAAa;YAChB,OAAO,wBAAwB,CAAC,UAAU,CAAC,CAAC;QAC9C,KAAK,iBAAiB;YACpB,OAAO,2BAA2B,CAAC,UAAU,CAAC,CAAC;QACjD,KAAK,kBAAkB;YACrB,OAAO,4BAA4B,CAAC,UAAU,CAAC,CAAC;QAClD,KAAK,gBAAgB;YACnB,OAAO,2BAA2B,CAAC,UAAU,CAAC,CAAC;QACjD,KAAK,eAAe;YAClB,OAAO,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAChD;YACE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,wBAAwB,CAAC,UAAuB;IACvD,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,oBAAoB,CAAC,UAAU,CAAC,MAAM,CAAC;QAC/C,IAAI,EAAE,UAAU;KACjB,CAAC;AACJ,CAAC;AAED,SAAS,2BAA2B,CAAC,UAAuB;IAC1D,MAAM,aAAa,GAAG,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAC9D,OAAO,YAAY,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,4BAA4B,CAAC,UAAuB;IAC3D,MAAM,aAAa,GAAG,2BAA2B,CAAC,UAAU,CAAC,CAAC;IAC9D,OAAO,YAAY,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC;AACzD,CAAC;AAED;;;GAGG;AACH,SAAS,2BAA2B,CAAC,UAAuB;IAC1D,wEAAwE;IACxE,sBAAsB;IAEtB,MAAM,OAAO,GAA0B,EAAE,CAAC;IAE1C,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;QAC7C,8EAA8E;QAC9E,MAAM,WAAW,GAAG,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,MAAM,GAAG,WAAW,EAAE,OAAO,EAAE,CAAC;QACtC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;IAC/B,CAAC;IAED,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAEvD,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,MAAM;QACN,IAAI,EAAE,OAAO;KACd,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,0BAA0B,CAAC,UAAuB;IACzD,MAAM,MAAM,GAAG,oBAAoB,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;IAEvD,MAAM,QAAQ,GAAc,EAAE,CAAC;IAE/B,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,UAAU,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,CAAC;QAClD,0CAA0C;QAC1C,MAAM,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAK,EAAE,UAAU,EAAC,CAAC,CAAC;IAChE,CAAC;IAED,OAAO;QACL,KAAK,EAAE,eAAe;QACtB,IAAI,EAAE,mBAAmB;QACzB,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC;AAED,MAAM;AACN,+DAA+D;AAC/D,qDAAqD;AACrD,uBAAuB;AACvB,cAAc;AACd,MAAM;AACN,2EAA2E;AAC3E,aAAa;AACb,4BAA4B;AAC5B,uDAAuD;AACvD,uBAAuB;AACvB,OAAO;AACP,IAAI;AAEJ,yEAAyE;AACzE,mEAAmE;AACnE,2DAA2D;AAC3D,IAAI;AAEJ,0EAA0E;AAC1E,mEAAmE;AACnE,4DAA4D;AAC5D,IAAI;AAEJ,MAAM;AACN,sDAAsD;AACtD,6CAA6C;AAC7C,MAAM;AACN,iFAAiF;AACjF,6EAA6E;AAC7E,2BAA2B;AAE3B,+CAA+C;AAE/C,oDAAoD;AACpD,qFAAqF;AACrF,2DAA2D;AAC3D,6CAA6C;AAC7C,oCAAoC;AACpC,MAAM;AAEN,4DAA4D;AAE5D,aAAa;AACb,+BAA+B;AAC/B,cAAc;AACd,oBAAoB;AACpB,OAAO;AACP,IAAI"}

package/dist/schema-utils/lib/table/tables/convert-table.d.ts

@@ -0,0 +1,43 @@
+import type { Table, ArrayRowTable, ObjectRowTable, ColumnarTable, ArrowTable } from '@loaders.gl/core/schema';
+export declare function convertTable(table: Table, shape: 'object-row-table'): ObjectRowTable;
+export declare function convertTable(table: Table, shape: 'array-row-table'): ArrayRowTable;
+export declare function convertTable(table: Table, shape: 'columnar-table'): ColumnarTable;
+export declare function convertTable(table: Table, shape: 'arrow-table'): ArrowTable;
+/** Convert any simple table into columnar format */
+export declare function convertToColumnarTable(table: Table): ColumnarTable;
+/** Convert any table into array row format */
+export declare function convertToArrayRowTable(table: Table): ArrayRowTable;
+/** Convert any table into object row format */
+export declare function convertToObjectRowTable(table: Table): ObjectRowTable;
+/**
+ * Convert a table to apache arrow format
+ * @note this depends on the `@loaders.gl/arrow module being imported
+ */
+export declare function convertToArrowTable(table: Table): ArrowTable;
+/**
+ *
+ * @note - should be part of schema module
+ *
+export function convertColumnarToRowFormatTable(columnarTable: ColumnarTable): ObjectRowTable {
+  const tableKeys = Object.keys(columnarTable);
+  const tableRowsCount = columnarTable[tableKeys[0]].length;
+
+  const rowFormatTable: {}[] = [];
+
+  for (let index = 0; index < tableRowsCount; index++) {
+    const tableItem = {};
+    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {
+      const fieldName = tableKeys[keyIndex];
+      tableItem[fieldName] = columnarTable[fieldName][index];
+    }
+    rowFormatTable.push(tableItem);
+  }
+
+  return {
+    shape: 'object-row-table',
+    schema: columnarTable.schema,
+    data: rowFormatTable
+  };
+}
+*/
+//# sourceMappingURL=convert-table.d.ts.map

package/dist/schema-utils/lib/table/tables/convert-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-table.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/convert-table.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACV,KAAK,EACL,aAAa,EACb,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,yBAAyB,CAAC;AAWjC,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,kBAAkB,GAAG,cAAc,CAAC;AACtF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,iBAAiB,GAAG,aAAa,CAAC;AACpF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,gBAAgB,GAAG,aAAa,CAAC;AACnF,wBAAgB,YAAY,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,aAAa,GAAG,UAAU,CAAC;AA0B7E,oDAAoD;AACpD,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAyBlE;AAED,8CAA8C;AAC9C,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,KAAK,GAAG,aAAa,CAclE;AAED,+CAA+C;AAC/C,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,KAAK,GAAG,cAAc,CAcpE;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,KAAK,GAAG,UAAU,CAQ5D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;EAyBE"}

package/dist/schema-utils/lib/table/tables/convert-table.js

@@ -0,0 +1,122 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { getTableCell, getTableLength, getTableRowAsArray, getTableRowAsObject } from "./table-accessors.js";
+import { deduceTableSchema } from "../../schema/deduce-table-schema.js";
+import { makeColumnFromField } from "./table-column.js";
+import { convertTableToArrow } from "./convert-arrow-table.js";
+/**
+ * Convert a table to a different shape
+ * @param table
+ * @param shape
+ * @returns
+ */
+export function convertTable(table, shape) {
+    switch (shape) {
+        case 'object-row-table':
+            return convertToObjectRowTable(table);
+        case 'array-row-table':
+            return convertToArrayRowTable(table);
+        case 'columnar-table':
+            return convertToColumnarTable(table);
+        case 'arrow-table':
+            return convertToArrowTable(table);
+        default:
+            throw new Error(shape);
+    }
+}
+/** Convert any simple table into columnar format */
+export function convertToColumnarTable(table) {
+    // TODO - should schema really be optional?
+    const schema = table.schema || deduceTableSchema(table);
+    const fields = schema.fields;
+    if (table.shape === 'columnar-table') {
+        return { ...table, schema };
+    }
+    const length = getTableLength(table);
+    const columns = {};
+    for (const field of fields) {
+        const column = makeColumnFromField(field, length);
+        columns[field.name] = column;
+        for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+            column[rowIndex] = getTableCell(table, rowIndex, field.name);
+        }
+    }
+    return {
+        shape: 'columnar-table',
+        schema,
+        data: columns
+    };
+}
+/** Convert any table into array row format */
+export function convertToArrayRowTable(table) {
+    if (table.shape === 'array-row-table') {
+        return table;
+    }
+    const length = getTableLength(table);
+    const data = new Array(length);
+    for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+        data[rowIndex] = getTableRowAsArray(table, rowIndex);
+    }
+    return {
+        shape: 'array-row-table',
+        schema: table.schema,
+        data
+    };
+}
+/** Convert any table into object row format */
+export function convertToObjectRowTable(table) {
+    if (table.shape === 'object-row-table') {
+        return table;
+    }
+    const length = getTableLength(table);
+    const data = new Array(length);
+    for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+        data[rowIndex] = getTableRowAsObject(table, rowIndex);
+    }
+    return {
+        shape: 'object-row-table',
+        schema: table.schema,
+        data
+    };
+}
+/**
+ * Convert a table to apache arrow format
+ * @note this depends on the `@loaders.gl/arrow module being imported
+ */
+export function convertToArrowTable(table) {
+    const schema = table.schema || deduceTableSchema(table);
+    const arrowTable = convertTableToArrow({ ...table, schema });
+    return {
+        shape: 'arrow-table',
+        schema,
+        data: arrowTable
+    };
+}
+/**
+ *
+ * @note - should be part of schema module
+ *
+export function convertColumnarToRowFormatTable(columnarTable: ColumnarTable): ObjectRowTable {
+  const tableKeys = Object.keys(columnarTable);
+  const tableRowsCount = columnarTable[tableKeys[0]].length;
+
+  const rowFormatTable: {}[] = [];
+
+  for (let index = 0; index < tableRowsCount; index++) {
+    const tableItem = {};
+    for (let keyIndex = 0; keyIndex < tableKeys.length; keyIndex++) {
+      const fieldName = tableKeys[keyIndex];
+      tableItem[fieldName] = columnarTable[fieldName][index];
+    }
+    rowFormatTable.push(tableItem);
+  }
+
+  return {
+    shape: 'object-row-table',
+    schema: columnarTable.schema,
+    data: rowFormatTable
+  };
+}
+*/
+//# sourceMappingURL=convert-table.js.map

package/dist/schema-utils/lib/table/tables/convert-table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-table.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/convert-table.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EACL,YAAY,EACZ,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACpB,6BAA0B;AAC3B,OAAO,EAAC,iBAAiB,EAAC,4CAAyC;AACnE,OAAO,EAAC,mBAAmB,EAAC,0BAAuB;AACnD,OAAO,EAAC,mBAAmB,EAAC,iCAA8B;AAO1D;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,KAAY,EACZ,KAAgF;IAEhF,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,kBAAkB;YACrB,OAAO,uBAAuB,CAAC,KAAK,CAAC,CAAC;QACxC,KAAK,iBAAiB;YACpB,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,gBAAgB;YACnB,OAAO,sBAAsB,CAAC,KAAK,CAAC,CAAC;QACvC,KAAK,aAAa;YAChB,OAAO,mBAAmB,CAAC,KAAK,CAAC,CAAC;QACpC;YACE,MAAM,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,oDAAoD;AACpD,MAAM,UAAU,sBAAsB,CAAC,KAAY;IACjD,2CAA2C;IAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;IAE7B,IAAI,KAAK,CAAC,KAAK,KAAK,gBAAgB,EAAE,CAAC;QACrC,OAAO,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;IAC5B,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IAErC,MAAM,OAAO,GAA2C,EAAE,CAAC;IAC3D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,mBAAmB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAClD,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC;QAC7B,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;YACrD,MAAM,CAAC,QAAQ,CAAC,GAAG,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,gBAAgB;QACvB,MAAM;QACN,IAAI,EAAE,OAAO;KACd,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,sBAAsB,CAAC,KAAY;IACjD,IAAI,KAAK,CAAC,KAAK,KAAK,iBAAiB,EAAE,CAAC;QACtC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,KAAK,CAAY,MAAM,CAAC,CAAC;IAC1C,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,GAAG,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACvD,CAAC;IACD,OAAO;QACL,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI;KACL,CAAC;AACJ,CAAC;AAED,+CAA+C;AAC/C,MAAM,UAAU,uBAAuB,CAAC,KAAY;IAClD,IAAI,KAAK,CAAC,KAAK,KAAK,kBAAkB,EAAE,CAAC;QACvC,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IACrC,MAAM,IAAI,GAAG,IAAI,KAAK,CAA2B,MAAM,CAAC,CAAC;IACzD,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,MAAM,EAAE,QAAQ,EAAE,EAAE,CAAC;QACrD,IAAI,CAAC,QAAQ,CAAC,GAAG,mBAAmB,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACxD,CAAC;IACD,OAAO;QACL,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,IAAI;KACL,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CAAC,KAAY;IAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,mBAAmB,CAAC,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC,CAAC;IAC3D,OAAO;QACL,KAAK,EAAE,aAAa;QACpB,MAAM;QACN,IAAI,EAAE,UAAU;KACjB,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;EAyBE"}

package/dist/schema-utils/lib/table/tables/make-table.d.ts

@@ -0,0 +1,67 @@
+import * as arrow from 'apache-arrow';
+import type { ArrayRowTable, ObjectRowTable, ColumnarTable, ArrowTable } from '@loaders.gl/core/schema';
+/**
+ * Makes a typed table from data.
+ * @throws Row tables must contain at least one row. Columnar tables must contain empty arrays
+ */
+export declare function makeTableFromData(data: unknown[][]): ArrayRowTable;
+export declare function makeTableFromData(data: {
+    [column: string]: unknown;
+}[]): ObjectRowTable;
+export declare function makeTableFromData(data: {
+    [column: string]: ArrayLike<unknown>;
+}): ColumnarTable;
+export declare function makeTableFromData(data: arrow.Table): ArrowTable;
+/** Convert any table into object row format *
+export function makeColumnarTable(table: Table): ColumnarTable {
+  if (table.shape === 'columnar-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<{[key: string]: unknown}>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsObject(table, rowIndex);
+  }
+  return {
+    shape: 'columnar-table',
+    schema: table.schema,
+    data
+  };
+}
+
+
+/** Convert any table into array row format *
+export function makeArrayRowTable(table: TableLike): ArrayRowTable {
+  if (table.shape === 'array-row-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<unknown[]>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsArray(table, rowIndex);
+  }
+  return {
+    shape: 'array-row-table',
+    schema: table.schema,
+    data
+  };
+}
+
+/** Convert any table into object row format *
+export function makeObjectRowTable(table: Table): ObjectRowTable {
+  if (table.shape === 'object-row-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<{[key: string]: unknown}>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsObject(table, rowIndex);
+  }
+  return {
+    shape: 'object-row-table',
+    schema: table.schema,
+    data
+  };
+}
+*/
+//# sourceMappingURL=make-table.d.ts.map

package/dist/schema-utils/lib/table/tables/make-table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/make-table.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AACtC,OAAO,KAAK,EAEV,aAAa,EACb,cAAc,EACd,aAAa,EACb,UAAU,EACX,MAAM,yBAAyB,CAAC;AAGjC;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,GAAG,aAAa,CAAC;AACpE,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IAAC,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,EAAE,GAAG,cAAc,CAAC;AACvF,wBAAgB,iBAAiB,CAAC,IAAI,EAAE;IAAC,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,OAAO,CAAC,CAAA;CAAC,GAAG,aAAa,CAAC;AAC/F,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC;AAsDjE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDE"}

package/dist/schema-utils/lib/table/tables/make-table.js

@@ -0,0 +1,102 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+import { deduceTableSchema } from "../../schema/deduce-table-schema.js";
+export function makeTableFromData(data) {
+    let table;
+    switch (getTableShapeFromData(data)) {
+        case 'array-row-table':
+            table = { shape: 'array-row-table', data: data };
+            break;
+        case 'object-row-table':
+            table = { shape: 'object-row-table', data: data };
+            break;
+        case 'columnar-table':
+            table = { shape: 'columnar-table', data: data };
+            break;
+        case 'arrow-table':
+            table = { shape: 'arrow-table', data: data };
+            break;
+        default:
+            throw new Error('table');
+    }
+    const schema = deduceTableSchema(table);
+    return { ...table, schema };
+}
+/** Helper function to get shape of data */
+function getTableShapeFromData(data) {
+    if (data instanceof arrow.Table) {
+        return 'arrow-table';
+    }
+    if (Array.isArray(data)) {
+        if (data.length === 0) {
+            throw new Error('cannot deduce type of empty table');
+        }
+        // Deduce the table shape from the first row
+        const firstRow = data[0];
+        if (Array.isArray(firstRow)) {
+            return 'array-row-table';
+        }
+        if (firstRow && typeof firstRow === 'object') {
+            return 'object-row-table';
+        }
+    }
+    if (data && typeof data === 'object') {
+        return 'columnar-table';
+    }
+    throw new Error('invalid table');
+}
+/** Convert any table into object row format *
+export function makeColumnarTable(table: Table): ColumnarTable {
+  if (table.shape === 'columnar-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<{[key: string]: unknown}>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsObject(table, rowIndex);
+  }
+  return {
+    shape: 'columnar-table',
+    schema: table.schema,
+    data
+  };
+}
+
+
+/** Convert any table into array row format *
+export function makeArrayRowTable(table: TableLike): ArrayRowTable {
+  if (table.shape === 'array-row-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<unknown[]>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsArray(table, rowIndex);
+  }
+  return {
+    shape: 'array-row-table',
+    schema: table.schema,
+    data
+  };
+}
+
+/** Convert any table into object row format *
+export function makeObjectRowTable(table: Table): ObjectRowTable {
+  if (table.shape === 'object-row-table') {
+    return table;
+  }
+  const length = getTableLength(table);
+  const data = new Array<{[key: string]: unknown}>(length);
+  for (let rowIndex = 0; rowIndex < length; rowIndex++) {
+    data[rowIndex] = getTableRowAsObject(table, rowIndex);
+  }
+  return {
+    shape: 'object-row-table',
+    schema: table.schema,
+    data
+  };
+}
+*/
+//# sourceMappingURL=make-table.js.map

package/dist/schema-utils/lib/table/tables/make-table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"make-table.js","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/make-table.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAEpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAQtC,OAAO,EAAC,iBAAiB,EAAC,4CAAyC;AAWnE,MAAM,UAAU,iBAAiB,CAAC,IAAa;IAC7C,IAAI,KAAY,CAAC;IACjB,QAAQ,qBAAqB,CAAC,IAAI,CAAC,EAAE,CAAC;QACpC,KAAK,iBAAiB;YACpB,KAAK,GAAG,EAAC,KAAK,EAAE,iBAAiB,EAAE,IAAI,EAAE,IAAmB,EAAC,CAAC;YAC9D,MAAM;QACR,KAAK,kBAAkB;YACrB,KAAK,GAAG,EAAC,KAAK,EAAE,kBAAkB,EAAE,IAAI,EAAE,IAAkC,EAAC,CAAC;YAC9E,MAAM;QACR,KAAK,gBAAgB;YACnB,KAAK,GAAG,EAAC,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,IAA8C,EAAC,CAAC;YACxF,MAAM;QACR,KAAK,aAAa;YAChB,KAAK,GAAG,EAAC,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,IAAmB,EAAC,CAAC;YAC1D,MAAM;QACR;YACE,MAAM,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,MAAM,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;IACxC,OAAO,EAAC,GAAG,KAAK,EAAE,MAAM,EAAC,CAAC;AAC5B,CAAC;AAED,2CAA2C;AAC3C,SAAS,qBAAqB,CAAC,IAAI;IACjC,IAAI,IAAI,YAAY,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,OAAO,aAAa,CAAC;IACvB,CAAC;IAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QAED,4CAA4C;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAEzB,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,OAAO,iBAAiB,CAAC;QAC3B,CAAC;QAED,IAAI,QAAQ,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC7C,OAAO,kBAAkB,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QACrC,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;AACnC,CAAC;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDE"}

package/dist/schema-utils/lib/table/tables/row-utils.d.ts

@@ -0,0 +1,15 @@
+/** Convert an object row to an array row */
+export declare function convertToObjectRow(arrayRow: unknown[], headers: string[] | null): {
+    [columnName: string]: unknown;
+};
+/** Convert an object row to an array row */
+export declare function convertToArrayRow(objectRow: {
+    [columnName: string]: unknown;
+}, headers: string[] | null): unknown[];
+/** Get headers from a sample array row */
+export declare function inferHeadersFromArrayRow(arrayRow: unknown[]): string[];
+/** Get headers from a smaple object row */
+export declare function inferHeadersFromObjectRow(row: {
+    [columnName: string]: unknown;
+}): string[];
+//# sourceMappingURL=row-utils.d.ts.map

package/dist/schema-utils/lib/table/tables/row-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"row-utils.d.ts","sourceRoot":"","sources":["../../../../../src/schema-utils/lib/table/tables/row-utils.ts"],"names":[],"mappings":"AAIA,4CAA4C;AAC5C,wBAAgB,kBAAkB,CAChC,QAAQ,EAAE,OAAO,EAAE,EACnB,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,GACvB;IAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,CAgBjC;AAED,4CAA4C;AAC5C,wBAAgB,iBAAiB,CAC/B,SAAS,EAAE;IAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,EAC1C,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,GACvB,OAAO,EAAE,CAaX;AAED,0CAA0C;AAC1C,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,OAAO,EAAE,YAO3D;AAED,2CAA2C;AAC3C,wBAAgB,yBAAyB,CAAC,GAAG,EAAE;IAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,YAE7E"}