@loaders.gl/schema 4.2.0-alpha.3 → 4.2.0-alpha.5

package/dist/lib/table/arrow-api/enum.js

@@ -1,48 +1,97 @@
-export let Type = function (Type) {
-  Type[Type["NONE"] = 0] = "NONE";
-  Type[Type["Null"] = 1] = "Null";
-  Type[Type["Int"] = 2] = "Int";
-  Type[Type["Float"] = 3] = "Float";
-  Type[Type["Binary"] = 4] = "Binary";
-  Type[Type["Utf8"] = 5] = "Utf8";
-  Type[Type["Bool"] = 6] = "Bool";
-  Type[Type["Decimal"] = 7] = "Decimal";
-  Type[Type["Date"] = 8] = "Date";
-  Type[Type["Time"] = 9] = "Time";
-  Type[Type["Timestamp"] = 10] = "Timestamp";
-  Type[Type["Interval"] = 11] = "Interval";
-  Type[Type["List"] = 12] = "List";
-  Type[Type["Struct"] = 13] = "Struct";
-  Type[Type["Union"] = 14] = "Union";
-  Type[Type["FixedSizeBinary"] = 15] = "FixedSizeBinary";
-  Type[Type["FixedSizeList"] = 16] = "FixedSizeList";
-  Type[Type["Map"] = 17] = "Map";
-  Type[Type["Dictionary"] = -1] = "Dictionary";
-  Type[Type["Int8"] = -2] = "Int8";
-  Type[Type["Int16"] = -3] = "Int16";
-  Type[Type["Int32"] = -4] = "Int32";
-  Type[Type["Int64"] = -5] = "Int64";
-  Type[Type["Uint8"] = -6] = "Uint8";
-  Type[Type["Uint16"] = -7] = "Uint16";
-  Type[Type["Uint32"] = -8] = "Uint32";
-  Type[Type["Uint64"] = -9] = "Uint64";
-  Type[Type["Float16"] = -10] = "Float16";
-  Type[Type["Float32"] = -11] = "Float32";
-  Type[Type["Float64"] = -12] = "Float64";
-  Type[Type["DateDay"] = -13] = "DateDay";
-  Type[Type["DateMillisecond"] = -14] = "DateMillisecond";
-  Type[Type["TimestampSecond"] = -15] = "TimestampSecond";
-  Type[Type["TimestampMillisecond"] = -16] = "TimestampMillisecond";
-  Type[Type["TimestampMicrosecond"] = -17] = "TimestampMicrosecond";
-  Type[Type["TimestampNanosecond"] = -18] = "TimestampNanosecond";
-  Type[Type["TimeSecond"] = -19] = "TimeSecond";
-  Type[Type["TimeMillisecond"] = -20] = "TimeMillisecond";
-  Type[Type["TimeMicrosecond"] = -21] = "TimeMicrosecond";
-  Type[Type["TimeNanosecond"] = -22] = "TimeNanosecond";
-  Type[Type["DenseUnion"] = -23] = "DenseUnion";
-  Type[Type["SparseUnion"] = -24] = "SparseUnion";
-  Type[Type["IntervalDayTime"] = -25] = "IntervalDayTime";
-  Type[Type["IntervalYearMonth"] = -26] = "IntervalYearMonth";
-  return Type;
-}({});
-//# sourceMappingURL=enum.js.map
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+// This code is adapted from ArrowJS https://github.com/apache/arrow
+// under Apache license http://www.apache.org/licenses/LICENSE-2.0
+/**
+ * Main data type enumeration.
+ *
+ * Data types in this library are all *logical*. They can be expressed as
+ * either a primitive physical type (bytes or bits of some fixed size), a
+ * nested type consisting of other data types, or another data type (e.g. a
+ * timestamp encoded as an int64).
+ *
+ * **Note**: Only enum values 0-17 (NONE through Map) are written to an Arrow
+ * IPC payload.
+ *
+ * The rest of the values are specified here so TypeScript can narrow the type
+ * signatures further beyond the base Arrow Types. The Arrow DataTypes include
+ * metadata like `bitWidth` that impact the type signatures of the values we
+ * accept and return.
+ *
+ * For example, the `Int8Vector` reads 1-byte numbers from an `Int8Array`, an
+ * `Int32Vector` reads a 4-byte number from an `Int32Array`, and an `Int64Vector`
+ * reads a pair of 4-byte lo, hi 32-bit integers as a zero-copy slice from the
+ * underlying `Int32Array`.
+ *
+ * Library consumers benefit by knowing the narrowest type, since we can ensure
+ * the types across all public methods are propagated, and never bail to `any`.
+ * These values are _never_ used at runtime, and they will _never_ be written
+ * to the flatbuffers metadata of serialized Arrow IPC payloads.
+ */
+export var Type;
+(function (Type) {
+    /** The default placeholder type */
+    Type[Type["NONE"] = 0] = "NONE";
+    /** A NULL type having no physical storage */
+    Type[Type["Null"] = 1] = "Null";
+    /** Signed or unsigned 8, 16, 32, or 64-bit little-endian integer */
+    Type[Type["Int"] = 2] = "Int";
+    /** 2, 4, or 8-byte floating point value */
+    Type[Type["Float"] = 3] = "Float";
+    /** Variable-length bytes (no guarantee of UTF8-ness) */
+    Type[Type["Binary"] = 4] = "Binary";
+    /** UTF8 variable-length string as List<Char> */
+    Type[Type["Utf8"] = 5] = "Utf8";
+    /** Boolean as 1 bit, LSB bit-packed ordering */
+    Type[Type["Bool"] = 6] = "Bool";
+    /** Precision-and-scale-based decimal type. Storage type depends on the parameters. */
+    Type[Type["Decimal"] = 7] = "Decimal";
+    /** int32_t days or int64_t milliseconds since the UNIX epoch */
+    Type[Type["Date"] = 8] = "Date";
+    /** Time as signed 32 or 64-bit integer, representing either seconds, milliseconds, microseconds, or nanoseconds since midnight since midnight */
+    Type[Type["Time"] = 9] = "Time";
+    /** Exact timestamp encoded with int64 since UNIX epoch (Default unit millisecond) */
+    Type[Type["Timestamp"] = 10] = "Timestamp";
+    /** YEAR_MONTH or DAY_TIME interval in SQL style */
+    Type[Type["Interval"] = 11] = "Interval";
+    /** A list of some logical data type */
+    Type[Type["List"] = 12] = "List";
+    /** Struct of logical types */
+    Type[Type["Struct"] = 13] = "Struct";
+    /** Union of logical types */
+    Type[Type["Union"] = 14] = "Union";
+    /** Fixed-size binary. Each value occupies the same number of bytes */
+    Type[Type["FixedSizeBinary"] = 15] = "FixedSizeBinary";
+    /** Fixed-size list. Each value occupies the same number of bytes */
+    Type[Type["FixedSizeList"] = 16] = "FixedSizeList";
+    /** Map of named logical types */
+    Type[Type["Map"] = 17] = "Map";
+    /** Dictionary aka Category type */
+    Type[Type["Dictionary"] = -1] = "Dictionary";
+    Type[Type["Int8"] = -2] = "Int8";
+    Type[Type["Int16"] = -3] = "Int16";
+    Type[Type["Int32"] = -4] = "Int32";
+    Type[Type["Int64"] = -5] = "Int64";
+    Type[Type["Uint8"] = -6] = "Uint8";
+    Type[Type["Uint16"] = -7] = "Uint16";
+    Type[Type["Uint32"] = -8] = "Uint32";
+    Type[Type["Uint64"] = -9] = "Uint64";
+    Type[Type["Float16"] = -10] = "Float16";
+    Type[Type["Float32"] = -11] = "Float32";
+    Type[Type["Float64"] = -12] = "Float64";
+    Type[Type["DateDay"] = -13] = "DateDay";
+    Type[Type["DateMillisecond"] = -14] = "DateMillisecond";
+    Type[Type["TimestampSecond"] = -15] = "TimestampSecond";
+    Type[Type["TimestampMillisecond"] = -16] = "TimestampMillisecond";
+    Type[Type["TimestampMicrosecond"] = -17] = "TimestampMicrosecond";
+    Type[Type["TimestampNanosecond"] = -18] = "TimestampNanosecond";
+    Type[Type["TimeSecond"] = -19] = "TimeSecond";
+    Type[Type["TimeMillisecond"] = -20] = "TimeMillisecond";
+    Type[Type["TimeMicrosecond"] = -21] = "TimeMicrosecond";
+    Type[Type["TimeNanosecond"] = -22] = "TimeNanosecond";
+    Type[Type["DenseUnion"] = -23] = "DenseUnion";
+    Type[Type["SparseUnion"] = -24] = "SparseUnion";
+    Type[Type["IntervalDayTime"] = -25] = "IntervalDayTime";
+    Type[Type["IntervalYearMonth"] = -26] = "IntervalYearMonth";
+})(Type || (Type = {}));

package/dist/lib/table/arrow-api/get-type-info.d.ts

@@ -1,4 +1,4 @@
-import { Type } from './arrow-like-type';
+import { Type } from "./arrow-like-type.js";
 /**
  * Gets type information from an Arrow type object or "mock" Arrow type object
  * @param arrowTypeLike Arrow Type or type object of similar shape

package/dist/lib/table/arrow-api/get-type-info.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"get-type-info.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/get-type-info.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,IAAI,EAAC,MAAM,mBAAmB,CAAC;AAEvC;;;GAGG;AACH,wBAAgB,WAAW,CAAC,aAAa,EAAE,GAAG,GAAG;IAC/C,MAAM,EAAE,IAAI,CAAC;IACb,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAQA"}
+{"version":3,"file":"get-type-info.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/get-type-info.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,IAAI,EAAC,6BAA0B;AAEvC;;;GAGG;AACH,wBAAgB,WAAW,CAAC,aAAa,EAAE,GAAG,GAAG;IAC/C,MAAM,EAAE,IAAI,CAAC;IACb,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,CAQA"}

package/dist/lib/table/arrow-api/get-type-info.js

@@ -1,21 +1,27 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 import { Type } from "./arrow-like-type.js";
+/**
+ * Gets type information from an Arrow type object or "mock" Arrow type object
+ * @param arrowTypeLike Arrow Type or type object of similar shape
+ */
 export function getTypeInfo(arrowTypeLike) {
-  return {
-    typeId: arrowTypeLike.typeId,
-    ArrayType: arrowTypeLike.ArrayType,
-    typeName: arrowTypeLike.toString(),
-    typeEnumName: getTypeKey(arrowTypeLike.typeId),
-    precision: arrowTypeLike.precision
-  };
+    return {
+        typeId: arrowTypeLike.typeId,
+        ArrayType: arrowTypeLike.ArrayType,
+        typeName: arrowTypeLike.toString(),
+        typeEnumName: getTypeKey(arrowTypeLike.typeId),
+        precision: arrowTypeLike.precision
+    };
 }
 let ReverseType = null;
 function getTypeKey(typeKey) {
-  if (!ReverseType) {
-    ReverseType = {};
-    for (const key in Type) {
-      ReverseType[Type[key]] = key;
+    if (!ReverseType) {
+        ReverseType = {};
+        for (const key in Type) {
+            ReverseType[Type[key]] = key;
+        }
     }
-  }
-  return ReverseType[typeKey];
+    return ReverseType[typeKey];
 }
-//# sourceMappingURL=get-type-info.js.map

package/dist/lib/table/arrow-api/index.d.ts

@@ -1,5 +1,5 @@
-export { ArrowLikeField as Field } from './arrow-like-field';
-export { ArrowLikeSchema as Schema } from './arrow-like-schema';
-export { ArrowLikeTable as Table } from './arrow-like-table';
-export * from './arrow-like-type';
+export { ArrowLikeField as Field } from "./arrow-like-field.js";
+export { ArrowLikeSchema as Schema } from "./arrow-like-schema.js";
+export { ArrowLikeTable as Table } from "./arrow-like-table.js";
+export * from "./arrow-like-type.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/lib/table/arrow-api/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAC,eAAe,IAAI,MAAM,EAAC,MAAM,qBAAqB,CAAC;AAC9D,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,MAAM,oBAAoB,CAAC;AAC3D,cAAc,mBAAmB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/arrow-api/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,8BAA2B;AAC3D,OAAO,EAAC,eAAe,IAAI,MAAM,EAAC,+BAA4B;AAC9D,OAAO,EAAC,cAAc,IAAI,KAAK,EAAC,8BAA2B;AAC3D,qCAAkC"}

package/dist/lib/table/arrow-api/index.js

@@ -1,5 +1,7 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 export { ArrowLikeField as Field } from "./arrow-like-field.js";
 export { ArrowLikeSchema as Schema } from "./arrow-like-schema.js";
 export { ArrowLikeTable as Table } from "./arrow-like-table.js";
 export * from "./arrow-like-type.js";
-//# sourceMappingURL=index.js.map

package/dist/lib/table/batches/base-table-batch-aggregator.d.ts

@@ -1,6 +1,6 @@
-import type { Schema } from '../../../types/schema';
-import type { TableBatch } from '../../../types/category-table';
-import { TableBatchAggregator, TableBatchOptions } from './table-batch-aggregator';
+import type { Schema } from "../../../types/schema.js";
+import type { TableBatch } from "../../../types/category-table.js";
+import { TableBatchAggregator, TableBatchOptions } from "./table-batch-aggregator.js";
 export declare class BaseTableBatchAggregator implements TableBatchAggregator {
     schema: Schema;
     options: TableBatchOptions;

package/dist/lib/table/batches/base-table-batch-aggregator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"base-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/base-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAIjF,qBAAa,wBAAyB,YAAW,oBAAoB;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,CAAC;IAE3B,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;IAC/C,MAAM,EAAE,MAAM,CAAK;IACnB,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAQ;IAC1B,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAgB;gBAEpB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB;IActD,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAY9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAYrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}
+{"version":3,"file":"base-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/base-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,oCAAiC;AAIjF,qBAAa,wBAAyB,YAAW,oBAAoB;IACnE,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,iBAAiB,CAAC;IAE3B,KAAK,CAAC,EAAE,iBAAiB,GAAG,kBAAkB,CAAC;IAC/C,MAAM,EAAE,MAAM,CAAK;IACnB,IAAI,EAAE,GAAG,EAAE,GAAG,IAAI,CAAQ;IAC1B,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAgB;gBAEpB,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,iBAAiB;IActD,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAY9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAYrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}

package/dist/lib/table/batches/base-table-batch-aggregator.js

@@ -1,59 +1,60 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 const DEFAULT_ROW_COUNT = 100;
 export class BaseTableBatchAggregator {
-  constructor(schema, options) {
-    this.schema = void 0;
-    this.options = void 0;
-    this.shape = void 0;
-    this.length = 0;
-    this.rows = null;
-    this.cursor = 0;
-    this._headers = [];
-    this.options = options;
-    this.schema = schema;
-    if (!Array.isArray(schema)) {
-      this._headers = [];
-      for (const key in schema) {
-        this._headers[schema[key].index] = schema[key].name;
-      }
+    constructor(schema, options) {
+        this.length = 0;
+        this.rows = null;
+        this.cursor = 0;
+        this._headers = [];
+        this.options = options;
+        this.schema = schema;
+        // schema is an array if there're no headers
+        // object if there are headers
+        if (!Array.isArray(schema)) {
+            this._headers = [];
+            for (const key in schema) {
+                this._headers[schema[key].index] = schema[key].name;
+            }
+        }
     }
-  }
-  rowCount() {
-    return this.length;
-  }
-  addArrayRow(row, cursor) {
-    if (Number.isFinite(cursor)) {
-      this.cursor = cursor;
+    rowCount() {
+        return this.length;
     }
-    this.shape = 'array-row-table';
-    this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-    this.rows[this.length] = row;
-    this.length++;
-  }
-  addObjectRow(row, cursor) {
-    if (Number.isFinite(cursor)) {
-      this.cursor = cursor;
+    addArrayRow(row, cursor) {
+        if (Number.isFinite(cursor)) {
+            this.cursor = cursor;
+        }
+        this.shape = 'array-row-table';
+        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
+        this.rows[this.length] = row;
+        this.length++;
     }
-    this.shape = 'object-row-table';
-    this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-    this.rows[this.length] = row;
-    this.length++;
-  }
-  getBatch() {
-    let rows = this.rows;
-    if (!rows) {
-      return null;
+    addObjectRow(row, cursor) {
+        if (Number.isFinite(cursor)) {
+            this.cursor = cursor;
+        }
+        this.shape = 'object-row-table';
+        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
+        this.rows[this.length] = row;
+        this.length++;
+    }
+    getBatch() {
+        let rows = this.rows;
+        if (!rows) {
+            return null;
+        }
+        rows = rows.slice(0, this.length);
+        this.rows = null;
+        const batch = {
+            shape: this.shape || 'array-row-table',
+            batchType: 'data',
+            data: rows,
+            length: this.length,
+            schema: this.schema,
+            cursor: this.cursor
+        };
+        return batch;
     }
-    rows = rows.slice(0, this.length);
-    this.rows = null;
-    const batch = {
-      shape: this.shape || 'array-row-table',
-      batchType: 'data',
-      data: rows,
-      length: this.length,
-      schema: this.schema,
-      cursor: this.cursor
-    };
-    return batch;
-  }
 }
-//# sourceMappingURL=base-table-batch-aggregator.js.map

package/dist/lib/table/batches/columnar-table-batch-aggregator.d.ts

@@ -1,6 +1,6 @@
-import type { Schema } from '../../../types/schema';
-import type { ColumnarTableBatch, ArrowTableBatch } from '../../../types/category-table';
-import { TableBatchAggregator } from './table-batch-aggregator';
+import type { Schema } from "../../../types/schema.js";
+import type { ColumnarTableBatch, ArrowTableBatch } from "../../../types/category-table.js";
+import { TableBatchAggregator } from "./table-batch-aggregator.js";
 type ColumnarTableBatchOptions = {};
 export declare class ColumnarTableBatchAggregator implements TableBatchAggregator {
     schema: Schema;

package/dist/lib/table/batches/columnar-table-batch-aggregator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"columnar-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/columnar-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,EAAC,kBAAkB,EAAE,eAAe,EAAC,MAAM,+BAA+B,CAAC;AACvF,OAAO,EAAC,oBAAoB,EAAC,MAAM,0BAA0B,CAAC;AAE9D,KAAK,yBAAyB,GAAG,EAAE,CAAC;AAIpC,qBAAa,4BAA6B,YAAW,oBAAoB;IACvE,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAK;IACnB,SAAS,EAAE,MAAM,CAAK;IACtB,OAAO,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,EAAE,CAAA;KAAC,CAAM;gBAEhC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB;IAK9D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;IAWtB,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IASpD,QAAQ,IAAI,kBAAkB,GAAG,eAAe,GAAG,IAAI;IA6BvD,kBAAkB;IA8BlB,aAAa;CAKd"}
+{"version":3,"file":"columnar-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/columnar-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,kBAAkB,EAAE,eAAe,EAAC,yCAAsC;AACvF,OAAO,EAAC,oBAAoB,EAAC,oCAAiC;AAE9D,KAAK,yBAAyB,GAAG,EAAE,CAAC;AAIpC,qBAAa,4BAA6B,YAAW,oBAAoB;IACvE,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAK;IACnB,SAAS,EAAE,MAAM,CAAK;IACtB,OAAO,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,EAAE,CAAA;KAAC,CAAM;gBAEhC,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,yBAAyB;IAK9D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE;IAWtB,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,GAAG,IAAI;IASpD,QAAQ,IAAI,kBAAkB,GAAG,eAAe,GAAG,IAAI;IA6BvD,kBAAkB;IA8BlB,aAAa;CAKd"}

package/dist/lib/table/batches/columnar-table-batch-aggregator.js

@@ -1,76 +1,90 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
 const DEFAULT_ROW_COUNT = 100;
 export class ColumnarTableBatchAggregator {
-  constructor(schema, options) {
-    this.schema = void 0;
-    this.length = 0;
-    this.allocated = 0;
-    this.columns = {};
-    this.schema = schema;
-    this._reallocateColumns();
-  }
-  rowCount() {
-    return this.length;
-  }
-  addArrayRow(row) {
-    this._reallocateColumns();
-    let i = 0;
-    for (const fieldName in this.columns) {
-      this.columns[fieldName][this.length] = row[i++];
+    constructor(schema, options) {
+        this.length = 0;
+        this.allocated = 0;
+        this.columns = {};
+        this.schema = schema;
+        this._reallocateColumns();
     }
-    this.length++;
-  }
-  addObjectRow(row) {
-    this._reallocateColumns();
-    for (const fieldName in row) {
-      this.columns[fieldName][this.length] = row[fieldName];
+    rowCount() {
+        return this.length;
     }
-    this.length++;
-  }
-  getBatch() {
-    this._pruneColumns();
-    const columns = Array.isArray(this.schema) ? this.columns : {};
-    if (!Array.isArray(this.schema)) {
-      for (const fieldName in this.schema) {
-        const field = this.schema[fieldName];
-        columns[field.name] = this.columns[field.index];
-      }
+    addArrayRow(row) {
+        // If user keeps pushing rows beyond batch size, reallocate
+        this._reallocateColumns();
+        let i = 0;
+        // TODO what if no csv header, columns not populated?
+        for (const fieldName in this.columns) {
+            this.columns[fieldName][this.length] = row[i++];
+        }
+        this.length++;
     }
-    this.columns = {};
-    const batch = {
-      shape: 'columnar-table',
-      batchType: 'data',
-      data: columns,
-      schema: this.schema,
-      length: this.length
-    };
-    return batch;
-  }
-  _reallocateColumns() {
-    if (this.length < this.allocated) {
-      return;
+    addObjectRow(row) {
+        // If user keeps pushing rows beyond batch size, reallocate
+        this._reallocateColumns();
+        for (const fieldName in row) {
+            this.columns[fieldName][this.length] = row[fieldName];
+        }
+        this.length++;
     }
-    this.allocated = this.allocated > 0 ? this.allocated *= 2 : DEFAULT_ROW_COUNT;
-    this.columns = {};
-    for (const fieldName in this.schema) {
-      const field = this.schema[fieldName];
-      const ArrayType = field.type || Float32Array;
-      const oldColumn = this.columns[field.index];
-      if (oldColumn && ArrayBuffer.isView(oldColumn)) {
-        const typedArray = new ArrayType(this.allocated);
-        typedArray.set(oldColumn);
-        this.columns[field.index] = typedArray;
-      } else if (oldColumn) {
-        oldColumn.length = this.allocated;
-        this.columns[field.index] = oldColumn;
-      } else {
-        this.columns[field.index] = new ArrayType(this.allocated);
-      }
+    getBatch() {
+        this._pruneColumns();
+        const columns = Array.isArray(this.schema) ? this.columns : {};
+        // schema is an array if there're no headers
+        // object if there are headers
+        // columns should match schema format
+        if (!Array.isArray(this.schema)) {
+            for (const fieldName in this.schema) {
+                const field = this.schema[fieldName];
+                columns[field.name] = this.columns[field.index];
+            }
+        }
+        this.columns = {};
+        const batch = {
+            shape: 'columnar-table',
+            batchType: 'data',
+            data: columns,
+            schema: this.schema,
+            length: this.length
+        };
+        return batch;
     }
-  }
-  _pruneColumns() {
-    for (const [columnName, column] of Object.entries(this.columns)) {
-      this.columns[columnName] = column.slice(0, this.length);
+    // HELPERS
+    _reallocateColumns() {
+        if (this.length < this.allocated) {
+            return;
+        }
+        // @ts-ignore TODO
+        this.allocated = this.allocated > 0 ? (this.allocated *= 2) : DEFAULT_ROW_COUNT;
+        this.columns = {};
+        for (const fieldName in this.schema) {
+            const field = this.schema[fieldName];
+            const ArrayType = field.type || Float32Array;
+            const oldColumn = this.columns[field.index];
+            if (oldColumn && ArrayBuffer.isView(oldColumn)) {
+                // Copy the old data to the new array
+                const typedArray = new ArrayType(this.allocated);
+                typedArray.set(oldColumn);
+                this.columns[field.index] = typedArray;
+            }
+            else if (oldColumn) {
+                // Plain array
+                oldColumn.length = this.allocated;
+                this.columns[field.index] = oldColumn;
+            }
+            else {
+                // Create new
+                this.columns[field.index] = new ArrayType(this.allocated);
+            }
+        }
+    }
+    _pruneColumns() {
+        for (const [columnName, column] of Object.entries(this.columns)) {
+            this.columns[columnName] = column.slice(0, this.length);
+        }
     }
-  }
 }
-//# sourceMappingURL=columnar-table-batch-aggregator.js.map

package/dist/lib/table/batches/row-table-batch-aggregator.d.ts

@@ -1,6 +1,6 @@
-import type { Schema } from '../../../types/schema';
-import type { TableBatch } from '../../../types/category-table';
-import { TableBatchAggregator, TableBatchOptions } from './table-batch-aggregator';
+import type { Schema } from "../../../types/schema.js";
+import type { TableBatch } from "../../../types/category-table.js";
+import { TableBatchAggregator, TableBatchOptions } from "./table-batch-aggregator.js";
 export declare class RowTableBatchAggregator implements TableBatchAggregator {
     schema: Schema | null;
     options: TableBatchOptions;

package/dist/lib/table/batches/row-table-batch-aggregator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"row-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/row-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,MAAM,uBAAuB,CAAC;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,MAAM,0BAA0B,CAAC;AAUjF,qBAAa,uBAAwB,YAAW,oBAAoB;IAClE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,iBAAiB,CAAC;IAE3B,MAAM,EAAE,MAAM,CAAK;IACnB,UAAU,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,EAAE,GAAG,IAAI,CAAQ;IAC5D,SAAS,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAQ;IACrC,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAyB;gBAE7B,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,iBAAiB;IAc7D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsBrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}
+{"version":3,"file":"row-table-batch-aggregator.d.ts","sourceRoot":"","sources":["../../../../src/lib/table/batches/row-table-batch-aggregator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAC,MAAM,EAAC,iCAA8B;AAClD,OAAO,KAAK,EAAC,UAAU,EAAC,yCAAsC;AAC9D,OAAO,EAAC,oBAAoB,EAAE,iBAAiB,EAAC,oCAAiC;AAUjF,qBAAa,uBAAwB,YAAW,oBAAoB;IAClE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,EAAE,iBAAiB,CAAC;IAE3B,MAAM,EAAE,MAAM,CAAK;IACnB,UAAU,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAA;KAAC,EAAE,GAAG,IAAI,CAAQ;IAC5D,SAAS,EAAE,OAAO,EAAE,EAAE,GAAG,IAAI,CAAQ;IACrC,MAAM,EAAE,MAAM,CAAK;IACnB,OAAO,CAAC,QAAQ,CAAyB;gBAE7B,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,EAAE,iBAAiB;IAc7D,QAAQ,IAAI,MAAM;IAIlB,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsB9C,YAAY,CAAC,GAAG,EAAE;QAAC,CAAC,UAAU,EAAE,MAAM,GAAG,GAAG,CAAA;KAAC,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI;IAsBrE,QAAQ,IAAI,UAAU,GAAG,IAAI;CAoB9B"}