@loaders.gl/schema 4.2.0-alpha.4 → 4.2.0-alpha.5

package/dist/dist.dev.js

@@ -2,14 +2,19 @@
   if (typeof exports === 'object' && typeof module === 'object')
     module.exports = factory();
   else if (typeof define === 'function' && define.amd) define([], factory);
-        else if (typeof exports === 'object') exports['loader'] = factory();
-  else root['loader'] = factory();})(globalThis, function () {
+        else if (typeof exports === 'object') exports['loaders'] = factory();
+  else root['loaders'] = factory();})(globalThis, function () {
 "use strict";
 var __exports__ = (() => {
+  var __create = Object.create;
   var __defProp = Object.defineProperty;
   var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
   var __getOwnPropNames = Object.getOwnPropertyNames;
+  var __getProtoOf = Object.getPrototypeOf;
   var __hasOwnProp = Object.prototype.hasOwnProperty;
+  var __commonJS = (cb, mod) => function __require() {
+    return mod || (0, cb[__getOwnPropNames(cb)[0]])((mod = { exports: {} }).exports, mod), mod.exports;
+  };
   var __export = (target, all) => {
     for (var name in all)
       __defProp(target, name, { get: all[name], enumerable: true });
@@ -22,11 +27,27 @@ var __exports__ = (() => {
     }
     return to;
   };
+  var __reExport = (target, mod, secondTarget) => (__copyProps(target, mod, "default"), secondTarget && __copyProps(secondTarget, mod, "default"));
+  var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__getProtoOf(mod)) : {}, __copyProps(
+    // If the importer is in node compatibility mode or this is not an ESM
+    // file that has been converted to a CommonJS file using a Babel-
+    // compatible transform (i.e. "__esModule" has not been set), then set
+    // "default" to the CommonJS "module.exports" for node compatibility.
+    isNodeMode || !mod || !mod.__esModule ? __defProp(target, "default", { value: mod, enumerable: true }) : target,
+    mod
+  ));
   var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
 
-  // src/index.ts
-  var src_exports = {};
-  __export(src_exports, {
+  // external-global-plugin:@loaders.gl/core
+  var require_core = __commonJS({
+    "external-global-plugin:@loaders.gl/core"(exports, module) {
+      module.exports = globalThis.loaders;
+    }
+  });
+
+  // bundle.ts
+  var bundle_exports = {};
+  __export(bundle_exports, {
     ArrowLikeDataType: () => DataType,
     ArrowLikeField: () => ArrowLikeField,
     ArrowLikeSchema: () => ArrowLikeSchema,
@@ -95,15 +116,16 @@ var __exports__ = (() => {
     makeTableFromBatches: () => makeTableFromBatches,
     makeTableFromData: () => makeTableFromData
   });
+  __reExport(bundle_exports, __toESM(require_core(), 1));
 
   // src/lib/table/batches/base-table-batch-aggregator.ts
   var DEFAULT_ROW_COUNT = 100;
   var BaseTableBatchAggregator = class {
-    length = 0;
-    rows = null;
-    cursor = 0;
-    _headers = [];
     constructor(schema, options) {
+      this.length = 0;
+      this.rows = null;
+      this.cursor = 0;
+      this._headers = [];
       this.options = options;
       this.schema = schema;
       if (!Array.isArray(schema)) {
@@ -199,12 +221,12 @@ var __exports__ = (() => {
   // src/lib/table/batches/row-table-batch-aggregator.ts
   var DEFAULT_ROW_COUNT2 = 100;
   var RowTableBatchAggregator = class {
-    length = 0;
-    objectRows = null;
-    arrayRows = null;
-    cursor = 0;
-    _headers = null;
     constructor(schema, options) {
+      this.length = 0;
+      this.objectRows = null;
+      this.arrayRows = null;
+      this.cursor = 0;
+      this._headers = null;
       this.options = options;
       this.schema = schema;
       if (schema) {
@@ -264,6 +286,7 @@ var __exports__ = (() => {
         batchType: "data",
         data: rows,
         length: this.length,
+        // @ts-expect-error we should infer a schema
         schema: this.schema,
         cursor: this.cursor
       };
@@ -273,10 +296,10 @@ var __exports__ = (() => {
   // src/lib/table/batches/columnar-table-batch-aggregator.ts
   var DEFAULT_ROW_COUNT3 = 100;
   var ColumnarTableBatchAggregator = class {
-    length = 0;
-    allocated = 0;
-    columns = {};
     constructor(schema, options) {
+      this.length = 0;
+      this.allocated = 0;
+      this.columns = {};
       this.schema = schema;
       this._reallocateColumns();
     }
@@ -317,6 +340,7 @@ var __exports__ = (() => {
       };
       return batch;
     }
+    // HELPERS
     _reallocateColumns() {
       if (this.length < this.allocated) {
         return;
@@ -356,20 +380,17 @@ var __exports__ = (() => {
   };
   var ERR_MESSAGE = "TableBatchBuilder";
   var TableBatchBuilder = class {
-    aggregator = null;
-    batchCount = 0;
-    bytesUsed = 0;
-    isChunkComplete = false;
-    lastBatchEmittedMs = Date.now();
-    totalLength = 0;
-    totalBytes = 0;
-    rowBytes = 0;
     constructor(schema, options) {
+      this.aggregator = null;
+      this.batchCount = 0;
+      this.bytesUsed = 0;
+      this.isChunkComplete = false;
+      this.lastBatchEmittedMs = Date.now();
+      this.totalLength = 0;
+      this.totalBytes = 0;
+      this.rowBytes = 0;
       this.schema = schema;
-      this.options = {
-        ...DEFAULT_OPTIONS,
-        ...options
-      };
+      this.options = { ...DEFAULT_OPTIONS, ...options };
     }
     limitReached() {
       if (Boolean(this.options?.limit) && this.totalLength >= this.options.limit) {
@@ -380,6 +401,7 @@ var __exports__ = (() => {
       }
       return false;
     }
+    /** @deprecated Use addArrayRow or addObjectRow */
     addRow(row) {
       if (this.limitReached()) {
         return;
@@ -393,6 +415,7 @@ var __exports__ = (() => {
         this.addObjectRow(row);
       }
     }
+    /** Add one row to the batch */
     addArrayRow(row) {
       if (!this.aggregator) {
         const TableBatchType = this._getTableBatchType();
@@ -400,6 +423,7 @@ var __exports__ = (() => {
       }
       this.aggregator.addArrayRow(row);
     }
+    /** Add one row to the batch */
     addObjectRow(row) {
       if (!this.aggregator) {
         const TableBatchType = this._getTableBatchType();
@@ -407,6 +431,7 @@ var __exports__ = (() => {
       }
       this.aggregator.addObjectRow(row);
     }
+    /** Mark an incoming raw memory chunk has completed */
     chunkComplete(chunk) {
       if (chunk instanceof ArrayBuffer) {
         this.bytesUsed += chunk.byteLength;
@@ -422,6 +447,7 @@ var __exports__ = (() => {
     getFinalBatch(options) {
       return this._getBatch(options);
     }
+    // INTERNAL
     _estimateRowMB(row) {
       return Array.isArray(row) ? row.length * 8 : Object.keys(row).length * 8;
     }
@@ -443,6 +469,9 @@ var __exports__ = (() => {
       this.lastBatchEmittedMs = Date.now();
       return true;
     }
+    /**
+     * bytesUsed can be set via chunkComplete or via getBatch*
+     */
     _getBatch(options) {
       if (!this.aggregator) {
         return null;
@@ -549,7 +578,9 @@ var __exports__ = (() => {
         return column[rowIndex];
       case "arrow-table":
         const arrowTable = table.data;
-        const arrowColumnIndex = arrowTable.schema.fields.findIndex((field) => field.name === columnName);
+        const arrowColumnIndex = arrowTable.schema.fields.findIndex(
+          (field) => field.name === columnName
+        );
         return arrowTable.getChildAt(arrowColumnIndex)?.get(rowIndex);
       default:
         throw new Error("todo");
@@ -731,9 +762,12 @@ var __exports__ = (() => {
   // src/lib/table/arrow-api/arrow-like-schema.ts
   var ArrowLikeSchema = class {
     constructor(fields, metadata = /* @__PURE__ */ new Map()) {
-      this.fields = fields.map((field) => new ArrowLikeField(field.name, field.type, field.nullable, field.metadata));
+      this.fields = fields.map(
+        (field) => new ArrowLikeField(field.name, field.type, field.nullable, field.metadata)
+      );
       this.metadata = metadata instanceof Map ? metadata : new Map(Object.entries(metadata));
     }
+    // TODO - arrow only seems to compare fields, not metadata
     compareTo(other) {
       if (this.metadata !== other.metadata) {
         return false;
@@ -804,22 +838,13 @@ var __exports__ = (() => {
   function getDataTypeFromArray(array) {
     let type = getDataTypeFromTypedArray(array);
     if (type !== "null") {
-      return {
-        type,
-        nullable: false
-      };
+      return { type, nullable: false };
     }
     if (array.length > 0) {
       type = getDataTypeFromValue(array[0]);
-      return {
-        type,
-        nullable: true
-      };
+      return { type, nullable: true };
     }
-    return {
-      type: "null",
-      nullable: true
-    };
+    return { type: "null", nullable: true };
   }
   function getDataTypeFromTypedArray(array) {
     switch (array.constructor) {
@@ -889,10 +914,7 @@ var __exports__ = (() => {
       const field = deduceFieldFromColumn(column, columnName);
       fields.push(field);
     }
-    return {
-      fields,
-      metadata: {}
-    };
+    return { fields, metadata: {} };
   }
   function deduceSchemaFromRows(rowTable) {
     if (!rowTable.length) {
@@ -903,10 +925,7 @@ var __exports__ = (() => {
     for (const [columnName, value] of Object.entries(row0)) {
       fields.push(deduceFieldFromValue(value, columnName));
     }
-    return {
-      fields,
-      metadata: {}
-    };
+    return { fields, metadata: {} };
   }
   function deduceFieldFromColumn(column, name) {
     if (ArrayBuffer.isView(column)) {
@@ -915,6 +934,7 @@ var __exports__ = (() => {
         name,
         type: type.type || "null",
         nullable: type.nullable
+        // metadata: {}
       };
     }
     if (Array.isArray(column) && column.length > 0) {
@@ -924,6 +944,7 @@ var __exports__ = (() => {
         name,
         type,
         nullable: true
+        // metadata: {},
       };
     }
     throw new Error("empty table");
@@ -934,6 +955,7 @@ var __exports__ = (() => {
       name,
       type,
       nullable: true
+      // metadata: {}
     };
   }
 
@@ -962,11 +984,11 @@ var __exports__ = (() => {
     constructor(table) {
       const schema = table.schema || deduceTableSchema(table);
       this.schema = new ArrowLikeSchema(schema.fields, schema.metadata);
-      this.table = {
-        ...table,
-        schema
-      };
+      this.table = { ...table, schema };
     }
+    // get schema() {
+    //   return this.table.schema;
+    // }
     get data() {
       return this.table.shape === "geojson-table" ? this.table.features : this.table.data;
     }
@@ -979,6 +1001,9 @@ var __exports__ = (() => {
     getChild(columnName) {
       return new ArrowLikeVector(this.table, columnName);
     }
+    // getChildAt(columnIndex: number): ArrowLikeVector {
+    //   return
+    // }
   };
 
   // src/lib/table/simple-table/make-table.ts
@@ -986,31 +1011,19 @@ var __exports__ = (() => {
     let table;
     switch (getTableShapeFromData(data)) {
       case "array-row-table":
-        table = {
-          shape: "array-row-table",
-          data
-        };
+        table = { shape: "array-row-table", data };
         break;
       case "object-row-table":
-        table = {
-          shape: "object-row-table",
-          data
-        };
+        table = { shape: "object-row-table", data };
         break;
       case "columnar-table":
-        table = {
-          shape: "columnar-table",
-          data
-        };
+        table = { shape: "columnar-table", data };
         break;
       default:
         throw new Error("table");
     }
     const schema = deduceTableSchema(table);
-    return {
-      ...table,
-      schema
-    };
+    return { ...table, schema };
   }
   function getTableShapeFromData(data) {
     if (Array.isArray(data)) {
@@ -1033,11 +1046,7 @@ var __exports__ = (() => {
 
   // src/lib/table/simple-table/make-table-from-batches.ts
   function makeBatchFromTable(table) {
-    return {
-      ...table,
-      length: getTableLength(table),
-      batchType: "data"
-    };
+    return { ...table, length: getTableLength(table), batchType: "data" };
   }
   async function makeTableFromBatches(batchIterator) {
     let arrayRows;
@@ -1081,24 +1090,11 @@ var __exports__ = (() => {
     }
     switch (shape) {
       case "array-row-table":
-        return {
-          shape: "array-row-table",
-          data: arrayRows,
-          schema
-        };
+        return { shape: "array-row-table", data: arrayRows, schema };
       case "object-row-table":
-        return {
-          shape: "object-row-table",
-          data: objectRows,
-          schema
-        };
+        return { shape: "object-row-table", data: objectRows, schema };
       case "geojson-table":
-        return {
-          shape: "geojson-table",
-          type: "FeatureCollection",
-          features,
-          schema
-        };
+        return { shape: "geojson-table", type: "FeatureCollection", features, schema };
       default:
         return null;
     }
@@ -1136,10 +1132,7 @@ var __exports__ = (() => {
     const schema = table.schema || deduceTableSchema(table);
     const fields = table.schema?.fields || [];
     if (table.shape === "columnar-table") {
-      return {
-        ...table,
-        schema
-      };
+      return { ...table, schema };
     }
     const length = getTableLength(table);
     const columns = {};
@@ -1218,30 +1211,23 @@ var __exports__ = (() => {
       maxY = y > maxY ? y : maxY;
       maxZ = z > maxZ ? z : maxZ;
     }
-    return [[minX, minY, minZ], [maxX, maxY, maxZ]];
+    return [
+      [minX, minY, minZ],
+      [maxX, maxY, maxZ]
+    ];
   }
 
   // src/lib/mesh/deduce-mesh-schema.ts
   function deduceMeshSchema(attributes, metadata = {}) {
     const fields = deduceMeshFields(attributes);
-    return {
-      fields,
-      metadata
-    };
+    return { fields, metadata };
   }
   function deduceMeshField(name, attribute, optionalMetadata) {
     const type = getDataTypeFromTypedArray(attribute.value);
     const metadata = optionalMetadata ? optionalMetadata : makeMeshAttributeMetadata(attribute);
     return {
       name,
-      type: {
-        type: "fixed-size-list",
-        listSize: attribute.size,
-        children: [{
-          name: "value",
-          type
-        }]
-      },
+      type: { type: "fixed-size-list", listSize: attribute.size, children: [{ name: "value", type }] },
       nullable: false,
       metadata
     };
@@ -1269,7 +1255,7 @@ var __exports__ = (() => {
   }
 
   // src/lib/table/arrow-api/enum.ts
-  var Type = function(Type2) {
+  var Type = /* @__PURE__ */ ((Type2) => {
     Type2[Type2["NONE"] = 0] = "NONE";
     Type2[Type2["Null"] = 1] = "Null";
     Type2[Type2["Int"] = 2] = "Int";
@@ -1315,74 +1301,78 @@ var __exports__ = (() => {
     Type2[Type2["IntervalDayTime"] = -25] = "IntervalDayTime";
     Type2[Type2["IntervalYearMonth"] = -26] = "IntervalYearMonth";
     return Type2;
-  }({});
+  })(Type || {});
 
   // src/lib/table/arrow-api/arrow-like-type.ts
   var DataType = class {
     static isNull(x) {
-      return x && x.typeId === Type.Null;
+      return x && x.typeId === 1 /* Null */;
     }
     static isInt(x) {
-      return x && x.typeId === Type.Int;
+      return x && x.typeId === 2 /* Int */;
     }
     static isFloat(x) {
-      return x && x.typeId === Type.Float;
+      return x && x.typeId === 3 /* Float */;
     }
     static isBinary(x) {
-      return x && x.typeId === Type.Binary;
+      return x && x.typeId === 4 /* Binary */;
     }
     static isUtf8(x) {
-      return x && x.typeId === Type.Utf8;
+      return x && x.typeId === 5 /* Utf8 */;
     }
     static isBool(x) {
-      return x && x.typeId === Type.Bool;
+      return x && x.typeId === 6 /* Bool */;
     }
     static isDecimal(x) {
-      return x && x.typeId === Type.Decimal;
+      return x && x.typeId === 7 /* Decimal */;
     }
     static isDate(x) {
-      return x && x.typeId === Type.Date;
+      return x && x.typeId === 8 /* Date */;
     }
     static isTime(x) {
-      return x && x.typeId === Type.Time;
+      return x && x.typeId === 9 /* Time */;
     }
     static isTimestamp(x) {
-      return x && x.typeId === Type.Timestamp;
+      return x && x.typeId === 10 /* Timestamp */;
     }
     static isInterval(x) {
-      return x && x.typeId === Type.Interval;
+      return x && x.typeId === 11 /* Interval */;
     }
     static isList(x) {
-      return x && x.typeId === Type.List;
+      return x && x.typeId === 12 /* List */;
     }
     static isStruct(x) {
-      return x && x.typeId === Type.Struct;
+      return x && x.typeId === 13 /* Struct */;
     }
     static isUnion(x) {
-      return x && x.typeId === Type.Union;
+      return x && x.typeId === 14 /* Union */;
     }
     static isFixedSizeBinary(x) {
-      return x && x.typeId === Type.FixedSizeBinary;
+      return x && x.typeId === 15 /* FixedSizeBinary */;
     }
     static isFixedSizeList(x) {
-      return x && x.typeId === Type.FixedSizeList;
+      return x && x.typeId === 16 /* FixedSizeList */;
     }
     static isMap(x) {
-      return x && x.typeId === Type.Map;
+      return x && x.typeId === 17 /* Map */;
     }
     static isDictionary(x) {
-      return x && x.typeId === Type.Dictionary;
+      return x && x.typeId === -1 /* Dictionary */;
     }
     get typeId() {
-      return Type.NONE;
+      return 0 /* NONE */;
     }
+    // get ArrayType(): AnyArrayType {
+    //   return Int8Array;
+    // }
+    // get ArrayType() { return Array; }
     compareTo(other) {
       return this === other;
     }
   };
   var Null = class extends DataType {
     get typeId() {
-      return Type.Null;
+      return 1 /* Null */;
     }
     get [Symbol.toStringTag]() {
       return "Null";
@@ -1393,8 +1383,11 @@ var __exports__ = (() => {
   };
   var Bool = class extends DataType {
     get typeId() {
-      return Type.Bool;
+      return 6 /* Bool */;
     }
+    // get ArrayType() {
+    //   return Uint8Array;
+    // }
     get [Symbol.toStringTag]() {
       return "Bool";
     }
@@ -1409,8 +1402,22 @@ var __exports__ = (() => {
       this.bitWidth = bitWidth;
     }
     get typeId() {
-      return Type.Int;
-    }
+      return 2 /* Int */;
+    }
+    // get ArrayType() {
+    //   switch (this.bitWidth) {
+    //     case 8:
+    //       return this.isSigned ? Int8Array : Uint8Array;
+    //     case 16:
+    //       return this.isSigned ? Int16Array : Uint16Array;
+    //     case 32:
+    //       return this.isSigned ? Int32Array : Uint32Array;
+    //     case 64:
+    //       return this.isSigned ? Int32Array : Uint32Array;
+    //     default:
+    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
+    //   }
+    // }
     get [Symbol.toStringTag]() {
       return "Int";
     }
@@ -1469,8 +1476,20 @@ var __exports__ = (() => {
       this.precision = precision;
     }
     get typeId() {
-      return Type.Float;
-    }
+      return 3 /* Float */;
+    }
+    // get ArrayType() {
+    //   switch (this.precision) {
+    //     case Precision.HALF:
+    //       return Uint16Array;
+    //     case Precision.SINGLE:
+    //       return Float32Array;
+    //     case Precision.DOUBLE:
+    //       return Float64Array;
+    //     default:
+    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
+    //   }
+    // }
     get [Symbol.toStringTag]() {
       return "Float";
     }
@@ -1498,7 +1517,7 @@ var __exports__ = (() => {
       super();
     }
     get typeId() {
-      return Type.Binary;
+      return 4 /* Binary */;
     }
     toString() {
       return "Binary";
@@ -1509,8 +1528,11 @@ var __exports__ = (() => {
   };
   var Utf8 = class extends DataType {
     get typeId() {
-      return Type.Utf8;
+      return 5 /* Utf8 */;
     }
+    // get ArrayType() {
+    //   return Uint8Array;
+    // }
     get [Symbol.toStringTag]() {
       return "Utf8";
     }
@@ -1528,8 +1550,11 @@ var __exports__ = (() => {
       this.unit = unit;
     }
     get typeId() {
-      return Type.Date;
+      return 8 /* Date */;
     }
+    // get ArrayType() {
+    //   return Int32Array;
+    // }
     get [Symbol.toStringTag]() {
       return "Date";
     }
@@ -1560,7 +1585,7 @@ var __exports__ = (() => {
       this.bitWidth = bitWidth;
     }
     get typeId() {
-      return Type.Time;
+      return 9 /* Time */;
     }
     toString() {
       return `Time${this.bitWidth}<${TimeUnit[this.unit]}>`;
@@ -1568,6 +1593,9 @@ var __exports__ = (() => {
     get [Symbol.toStringTag]() {
       return "Time";
     }
+    // get ArrayType() {
+    //   return Int32Array;
+    // }
   };
   var TimeSecond = class extends Time {
     constructor() {
@@ -1586,8 +1614,11 @@ var __exports__ = (() => {
       this.timezone = timezone;
     }
     get typeId() {
-      return Type.Timestamp;
+      return 10 /* Timestamp */;
     }
+    // get ArrayType() {
+    //   return Int32Array;
+    // }
     get [Symbol.toStringTag]() {
       return "Timestamp";
     }
@@ -1625,8 +1656,11 @@ var __exports__ = (() => {
       this.unit = unit;
     }
     get typeId() {
-      return Type.Interval;
+      return 11 /* Interval */;
     }
+    // get ArrayType() {
+    //   return Int32Array;
+    // }
     get [Symbol.toStringTag]() {
       return "Interval";
     }
@@ -1651,7 +1685,7 @@ var __exports__ = (() => {
       this.children = [child];
     }
     get typeId() {
-      return Type.FixedSizeList;
+      return 16 /* FixedSizeList */;
     }
     get valueType() {
       return this.children[0].type;
@@ -1659,6 +1693,9 @@ var __exports__ = (() => {
     get valueField() {
       return this.children[0];
     }
+    // get ArrayType() {
+    //   return this.valueType.ArrayType;
+    // }
     get [Symbol.toStringTag]() {
       return "FixedSizeList";
     }
@@ -1672,7 +1709,7 @@ var __exports__ = (() => {
       this.children = children;
     }
     get typeId() {
-      return Type.Struct;
+      return 13 /* Struct */;
     }
     toString() {
       return `Struct<{${this.children.map((f) => `${f.name}:${f.type}`).join(", ")}}>`;
@@ -1720,9 +1757,7 @@ var __exports__ = (() => {
     }
     close() {
       while (this._settlers.length > 0) {
-        this._settlers.dequeue().resolve({
-          done: true
-        });
+        this._settlers.dequeue().resolve({ done: true });
       }
       this._closed = true;
     }
@@ -1741,41 +1776,35 @@ var __exports__ = (() => {
         if (value instanceof Error) {
           settler.reject(value);
         } else {
-          settler.resolve({
-            value
-          });
+          settler.resolve({ value });
         }
       } else {
         this._values.enqueue(value);
       }
     }
+    /**
+     * @returns a Promise for an IteratorResult
+     */
     next() {
       if (this._values.length > 0) {
         const value = this._values.dequeue();
         if (value instanceof Error) {
           return Promise.reject(value);
         }
-        return Promise.resolve({
-          value
-        });
+        return Promise.resolve({ value });
       }
       if (this._closed) {
         if (this._settlers.length > 0) {
           throw new Error("Illegal internal state");
         }
-        return Promise.resolve({
-          done: true
-        });
+        return Promise.resolve({ done: true });
       }
       return new Promise((resolve, reject) => {
-        this._settlers.enqueue({
-          resolve,
-          reject
-        });
+        this._settlers.enqueue({ resolve, reject });
       });
     }
   };
-  return __toCommonJS(src_exports);
+  return __toCommonJS(bundle_exports);
 })();
       return __exports__;
       });