@loaders.gl/schema 3.4.11 → 3.4.12

package/dist/lib/schema/impl/type.js

@@ -1,462 +0,0 @@
-"use strict";
-// This code is adapted from ArrowJS https://github.com/apache/arrow
-// under Apache license http://www.apache.org/licenses/LICENSE-2.0
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Struct = exports.FixedSizeList = exports.IntervalYearMonth = exports.IntervalDayTime = exports.Interval = exports.TimestampNanosecond = exports.TimestampMicrosecond = exports.TimestampMillisecond = exports.TimestampSecond = exports.Timestamp = exports.TimeMillisecond = exports.TimeSecond = exports.Time = exports.DateMillisecond = exports.DateDay = exports.Date = exports.Utf8 = exports.Binary = exports.Float64 = exports.Float32 = exports.Float16 = exports.Float = exports.Uint64 = exports.Uint32 = exports.Uint16 = exports.Uint8 = exports.Int64 = exports.Int32 = exports.Int16 = exports.Int8 = exports.Int = exports.Bool = exports.Null = exports.DataType = exports.Type = void 0;
-const enum_1 = require("./enum");
-var enum_2 = require("./enum");
-Object.defineProperty(exports, "Type", { enumerable: true, get: function () { return enum_2.Type; } });
-class DataType {
-    static isNull(x) {
-        return x && x.typeId === enum_1.Type.Null;
-    }
-    static isInt(x) {
-        return x && x.typeId === enum_1.Type.Int;
-    }
-    static isFloat(x) {
-        return x && x.typeId === enum_1.Type.Float;
-    }
-    static isBinary(x) {
-        return x && x.typeId === enum_1.Type.Binary;
-    }
-    static isUtf8(x) {
-        return x && x.typeId === enum_1.Type.Utf8;
-    }
-    static isBool(x) {
-        return x && x.typeId === enum_1.Type.Bool;
-    }
-    static isDecimal(x) {
-        return x && x.typeId === enum_1.Type.Decimal;
-    }
-    static isDate(x) {
-        return x && x.typeId === enum_1.Type.Date;
-    }
-    static isTime(x) {
-        return x && x.typeId === enum_1.Type.Time;
-    }
-    static isTimestamp(x) {
-        return x && x.typeId === enum_1.Type.Timestamp;
-    }
-    static isInterval(x) {
-        return x && x.typeId === enum_1.Type.Interval;
-    }
-    static isList(x) {
-        return x && x.typeId === enum_1.Type.List;
-    }
-    static isStruct(x) {
-        return x && x.typeId === enum_1.Type.Struct;
-    }
-    static isUnion(x) {
-        return x && x.typeId === enum_1.Type.Union;
-    }
-    static isFixedSizeBinary(x) {
-        return x && x.typeId === enum_1.Type.FixedSizeBinary;
-    }
-    static isFixedSizeList(x) {
-        return x && x.typeId === enum_1.Type.FixedSizeList;
-    }
-    static isMap(x) {
-        return x && x.typeId === enum_1.Type.Map;
-    }
-    static isDictionary(x) {
-        return x && x.typeId === enum_1.Type.Dictionary;
-    }
-    get typeId() {
-        return enum_1.Type.NONE;
-    }
-    // get ArrayType(): AnyArrayType {
-    //   return Int8Array;
-    // }
-    // get ArrayType() { return Array; }
-    compareTo(other) {
-        // TODO
-        return this === other; // comparer.visit(this, other);
-    }
-}
-exports.DataType = DataType;
-// NULL
-class Null extends DataType {
-    get typeId() {
-        return enum_1.Type.Null;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Null';
-    }
-    toString() {
-        return 'Null';
-    }
-}
-exports.Null = Null;
-// BOOLEANS
-class Bool extends DataType {
-    get typeId() {
-        return enum_1.Type.Bool;
-    }
-    // get ArrayType() {
-    //   return Uint8Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Bool';
-    }
-    toString() {
-        return 'Bool';
-    }
-}
-exports.Bool = Bool;
-// INTS
-class Int extends DataType {
-    constructor(isSigned, bitWidth) {
-        super();
-        this.isSigned = isSigned;
-        this.bitWidth = bitWidth;
-    }
-    get typeId() {
-        return enum_1.Type.Int;
-    }
-    // get ArrayType() {
-    //   switch (this.bitWidth) {
-    //     case 8:
-    //       return this.isSigned ? Int8Array : Uint8Array;
-    //     case 16:
-    //       return this.isSigned ? Int16Array : Uint16Array;
-    //     case 32:
-    //       return this.isSigned ? Int32Array : Uint32Array;
-    //     case 64:
-    //       return this.isSigned ? Int32Array : Uint32Array;
-    //     default:
-    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
-    //   }
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Int';
-    }
-    toString() {
-        return `${this.isSigned ? 'I' : 'Ui'}nt${this.bitWidth}`;
-    }
-}
-exports.Int = Int;
-class Int8 extends Int {
-    constructor() {
-        super(true, 8);
-    }
-}
-exports.Int8 = Int8;
-class Int16 extends Int {
-    constructor() {
-        super(true, 16);
-    }
-}
-exports.Int16 = Int16;
-class Int32 extends Int {
-    constructor() {
-        super(true, 32);
-    }
-}
-exports.Int32 = Int32;
-class Int64 extends Int {
-    constructor() {
-        super(true, 64);
-    }
-}
-exports.Int64 = Int64;
-class Uint8 extends Int {
-    constructor() {
-        super(false, 8);
-    }
-}
-exports.Uint8 = Uint8;
-class Uint16 extends Int {
-    constructor() {
-        super(false, 16);
-    }
-}
-exports.Uint16 = Uint16;
-class Uint32 extends Int {
-    constructor() {
-        super(false, 32);
-    }
-}
-exports.Uint32 = Uint32;
-class Uint64 extends Int {
-    constructor() {
-        super(false, 64);
-    }
-}
-exports.Uint64 = Uint64;
-// FLOATS
-const Precision = {
-    HALF: 16,
-    SINGLE: 32,
-    DOUBLE: 64
-};
-class Float extends DataType {
-    constructor(precision) {
-        super();
-        this.precision = precision;
-    }
-    get typeId() {
-        return enum_1.Type.Float;
-    }
-    // get ArrayType() {
-    //   switch (this.precision) {
-    //     case Precision.HALF:
-    //       return Uint16Array;
-    //     case Precision.SINGLE:
-    //       return Float32Array;
-    //     case Precision.DOUBLE:
-    //       return Float64Array;
-    //     default:
-    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
-    //   }
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Float';
-    }
-    toString() {
-        return `Float${this.precision}`;
-    }
-}
-exports.Float = Float;
-class Float16 extends Float {
-    constructor() {
-        super(Precision.HALF);
-    }
-}
-exports.Float16 = Float16;
-class Float32 extends Float {
-    constructor() {
-        super(Precision.SINGLE);
-    }
-}
-exports.Float32 = Float32;
-class Float64 extends Float {
-    constructor() {
-        super(Precision.DOUBLE);
-    }
-}
-exports.Float64 = Float64;
-class Binary extends DataType {
-    constructor() {
-        super();
-    }
-    get typeId() {
-        return enum_1.Type.Binary;
-    }
-    toString() {
-        return 'Binary';
-    }
-    get [Symbol.toStringTag]() {
-        return 'Binary';
-    }
-}
-exports.Binary = Binary;
-// STRINGS
-class Utf8 extends DataType {
-    get typeId() {
-        return enum_1.Type.Utf8;
-    }
-    // get ArrayType() {
-    //   return Uint8Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Utf8';
-    }
-    toString() {
-        return 'Utf8';
-    }
-}
-exports.Utf8 = Utf8;
-// DATES, TIMES AND INTERVALS
-const DateUnit = {
-    DAY: 0,
-    MILLISECOND: 1
-};
-class Date extends DataType {
-    constructor(unit) {
-        super();
-        this.unit = unit;
-    }
-    get typeId() {
-        return enum_1.Type.Date;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Date';
-    }
-    toString() {
-        return `Date${(this.unit + 1) * 32}<${DateUnit[this.unit]}>`;
-    }
-}
-exports.Date = Date;
-class DateDay extends Date {
-    constructor() {
-        super(DateUnit.DAY);
-    }
-}
-exports.DateDay = DateDay;
-class DateMillisecond extends Date {
-    constructor() {
-        super(DateUnit.MILLISECOND);
-    }
-}
-exports.DateMillisecond = DateMillisecond;
-const TimeUnit = {
-    SECOND: 1,
-    MILLISECOND: 1e3,
-    MICROSECOND: 1e6,
-    NANOSECOND: 1e9
-};
-class Time extends DataType {
-    constructor(unit, bitWidth) {
-        super();
-        this.unit = unit;
-        this.bitWidth = bitWidth;
-    }
-    get typeId() {
-        return enum_1.Type.Time;
-    }
-    toString() {
-        return `Time${this.bitWidth}<${TimeUnit[this.unit]}>`;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Time';
-    }
-}
-exports.Time = Time;
-class TimeSecond extends Time {
-    constructor() {
-        super(TimeUnit.SECOND, 32);
-    }
-}
-exports.TimeSecond = TimeSecond;
-class TimeMillisecond extends Time {
-    constructor() {
-        super(TimeUnit.MILLISECOND, 32);
-    }
-}
-exports.TimeMillisecond = TimeMillisecond;
-// export class TimeMicrosecond extends Time { constructor() { super(TimeUnit.MICROSECOND, 64); } }
-// export class TimeNanosecond extends Time { constructor() { super(TimeUnit.NANOSECOND, 64); } }
-class Timestamp extends DataType {
-    constructor(unit, timezone = null) {
-        super();
-        this.unit = unit;
-        this.timezone = timezone;
-    }
-    get typeId() {
-        return enum_1.Type.Timestamp;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Timestamp';
-    }
-    toString() {
-        return `Timestamp<${TimeUnit[this.unit]}${this.timezone ? `, ${this.timezone}` : ''}>`;
-    }
-}
-exports.Timestamp = Timestamp;
-class TimestampSecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.SECOND, timezone);
-    }
-}
-exports.TimestampSecond = TimestampSecond;
-class TimestampMillisecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.MILLISECOND, timezone);
-    }
-}
-exports.TimestampMillisecond = TimestampMillisecond;
-class TimestampMicrosecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.MICROSECOND, timezone);
-    }
-}
-exports.TimestampMicrosecond = TimestampMicrosecond;
-class TimestampNanosecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.NANOSECOND, timezone);
-    }
-}
-exports.TimestampNanosecond = TimestampNanosecond;
-const IntervalUnit = {
-    DAY_TIME: 0,
-    YEAR_MONTH: 1
-};
-class Interval extends DataType {
-    constructor(unit) {
-        super();
-        this.unit = unit;
-    }
-    get typeId() {
-        return enum_1.Type.Interval;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Interval';
-    }
-    toString() {
-        return `Interval<${IntervalUnit[this.unit]}>`;
-    }
-}
-exports.Interval = Interval;
-class IntervalDayTime extends Interval {
-    constructor() {
-        super(IntervalUnit.DAY_TIME);
-    }
-}
-exports.IntervalDayTime = IntervalDayTime;
-class IntervalYearMonth extends Interval {
-    constructor() {
-        super(IntervalUnit.YEAR_MONTH);
-    }
-}
-exports.IntervalYearMonth = IntervalYearMonth;
-class FixedSizeList extends DataType {
-    constructor(listSize, child) {
-        super();
-        this.listSize = listSize;
-        this.children = [child];
-    }
-    get typeId() {
-        return enum_1.Type.FixedSizeList;
-    }
-    get valueType() {
-        return this.children[0].type;
-    }
-    get valueField() {
-        return this.children[0];
-    }
-    // get ArrayType() {
-    //   return this.valueType.ArrayType;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'FixedSizeList';
-    }
-    toString() {
-        return `FixedSizeList[${this.listSize}]<${this.valueType}>`;
-    }
-}
-exports.FixedSizeList = FixedSizeList;
-class Struct extends DataType {
-    constructor(children) {
-        super();
-        this.children = children;
-    }
-    get typeId() {
-        return enum_1.Type.Struct;
-    }
-    toString() {
-        return `Struct<{${this.children.map((f) => `${f.name}:${f.type}`).join(', ')}}>`;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Struct';
-    }
-}
-exports.Struct = Struct;

package/dist/lib/schema/schema.js

@@ -1,90 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Struct = exports.FixedSizeList = exports.IntervalYearMonth = exports.IntervalDayTime = exports.Interval = exports.TimestampNanosecond = exports.TimestampMicrosecond = exports.TimestampMillisecond = exports.TimestampSecond = exports.Timestamp = exports.TimeMillisecond = exports.TimeSecond = exports.Time = exports.DateMillisecond = exports.DateDay = exports.Date = exports.Utf8 = exports.Binary = exports.Float64 = exports.Float32 = exports.Float16 = exports.Float = exports.Uint64 = exports.Uint32 = exports.Uint16 = exports.Uint8 = exports.Int64 = exports.Int32 = exports.Int16 = exports.Int8 = exports.Int = exports.Bool = exports.Null = exports.DataType = exports.Type = exports.Field = exports.Schema = void 0;
-/*
-export {
-  Schema,
-  Field,
-  DataType,
-  Null,
-  Bool,
-  Int,
-  Int8,
-  Int16,
-  Int32,
-  Int64,
-  Uint8,
-  Uint16,
-  Uint32,
-  Uint64,
-  Float,
-  Float16,
-  Float32,
-  Float64,
-  Binary,
-  Utf8,
-  Date,
-  DateDay,
-  DateMillisecond,
-  Time,
-  TimeSecond,
-  TimeMillisecond,
-  TimeMicrosecond,
-  TimeNanosecond,
-  Timestamp,
-  TimestampSecond,
-  TimestampMillisecond,
-  TimestampMicrosecond,
-  TimestampNanosecond,
-  Interval,
-  IntervalDayTime,
-  IntervalYearMonth,
-  FixedSizeList
-} from 'apache-arrow';
-*/
-var schema_1 = require("./impl/schema");
-Object.defineProperty(exports, "Schema", { enumerable: true, get: function () { return __importDefault(schema_1).default; } });
-var field_1 = require("./impl/field");
-Object.defineProperty(exports, "Field", { enumerable: true, get: function () { return __importDefault(field_1).default; } });
-var type_1 = require("./impl/type");
-Object.defineProperty(exports, "Type", { enumerable: true, get: function () { return type_1.Type; } });
-var type_2 = require("./impl/type");
-Object.defineProperty(exports, "DataType", { enumerable: true, get: function () { return type_2.DataType; } });
-Object.defineProperty(exports, "Null", { enumerable: true, get: function () { return type_2.Null; } });
-Object.defineProperty(exports, "Bool", { enumerable: true, get: function () { return type_2.Bool; } });
-Object.defineProperty(exports, "Int", { enumerable: true, get: function () { return type_2.Int; } });
-Object.defineProperty(exports, "Int8", { enumerable: true, get: function () { return type_2.Int8; } });
-Object.defineProperty(exports, "Int16", { enumerable: true, get: function () { return type_2.Int16; } });
-Object.defineProperty(exports, "Int32", { enumerable: true, get: function () { return type_2.Int32; } });
-Object.defineProperty(exports, "Int64", { enumerable: true, get: function () { return type_2.Int64; } });
-Object.defineProperty(exports, "Uint8", { enumerable: true, get: function () { return type_2.Uint8; } });
-Object.defineProperty(exports, "Uint16", { enumerable: true, get: function () { return type_2.Uint16; } });
-Object.defineProperty(exports, "Uint32", { enumerable: true, get: function () { return type_2.Uint32; } });
-Object.defineProperty(exports, "Uint64", { enumerable: true, get: function () { return type_2.Uint64; } });
-Object.defineProperty(exports, "Float", { enumerable: true, get: function () { return type_2.Float; } });
-Object.defineProperty(exports, "Float16", { enumerable: true, get: function () { return type_2.Float16; } });
-Object.defineProperty(exports, "Float32", { enumerable: true, get: function () { return type_2.Float32; } });
-Object.defineProperty(exports, "Float64", { enumerable: true, get: function () { return type_2.Float64; } });
-Object.defineProperty(exports, "Binary", { enumerable: true, get: function () { return type_2.Binary; } });
-Object.defineProperty(exports, "Utf8", { enumerable: true, get: function () { return type_2.Utf8; } });
-Object.defineProperty(exports, "Date", { enumerable: true, get: function () { return type_2.Date; } });
-Object.defineProperty(exports, "DateDay", { enumerable: true, get: function () { return type_2.DateDay; } });
-Object.defineProperty(exports, "DateMillisecond", { enumerable: true, get: function () { return type_2.DateMillisecond; } });
-Object.defineProperty(exports, "Time", { enumerable: true, get: function () { return type_2.Time; } });
-Object.defineProperty(exports, "TimeSecond", { enumerable: true, get: function () { return type_2.TimeSecond; } });
-Object.defineProperty(exports, "TimeMillisecond", { enumerable: true, get: function () { return type_2.TimeMillisecond; } });
-// TimeMicrosecond,
-// TimeNanosecond,
-Object.defineProperty(exports, "Timestamp", { enumerable: true, get: function () { return type_2.Timestamp; } });
-Object.defineProperty(exports, "TimestampSecond", { enumerable: true, get: function () { return type_2.TimestampSecond; } });
-Object.defineProperty(exports, "TimestampMillisecond", { enumerable: true, get: function () { return type_2.TimestampMillisecond; } });
-Object.defineProperty(exports, "TimestampMicrosecond", { enumerable: true, get: function () { return type_2.TimestampMicrosecond; } });
-Object.defineProperty(exports, "TimestampNanosecond", { enumerable: true, get: function () { return type_2.TimestampNanosecond; } });
-Object.defineProperty(exports, "Interval", { enumerable: true, get: function () { return type_2.Interval; } });
-Object.defineProperty(exports, "IntervalDayTime", { enumerable: true, get: function () { return type_2.IntervalDayTime; } });
-Object.defineProperty(exports, "IntervalYearMonth", { enumerable: true, get: function () { return type_2.IntervalYearMonth; } });
-Object.defineProperty(exports, "FixedSizeList", { enumerable: true, get: function () { return type_2.FixedSizeList; } });
-Object.defineProperty(exports, "Struct", { enumerable: true, get: function () { return type_2.Struct; } });

package/dist/lib/schema-utils/deduce-column-type.js

@@ -1,92 +0,0 @@
-"use strict";
-// Type deduction
-// import {
-//   Schema
-//   Int,
-//   Int8,
-//   Int16,
-//   Int32,
-//   Uint8,
-//   Uint16,
-//   Uint32,
-//   Float32,
-//   Float64
-//   Bool,
-//   Utf8,
-//   TimestampMillisecond,
-//   Null
-// } from '../schema';
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.deduceTypeFromValue = exports.deduceTypeFromColumn = void 0;
-// const TYPED_ARRAY_TO_TYPE = {
-//   Int8Array: new Int8(),
-//   Int16Array: new Int16(),
-//   Int32Array: new Int32(),
-//   Uint8Array: new Uint8(),
-//   Uint8ClampedArray: new Uint8(),
-//   Uint16Array: new Uint16(),
-//   Uint32Array: new Uint32(),
-//   Float32Array: new Float32(),
-//   Float64Array: new Float64()
-// };
-// if (typeof BigInt64Array !== 'undefined') {
-//   TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();
-//   TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();
-// }
-function deduceTypeFromColumn(value) {
-    if (value instanceof Date) {
-        return Date;
-    }
-    else if (value instanceof Number) {
-        return Float32Array;
-    }
-    else if (typeof value === 'string') {
-        return String;
-    }
-    return null;
-}
-exports.deduceTypeFromColumn = deduceTypeFromColumn;
-function deduceTypeFromValue(value) {
-    if (value instanceof Date) {
-        return Date;
-    }
-    else if (value instanceof Number) {
-        return Float32Array;
-    }
-    else if (typeof value === 'string') {
-        return String;
-    }
-    return null;
-}
-exports.deduceTypeFromValue = deduceTypeFromValue;
-/*
-// eslint-disable-next-line @typescript-eslint/no-unused-vars
-function deduceSchema(rows) {
-  const row = rows[0];
-
-  const schema = {};
-  let i = 0;
-  for (const columnName in row) {
-    const value = row[columnName];
-    switch (typeof value) {
-      case 'number':
-      case 'boolean':
-        // TODO - booleans could be handled differently...
-        schema[columnName] = {name: String(columnName), index: i, type: Float32Array};
-        break;
-
-      case 'object':
-        schema[columnName] = {name: String(columnName), index: i, type: Array};
-        break;
-
-      case 'string':
-      default:
-        schema[columnName] = {name: String(columnName), index: i, type: Array};
-      // We currently only handle numeric rows
-      // TODO we could offer a function to map strings to numbers?
-    }
-    i++;
-  }
-  return schema;
-}
-*/

package/dist/lib/utils/assert.js

@@ -1,12 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.assert = void 0;
-// Replacement for the external assert method to reduce bundle size
-// Note: We don't use the second "message" argument in calling code,
-// so no need to support it here
-function assert(condition, message) {
-    if (!condition) {
-        throw new Error(message || 'loader assertion failed.');
-    }
-}
-exports.assert = assert;