@loaders.gl/schema 4.0.0-alpha.8 → 4.0.0-beta.1

package/dist/lib/table/arrow-api/arrow-like-type.js

@@ -1,463 +0,0 @@
-"use strict";
-// This code is adapted from ArrowJS https://github.com/apache/arrow
-// under Apache license http://www.apache.org/licenses/LICENSE-2.0
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Struct = exports.FixedSizeList = exports.IntervalYearMonth = exports.IntervalDayTime = exports.Interval = exports.TimestampNanosecond = exports.TimestampMicrosecond = exports.TimestampMillisecond = exports.TimestampSecond = exports.Timestamp = exports.TimeMillisecond = exports.TimeSecond = exports.Time = exports.DateMillisecond = exports.DateDay = exports.Date = exports.Utf8 = exports.Binary = exports.Float64 = exports.Float32 = exports.Float16 = exports.Float = exports.Uint64 = exports.Uint32 = exports.Uint16 = exports.Uint8 = exports.Int64 = exports.Int32 = exports.Int16 = exports.Int8 = exports.Int = exports.Bool = exports.Null = exports.DataType = exports.Type = void 0;
-const enum_1 = require("./enum");
-var enum_2 = require("./enum");
-Object.defineProperty(exports, "Type", { enumerable: true, get: function () { return enum_2.Type; } });
-/** ArrowLike DataType class */
-class DataType {
-    static isNull(x) {
-        return x && x.typeId === enum_1.Type.Null;
-    }
-    static isInt(x) {
-        return x && x.typeId === enum_1.Type.Int;
-    }
-    static isFloat(x) {
-        return x && x.typeId === enum_1.Type.Float;
-    }
-    static isBinary(x) {
-        return x && x.typeId === enum_1.Type.Binary;
-    }
-    static isUtf8(x) {
-        return x && x.typeId === enum_1.Type.Utf8;
-    }
-    static isBool(x) {
-        return x && x.typeId === enum_1.Type.Bool;
-    }
-    static isDecimal(x) {
-        return x && x.typeId === enum_1.Type.Decimal;
-    }
-    static isDate(x) {
-        return x && x.typeId === enum_1.Type.Date;
-    }
-    static isTime(x) {
-        return x && x.typeId === enum_1.Type.Time;
-    }
-    static isTimestamp(x) {
-        return x && x.typeId === enum_1.Type.Timestamp;
-    }
-    static isInterval(x) {
-        return x && x.typeId === enum_1.Type.Interval;
-    }
-    static isList(x) {
-        return x && x.typeId === enum_1.Type.List;
-    }
-    static isStruct(x) {
-        return x && x.typeId === enum_1.Type.Struct;
-    }
-    static isUnion(x) {
-        return x && x.typeId === enum_1.Type.Union;
-    }
-    static isFixedSizeBinary(x) {
-        return x && x.typeId === enum_1.Type.FixedSizeBinary;
-    }
-    static isFixedSizeList(x) {
-        return x && x.typeId === enum_1.Type.FixedSizeList;
-    }
-    static isMap(x) {
-        return x && x.typeId === enum_1.Type.Map;
-    }
-    static isDictionary(x) {
-        return x && x.typeId === enum_1.Type.Dictionary;
-    }
-    get typeId() {
-        return enum_1.Type.NONE;
-    }
-    // get ArrayType(): AnyArrayType {
-    //   return Int8Array;
-    // }
-    // get ArrayType() { return Array; }
-    compareTo(other) {
-        // TODO
-        return this === other; // comparer.visit(this, other);
-    }
-}
-exports.DataType = DataType;
-// NULL
-class Null extends DataType {
-    get typeId() {
-        return enum_1.Type.Null;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Null';
-    }
-    toString() {
-        return 'Null';
-    }
-}
-exports.Null = Null;
-// BOOLEANS
-class Bool extends DataType {
-    get typeId() {
-        return enum_1.Type.Bool;
-    }
-    // get ArrayType() {
-    //   return Uint8Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Bool';
-    }
-    toString() {
-        return 'Bool';
-    }
-}
-exports.Bool = Bool;
-// INTS
-class Int extends DataType {
-    constructor(isSigned, bitWidth) {
-        super();
-        this.isSigned = isSigned;
-        this.bitWidth = bitWidth;
-    }
-    get typeId() {
-        return enum_1.Type.Int;
-    }
-    // get ArrayType() {
-    //   switch (this.bitWidth) {
-    //     case 8:
-    //       return this.isSigned ? Int8Array : Uint8Array;
-    //     case 16:
-    //       return this.isSigned ? Int16Array : Uint16Array;
-    //     case 32:
-    //       return this.isSigned ? Int32Array : Uint32Array;
-    //     case 64:
-    //       return this.isSigned ? Int32Array : Uint32Array;
-    //     default:
-    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
-    //   }
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Int';
-    }
-    toString() {
-        return `${this.isSigned ? 'I' : 'Ui'}nt${this.bitWidth}`;
-    }
-}
-exports.Int = Int;
-class Int8 extends Int {
-    constructor() {
-        super(true, 8);
-    }
-}
-exports.Int8 = Int8;
-class Int16 extends Int {
-    constructor() {
-        super(true, 16);
-    }
-}
-exports.Int16 = Int16;
-class Int32 extends Int {
-    constructor() {
-        super(true, 32);
-    }
-}
-exports.Int32 = Int32;
-class Int64 extends Int {
-    constructor() {
-        super(true, 64);
-    }
-}
-exports.Int64 = Int64;
-class Uint8 extends Int {
-    constructor() {
-        super(false, 8);
-    }
-}
-exports.Uint8 = Uint8;
-class Uint16 extends Int {
-    constructor() {
-        super(false, 16);
-    }
-}
-exports.Uint16 = Uint16;
-class Uint32 extends Int {
-    constructor() {
-        super(false, 32);
-    }
-}
-exports.Uint32 = Uint32;
-class Uint64 extends Int {
-    constructor() {
-        super(false, 64);
-    }
-}
-exports.Uint64 = Uint64;
-// FLOATS
-const Precision = {
-    HALF: 16,
-    SINGLE: 32,
-    DOUBLE: 64
-};
-class Float extends DataType {
-    constructor(precision) {
-        super();
-        this.precision = precision;
-    }
-    get typeId() {
-        return enum_1.Type.Float;
-    }
-    // get ArrayType() {
-    //   switch (this.precision) {
-    //     case Precision.HALF:
-    //       return Uint16Array;
-    //     case Precision.SINGLE:
-    //       return Float32Array;
-    //     case Precision.DOUBLE:
-    //       return Float64Array;
-    //     default:
-    //       throw new Error(`Unrecognized ${this[Symbol.toStringTag]} type`);
-    //   }
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Float';
-    }
-    toString() {
-        return `Float${this.precision}`;
-    }
-}
-exports.Float = Float;
-class Float16 extends Float {
-    constructor() {
-        super(Precision.HALF);
-    }
-}
-exports.Float16 = Float16;
-class Float32 extends Float {
-    constructor() {
-        super(Precision.SINGLE);
-    }
-}
-exports.Float32 = Float32;
-class Float64 extends Float {
-    constructor() {
-        super(Precision.DOUBLE);
-    }
-}
-exports.Float64 = Float64;
-class Binary extends DataType {
-    constructor() {
-        super();
-    }
-    get typeId() {
-        return enum_1.Type.Binary;
-    }
-    toString() {
-        return 'Binary';
-    }
-    get [Symbol.toStringTag]() {
-        return 'Binary';
-    }
-}
-exports.Binary = Binary;
-// STRINGS
-class Utf8 extends DataType {
-    get typeId() {
-        return enum_1.Type.Utf8;
-    }
-    // get ArrayType() {
-    //   return Uint8Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Utf8';
-    }
-    toString() {
-        return 'Utf8';
-    }
-}
-exports.Utf8 = Utf8;
-// DATES, TIMES AND INTERVALS
-const DateUnit = {
-    DAY: 0,
-    MILLISECOND: 1
-};
-class Date extends DataType {
-    constructor(unit) {
-        super();
-        this.unit = unit;
-    }
-    get typeId() {
-        return enum_1.Type.Date;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Date';
-    }
-    toString() {
-        return `Date${(this.unit + 1) * 32}<${DateUnit[this.unit]}>`;
-    }
-}
-exports.Date = Date;
-class DateDay extends Date {
-    constructor() {
-        super(DateUnit.DAY);
-    }
-}
-exports.DateDay = DateDay;
-class DateMillisecond extends Date {
-    constructor() {
-        super(DateUnit.MILLISECOND);
-    }
-}
-exports.DateMillisecond = DateMillisecond;
-const TimeUnit = {
-    SECOND: 1,
-    MILLISECOND: 1e3,
-    MICROSECOND: 1e6,
-    NANOSECOND: 1e9
-};
-class Time extends DataType {
-    constructor(unit, bitWidth) {
-        super();
-        this.unit = unit;
-        this.bitWidth = bitWidth;
-    }
-    get typeId() {
-        return enum_1.Type.Time;
-    }
-    toString() {
-        return `Time${this.bitWidth}<${TimeUnit[this.unit]}>`;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Time';
-    }
-}
-exports.Time = Time;
-class TimeSecond extends Time {
-    constructor() {
-        super(TimeUnit.SECOND, 32);
-    }
-}
-exports.TimeSecond = TimeSecond;
-class TimeMillisecond extends Time {
-    constructor() {
-        super(TimeUnit.MILLISECOND, 32);
-    }
-}
-exports.TimeMillisecond = TimeMillisecond;
-// export class TimeMicrosecond extends Time { constructor() { super(TimeUnit.MICROSECOND, 64); } }
-// export class TimeNanosecond extends Time { constructor() { super(TimeUnit.NANOSECOND, 64); } }
-class Timestamp extends DataType {
-    constructor(unit, timezone = null) {
-        super();
-        this.unit = unit;
-        this.timezone = timezone;
-    }
-    get typeId() {
-        return enum_1.Type.Timestamp;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Timestamp';
-    }
-    toString() {
-        return `Timestamp<${TimeUnit[this.unit]}${this.timezone ? `, ${this.timezone}` : ''}>`;
-    }
-}
-exports.Timestamp = Timestamp;
-class TimestampSecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.SECOND, timezone);
-    }
-}
-exports.TimestampSecond = TimestampSecond;
-class TimestampMillisecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.MILLISECOND, timezone);
-    }
-}
-exports.TimestampMillisecond = TimestampMillisecond;
-class TimestampMicrosecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.MICROSECOND, timezone);
-    }
-}
-exports.TimestampMicrosecond = TimestampMicrosecond;
-class TimestampNanosecond extends Timestamp {
-    constructor(timezone = null) {
-        super(TimeUnit.NANOSECOND, timezone);
-    }
-}
-exports.TimestampNanosecond = TimestampNanosecond;
-const IntervalUnit = {
-    DAY_TIME: 0,
-    YEAR_MONTH: 1
-};
-class Interval extends DataType {
-    constructor(unit) {
-        super();
-        this.unit = unit;
-    }
-    get typeId() {
-        return enum_1.Type.Interval;
-    }
-    // get ArrayType() {
-    //   return Int32Array;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'Interval';
-    }
-    toString() {
-        return `Interval<${IntervalUnit[this.unit]}>`;
-    }
-}
-exports.Interval = Interval;
-class IntervalDayTime extends Interval {
-    constructor() {
-        super(IntervalUnit.DAY_TIME);
-    }
-}
-exports.IntervalDayTime = IntervalDayTime;
-class IntervalYearMonth extends Interval {
-    constructor() {
-        super(IntervalUnit.YEAR_MONTH);
-    }
-}
-exports.IntervalYearMonth = IntervalYearMonth;
-class FixedSizeList extends DataType {
-    constructor(listSize, child) {
-        super();
-        this.listSize = listSize;
-        this.children = [child];
-    }
-    get typeId() {
-        return enum_1.Type.FixedSizeList;
-    }
-    get valueType() {
-        return this.children[0].type;
-    }
-    get valueField() {
-        return this.children[0];
-    }
-    // get ArrayType() {
-    //   return this.valueType.ArrayType;
-    // }
-    get [Symbol.toStringTag]() {
-        return 'FixedSizeList';
-    }
-    toString() {
-        return `FixedSizeList[${this.listSize}]<${this.valueType}>`;
-    }
-}
-exports.FixedSizeList = FixedSizeList;
-class Struct extends DataType {
-    constructor(children) {
-        super();
-        this.children = children;
-    }
-    get typeId() {
-        return enum_1.Type.Struct;
-    }
-    toString() {
-        return `Struct<{${this.children.map((f) => `${f.name}:${f.type}`).join(', ')}}>`;
-    }
-    get [Symbol.toStringTag]() {
-        return 'Struct';
-    }
-}
-exports.Struct = Struct;

package/dist/lib/table/arrow-api/enum.js

@@ -1,97 +0,0 @@
-"use strict";
-// This code is adapted from ArrowJS https://github.com/apache/arrow
-// under Apache license http://www.apache.org/licenses/LICENSE-2.0
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Type = void 0;
-/**
- * Main data type enumeration.
- *
- * Data types in this library are all *logical*. They can be expressed as
- * either a primitive physical type (bytes or bits of some fixed size), a
- * nested type consisting of other data types, or another data type (e.g. a
- * timestamp encoded as an int64).
- *
- * **Note**: Only enum values 0-17 (NONE through Map) are written to an Arrow
- * IPC payload.
- *
- * The rest of the values are specified here so TypeScript can narrow the type
- * signatures further beyond the base Arrow Types. The Arrow DataTypes include
- * metadata like `bitWidth` that impact the type signatures of the values we
- * accept and return.
- *
- * For example, the `Int8Vector` reads 1-byte numbers from an `Int8Array`, an
- * `Int32Vector` reads a 4-byte number from an `Int32Array`, and an `Int64Vector`
- * reads a pair of 4-byte lo, hi 32-bit integers as a zero-copy slice from the
- * underlying `Int32Array`.
- *
- * Library consumers benefit by knowing the narrowest type, since we can ensure
- * the types across all public methods are propagated, and never bail to `any`.
- * These values are _never_ used at runtime, and they will _never_ be written
- * to the flatbuffers metadata of serialized Arrow IPC payloads.
- */
-var Type;
-(function (Type) {
-    /** The default placeholder type */
-    Type[Type["NONE"] = 0] = "NONE";
-    /** A NULL type having no physical storage */
-    Type[Type["Null"] = 1] = "Null";
-    /** Signed or unsigned 8, 16, 32, or 64-bit little-endian integer */
-    Type[Type["Int"] = 2] = "Int";
-    /** 2, 4, or 8-byte floating point value */
-    Type[Type["Float"] = 3] = "Float";
-    /** Variable-length bytes (no guarantee of UTF8-ness) */
-    Type[Type["Binary"] = 4] = "Binary";
-    /** UTF8 variable-length string as List<Char> */
-    Type[Type["Utf8"] = 5] = "Utf8";
-    /** Boolean as 1 bit, LSB bit-packed ordering */
-    Type[Type["Bool"] = 6] = "Bool";
-    /** Precision-and-scale-based decimal type. Storage type depends on the parameters. */
-    Type[Type["Decimal"] = 7] = "Decimal";
-    /** int32_t days or int64_t milliseconds since the UNIX epoch */
-    Type[Type["Date"] = 8] = "Date";
-    /** Time as signed 32 or 64-bit integer, representing either seconds, milliseconds, microseconds, or nanoseconds since midnight since midnight */
-    Type[Type["Time"] = 9] = "Time";
-    /** Exact timestamp encoded with int64 since UNIX epoch (Default unit millisecond) */
-    Type[Type["Timestamp"] = 10] = "Timestamp";
-    /** YEAR_MONTH or DAY_TIME interval in SQL style */
-    Type[Type["Interval"] = 11] = "Interval";
-    /** A list of some logical data type */
-    Type[Type["List"] = 12] = "List";
-    /** Struct of logical types */
-    Type[Type["Struct"] = 13] = "Struct";
-    /** Union of logical types */
-    Type[Type["Union"] = 14] = "Union";
-    /** Fixed-size binary. Each value occupies the same number of bytes */
-    Type[Type["FixedSizeBinary"] = 15] = "FixedSizeBinary";
-    /** Fixed-size list. Each value occupies the same number of bytes */
-    Type[Type["FixedSizeList"] = 16] = "FixedSizeList";
-    /** Map of named logical types */
-    Type[Type["Map"] = 17] = "Map";
-    /** Dictionary aka Category type */
-    Type[Type["Dictionary"] = -1] = "Dictionary";
-    Type[Type["Int8"] = -2] = "Int8";
-    Type[Type["Int16"] = -3] = "Int16";
-    Type[Type["Int32"] = -4] = "Int32";
-    Type[Type["Int64"] = -5] = "Int64";
-    Type[Type["Uint8"] = -6] = "Uint8";
-    Type[Type["Uint16"] = -7] = "Uint16";
-    Type[Type["Uint32"] = -8] = "Uint32";
-    Type[Type["Uint64"] = -9] = "Uint64";
-    Type[Type["Float16"] = -10] = "Float16";
-    Type[Type["Float32"] = -11] = "Float32";
-    Type[Type["Float64"] = -12] = "Float64";
-    Type[Type["DateDay"] = -13] = "DateDay";
-    Type[Type["DateMillisecond"] = -14] = "DateMillisecond";
-    Type[Type["TimestampSecond"] = -15] = "TimestampSecond";
-    Type[Type["TimestampMillisecond"] = -16] = "TimestampMillisecond";
-    Type[Type["TimestampMicrosecond"] = -17] = "TimestampMicrosecond";
-    Type[Type["TimestampNanosecond"] = -18] = "TimestampNanosecond";
-    Type[Type["TimeSecond"] = -19] = "TimeSecond";
-    Type[Type["TimeMillisecond"] = -20] = "TimeMillisecond";
-    Type[Type["TimeMicrosecond"] = -21] = "TimeMicrosecond";
-    Type[Type["TimeNanosecond"] = -22] = "TimeNanosecond";
-    Type[Type["DenseUnion"] = -23] = "DenseUnion";
-    Type[Type["SparseUnion"] = -24] = "SparseUnion";
-    Type[Type["IntervalDayTime"] = -25] = "IntervalDayTime";
-    Type[Type["IntervalYearMonth"] = -26] = "IntervalYearMonth";
-})(Type = exports.Type || (exports.Type = {}));

package/dist/lib/table/arrow-api/get-type-info.js

@@ -1,29 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getTypeInfo = void 0;
-const arrow_like_type_1 = require("./arrow-like-type");
-/**
- * Gets type information from an Arrow type object or "mock" Arrow type object
- * @param arrowTypeLike Arrow Type or type object of similar shape
- */
-function getTypeInfo(arrowTypeLike) {
-    return {
-        typeId: arrowTypeLike.typeId,
-        ArrayType: arrowTypeLike.ArrayType,
-        typeName: arrowTypeLike.toString(),
-        typeEnumName: getTypeKey(arrowTypeLike.typeId),
-        precision: arrowTypeLike.precision
-    };
-}
-exports.getTypeInfo = getTypeInfo;
-let ReverseType = null;
-function getTypeKey(typeKey) {
-    if (!ReverseType) {
-        ReverseType = {};
-        for (const key in arrow_like_type_1.Type) {
-            ReverseType[arrow_like_type_1.Type[key]] = key;
-        }
-    }
-    return ReverseType[typeKey];
-}

package/dist/lib/table/arrow-api/index.js

@@ -1,25 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Table = exports.Schema = exports.Field = void 0;
-var arrow_like_field_1 = require("./arrow-like-field");
-Object.defineProperty(exports, "Field", { enumerable: true, get: function () { return arrow_like_field_1.ArrowLikeField; } });
-var arrow_like_schema_1 = require("./arrow-like-schema");
-Object.defineProperty(exports, "Schema", { enumerable: true, get: function () { return arrow_like_schema_1.ArrowLikeSchema; } });
-var arrow_like_table_1 = require("./arrow-like-table");
-Object.defineProperty(exports, "Table", { enumerable: true, get: function () { return arrow_like_table_1.ArrowLikeTable; } });
-__exportStar(require("./arrow-like-type"), exports);

package/dist/lib/table/batches/base-table-batch-aggregator.js

@@ -1,60 +0,0 @@
-"use strict";
-// loaders.gl, MIT license
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.BaseTableBatchAggregator = void 0;
-const DEFAULT_ROW_COUNT = 100;
-class BaseTableBatchAggregator {
-    constructor(schema, options) {
-        this.length = 0;
-        this.rows = null;
-        this.cursor = 0;
-        this._headers = [];
-        this.options = options;
-        this.schema = schema;
-        // schema is an array if there're no headers
-        // object if there are headers
-        if (!Array.isArray(schema)) {
-            this._headers = [];
-            for (const key in schema) {
-                this._headers[schema[key].index] = schema[key].name;
-            }
-        }
-    }
-    rowCount() {
-        return this.length;
-    }
-    addArrayRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-        this.rows[this.length] = row;
-        this.length++;
-    }
-    addObjectRow(row, cursor) {
-        if (Number.isFinite(cursor)) {
-            this.cursor = cursor;
-        }
-        this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
-        this.rows[this.length] = row;
-        this.length++;
-    }
-    getBatch() {
-        let rows = this.rows;
-        if (!rows) {
-            return null;
-        }
-        rows = rows.slice(0, this.length);
-        this.rows = null;
-        const batch = {
-            shape: this.options.shape,
-            batchType: 'data',
-            data: rows,
-            length: this.length,
-            schema: this.schema,
-            cursor: this.cursor
-        };
-        return batch;
-    }
-}
-exports.BaseTableBatchAggregator = BaseTableBatchAggregator;