@loaders.gl/core 5.0.0-alpha.12 → 5.0.0-alpha.13

package/dist/schema-utils/lib/schema/convert-arrow-schema.js

@@ -0,0 +1,441 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import * as arrow from 'apache-arrow';
+/** Returns the variable-width view types exported by the installed Apache Arrow runtime. */
+export function getArrowViewTypeSupport() {
+    return {
+        binaryView: typeof getOptionalArrowConstructor('BinaryView') === 'function',
+        utf8View: typeof getOptionalArrowConstructor('Utf8View') === 'function'
+    };
+}
+/** Convert Apache Arrow Schema (class instance) to a serialized Schema (plain data) */
+export function convertArrowToSchema(arrowSchema) {
+    return serializeArrowSchema(arrowSchema);
+}
+/** Convert Apache Arrow Schema (class instance) to a serialized Schema (plain data) */
+export function convertSchemaToArrow(schema, options) {
+    return deserializeArrowSchema(schema, options);
+}
+/** Convert Apache Arrow Schema (class instance) to a serialized Schema (plain data) */
+export function serializeArrowSchema(arrowSchema) {
+    return {
+        fields: arrowSchema.fields.map(arrowField => serializeArrowField(arrowField)),
+        metadata: serializeArrowMetadata(arrowSchema.metadata)
+    };
+}
+/** Convert a serialized Schema (plain data) to an Apache Arrow Schema (class instance) */
+export function deserializeArrowSchema(schema, options) {
+    return new arrow.Schema(schema.fields.map(field => deserializeArrowField(field, options)), deserializeArrowMetadata(schema.metadata));
+}
+/** Convert Apache Arrow Schema metadata (Map<string, string>) to serialized metadata (Record<string, string> */
+export function serializeArrowMetadata(arrowMetadata) {
+    return Object.fromEntries(arrowMetadata);
+}
+/** Convert serialized metadata (Record<string, string> to Apache Arrow Schema metadata (Map<string, string>) to */
+export function deserializeArrowMetadata(metadata) {
+    return metadata ? new Map(Object.entries(metadata)) : new Map();
+}
+/** Convert Apache Arrow Field (class instance) to serialized Field (plain data) */
+export function serializeArrowField(field) {
+    return {
+        name: field.name,
+        type: serializeArrowType(field.type),
+        nullable: field.nullable,
+        metadata: serializeArrowMetadata(field.metadata)
+    };
+}
+/** Convert a serialized Field (plain data) to an Apache Arrow Field (class instance)*/
+export function deserializeArrowField(field, options) {
+    return new arrow.Field(field.name, deserializeArrowType(field.type, options), field.nullable, deserializeArrowMetadata(field.metadata));
+}
+/** Converts a serializable loaders.gl data type to hydrated arrow data type */
+// eslint-disable-next-line complexity
+export function serializeArrowType(arrowType) {
+    if (isArrowViewType(arrowType, 'BinaryView')) {
+        return 'binary-view';
+    }
+    if (isArrowViewType(arrowType, 'Utf8View')) {
+        return 'utf8-view';
+    }
+    if (isOptionalArrowType(arrowType, 'LargeList')) {
+        const largeListType = arrowType;
+        return {
+            type: 'large-list',
+            children: [serializeArrowField(largeListType.valueField)]
+        };
+    }
+    switch (arrowType.constructor) {
+        case arrow.Null:
+            return 'null';
+        case arrow.Binary:
+            return 'binary';
+        case arrow.FixedSizeBinary:
+            return {
+                type: 'fixed-size-binary',
+                byteWidth: arrowType.byteWidth
+            };
+        case arrow.Bool:
+            return 'bool';
+        case arrow.Int:
+            const intType = arrowType;
+            return `${intType.isSigned ? '' : 'u'}int${intType.bitWidth}`;
+        case arrow.Int8:
+            return 'int8';
+        case arrow.Int16:
+            return 'int16';
+        case arrow.Int32:
+            return 'int32';
+        case arrow.Int64:
+            return 'int64';
+        case arrow.Uint8:
+            return 'uint8';
+        case arrow.Uint16:
+            return 'uint16';
+        case arrow.Uint32:
+            return 'uint32';
+        case arrow.Uint64:
+            return 'uint64';
+        case arrow.Float:
+            const precision = arrowType.precision;
+            // return `float(precision + 1) * 16`;
+            switch (precision) {
+                case arrow.Precision.HALF:
+                    return 'float16';
+                case arrow.Precision.SINGLE:
+                    return 'float32';
+                case arrow.Precision.DOUBLE:
+                    return 'float64';
+                default:
+                    return 'float16';
+            }
+        case arrow.Float16:
+            return 'float16';
+        case arrow.Float32:
+            return 'float32';
+        case arrow.Float64:
+            return 'float64';
+        case arrow.Utf8:
+            return 'utf8';
+        case arrow.Decimal:
+            const decimal = arrowType;
+            return {
+                type: 'decimal',
+                bitWidth: decimal.bitWidth,
+                precision: decimal.precision,
+                scale: decimal.scale
+            };
+        case arrow.Date_:
+            const dateUnit = arrowType.unit;
+            return dateUnit === arrow.DateUnit.DAY ? 'date-day' : 'date-millisecond';
+        case arrow.DateDay:
+            return 'date-day';
+        case arrow.DateMillisecond:
+            return 'date-millisecond';
+        case arrow.Time:
+            const timeUnit = arrowType.unit;
+            switch (timeUnit) {
+                case arrow.TimeUnit.SECOND:
+                    return 'time-second';
+                case arrow.TimeUnit.MILLISECOND:
+                    return 'time-millisecond';
+                case arrow.TimeUnit.MICROSECOND:
+                    return 'time-microsecond';
+                case arrow.TimeUnit.NANOSECOND:
+                    return 'time-nanosecond';
+                default:
+                    return 'time-second';
+            }
+        case arrow.TimeMillisecond:
+            return 'time-millisecond';
+        case arrow.TimeSecond:
+            return 'time-second';
+        case arrow.TimeMicrosecond:
+            return 'time-microsecond';
+        case arrow.TimeNanosecond:
+            return 'time-nanosecond';
+        case arrow.Timestamp:
+            const timeStampUnit = arrowType.unit;
+            switch (timeStampUnit) {
+                case arrow.TimeUnit.SECOND:
+                    return 'timestamp-second';
+                case arrow.TimeUnit.MILLISECOND:
+                    return 'timestamp-millisecond';
+                case arrow.TimeUnit.MICROSECOND:
+                    return 'timestamp-microsecond';
+                case arrow.TimeUnit.NANOSECOND:
+                    return 'timestamp-nanosecond';
+                default:
+                    return 'timestamp-second';
+            }
+        case arrow.TimestampSecond:
+            return 'timestamp-second';
+        case arrow.TimestampMillisecond:
+            return 'timestamp-millisecond';
+        case arrow.TimestampMicrosecond:
+            return 'timestamp-microsecond';
+        case arrow.TimestampNanosecond:
+            return 'timestamp-nanosecond';
+        case arrow.Interval:
+            const intervalUnit = arrowType.unit;
+            switch (intervalUnit) {
+                case arrow.IntervalUnit.DAY_TIME:
+                    return 'interval-daytime';
+                case arrow.IntervalUnit.YEAR_MONTH:
+                    return 'interval-yearmonth';
+                default:
+                    return 'interval-daytime';
+            }
+        case arrow.IntervalDayTime:
+            return 'interval-daytime';
+        case arrow.IntervalYearMonth:
+            return 'interval-yearmonth';
+        case arrow.Map_:
+            const mapType = arrowType;
+            return {
+                type: 'map',
+                keysSorted: mapType.keysSorted,
+                children: mapType.children.map(arrowField => serializeArrowField(arrowField))
+            };
+        case arrow.List:
+            const listType = arrowType;
+            const listField = listType.valueField;
+            return {
+                type: 'list',
+                children: [serializeArrowField(listField)]
+            };
+        case arrow.FixedSizeList:
+            const fixedSizeList = arrowType;
+            return {
+                type: 'fixed-size-list',
+                listSize: fixedSizeList.listSize,
+                children: [serializeArrowField(fixedSizeList.children[0])]
+            };
+        case arrow.Struct:
+            const structType = arrowType;
+            return {
+                type: 'struct',
+                children: structType.children.map(arrowField => serializeArrowField(arrowField))
+            };
+        case arrow.SparseUnion:
+        case arrow.DenseUnion:
+            const unionType = arrowType;
+            return {
+                type: unionType instanceof arrow.DenseUnion ? 'dense-union' : 'sparse-union',
+                typeIds: unionType.typeIds,
+                children: unionType.children.map(arrowField => serializeArrowField(arrowField)),
+                typeIdToChildIndex: { ...unionType.typeIdToChildIndex }
+            };
+        case arrow.Dictionary:
+            const dictionaryType = arrowType;
+            return {
+                type: 'dictionary',
+                id: dictionaryType.id,
+                indices: serializeArrowDictionaryKeyType(dictionaryType.indices),
+                dictionary: serializeArrowType(dictionaryType.dictionary),
+                isOrdered: dictionaryType.isOrdered
+            };
+        default:
+            throw new Error(`arrow type not supported: ${arrowType.constructor.name}`);
+    }
+}
+/** Converts a serializable loaders.gl data type to hydrated arrow data type */
+// eslint-disable-next-line complexity
+export function deserializeArrowType(dataType, options) {
+    if (typeof dataType === 'object') {
+        switch (dataType.type) {
+            case 'decimal':
+                return new arrow.Decimal(dataType.scale, dataType.precision, dataType.bitWidth);
+            case 'map': {
+                const children = dataType.children.map(arrowField => deserializeArrowField(arrowField, options));
+                // Apache Arrow's Map_ constructor takes one entries struct field, not
+                // an array of fields (the serialized schema stores that field in the
+                // one-element children array).
+                return new arrow.Map_(children[0], dataType.keysSorted);
+            }
+            case 'list': {
+                const field = deserializeArrowField(dataType.children[0], options);
+                return new arrow.List(field);
+            }
+            case 'large-list': {
+                const field = deserializeArrowField(dataType.children[0], options);
+                const LargeList = getOptionalArrowConstructor('LargeList');
+                if (!LargeList) {
+                    throw new Error('LargeList requires an Apache Arrow runtime that exports the LargeList constructor');
+                }
+                return new LargeList(field);
+            }
+            case 'fixed-size-list': {
+                const child = deserializeArrowField(dataType.children[0], options);
+                return new arrow.FixedSizeList(dataType.listSize, child);
+            }
+            case 'fixed-size-binary':
+                return new arrow.FixedSizeBinary(dataType.byteWidth);
+            case 'struct': {
+                const children = dataType.children.map(arrowField => deserializeArrowField(arrowField, options));
+                return new arrow.Struct(children);
+            }
+            case 'sparse-union':
+            case 'dense-union': {
+                const children = dataType.children.map(arrowField => deserializeArrowField(arrowField, options));
+                return dataType.type === 'dense-union'
+                    ? new arrow.DenseUnion(dataType.typeIds, children)
+                    : new arrow.SparseUnion(dataType.typeIds, children);
+            }
+            case 'dictionary': {
+                return new arrow.Dictionary(deserializeArrowType(dataType.dictionary, options), deserializeArrowDictionaryKeyType(dataType.indices), dataType.id, dataType.isOrdered);
+            }
+            default:
+                throw new Error('array type not supported');
+        }
+    }
+    switch (dataType) {
+        case 'null':
+            return new arrow.Null();
+        case 'binary':
+            return makeVariableWidthArrowType('BinaryView', new arrow.Binary(), options);
+        case 'binary-view':
+            return makeRequiredArrowViewType('BinaryView');
+        case 'bool':
+            return new arrow.Bool();
+        case 'int8':
+            return new arrow.Int8();
+        case 'int16':
+            return new arrow.Int16();
+        case 'int32':
+            return new arrow.Int32();
+        case 'int64':
+            return new arrow.Int64();
+        case 'uint8':
+            return new arrow.Uint8();
+        case 'uint16':
+            return new arrow.Uint16();
+        case 'uint32':
+            return new arrow.Uint32();
+        case 'uint64':
+            return new arrow.Uint64();
+        case 'float16':
+            return new arrow.Float16();
+        case 'float32':
+            return new arrow.Float32();
+        case 'float64':
+            return new arrow.Float64();
+        case 'utf8':
+            return makeVariableWidthArrowType('Utf8View', new arrow.Utf8(), options);
+        case 'utf8-view':
+            return makeRequiredArrowViewType('Utf8View');
+        case 'date-day':
+            return new arrow.DateDay();
+        case 'date-millisecond':
+            return new arrow.DateMillisecond();
+        case 'time-second':
+            return new arrow.TimeSecond();
+        case 'time-millisecond':
+            return new arrow.TimeMillisecond();
+        case 'time-microsecond':
+            return new arrow.TimeMicrosecond();
+        case 'time-nanosecond':
+            return new arrow.TimeNanosecond();
+        case 'timestamp-second':
+            return new arrow.TimestampSecond();
+        case 'timestamp-millisecond':
+            return new arrow.TimestampMillisecond();
+        case 'timestamp-microsecond':
+            return new arrow.TimestampMicrosecond();
+        case 'timestamp-nanosecond':
+            return new arrow.TimestampNanosecond();
+        case 'interval-daytime':
+            return new arrow.IntervalDayTime();
+        case 'interval-yearmonth':
+            return new arrow.IntervalYearMonth();
+        default:
+            throw new Error('array type not supported');
+    }
+}
+function getOptionalArrowConstructor(typeName) {
+    return arrow[typeName];
+}
+function isArrowViewType(arrowType, viewTypeName) {
+    const constructor = getOptionalArrowConstructor(viewTypeName);
+    if (constructor && arrowType instanceof constructor) {
+        return true;
+    }
+    const guards = arrow.DataType;
+    const guard = viewTypeName === 'BinaryView' ? guards.isBinaryView : guards.isUtf8View;
+    return Boolean(guard?.(arrowType));
+}
+function isOptionalArrowType(arrowType, typeName) {
+    const constructor = getOptionalArrowConstructor(typeName);
+    return Boolean(constructor && arrowType instanceof constructor);
+}
+function makeVariableWidthArrowType(viewTypeName, fallbackType, options) {
+    const viewTypeMode = options?.viewTypes || 'never';
+    if (viewTypeMode === 'never') {
+        return fallbackType;
+    }
+    const constructor = getOptionalArrowConstructor(viewTypeName);
+    if (constructor) {
+        return new constructor();
+    }
+    if (viewTypeMode === 'require') {
+        throw new Error(`${viewTypeName} requires apache-arrow 21.2.0 or later; the installed runtime does not support it`);
+    }
+    return fallbackType;
+}
+function makeRequiredArrowViewType(viewTypeName) {
+    const constructor = getOptionalArrowConstructor(viewTypeName);
+    if (!constructor) {
+        throw new Error(`${viewTypeName} requires apache-arrow 21.2.0 or later; the installed runtime does not support it`);
+    }
+    return new constructor();
+}
+/** Converts Arrow dictionary index types to serializable schema key types. */
+function serializeArrowDictionaryKeyType(arrowType) {
+    if (arrowType instanceof arrow.Int) {
+        const prefix = arrowType.isSigned ? 'int' : 'uint';
+        const keyType = `${prefix}${arrowType.bitWidth}`;
+        if (isSchemaDictionaryKeyType(keyType)) {
+            return keyType;
+        }
+    }
+    switch (arrowType.constructor) {
+        case arrow.Int8:
+            return 'int8';
+        case arrow.Int16:
+            return 'int16';
+        case arrow.Int32:
+            return 'int32';
+        case arrow.Uint8:
+            return 'uint8';
+        case arrow.Uint16:
+            return 'uint16';
+        case arrow.Uint32:
+            return 'uint32';
+        default:
+            throw new Error(`arrow dictionary index type not supported: ${arrowType.constructor.name}`);
+    }
+}
+/** Checks whether a string is a supported serialized dictionary key type. */
+function isSchemaDictionaryKeyType(keyType) {
+    return ['int8', 'int16', 'int32', 'uint8', 'uint16', 'uint32'].includes(keyType);
+}
+/** Converts serializable schema dictionary key types to Arrow index types. */
+function deserializeArrowDictionaryKeyType(keyType) {
+    switch (keyType) {
+        case 'int8':
+            return new arrow.Int8();
+        case 'int16':
+            return new arrow.Int16();
+        case 'int32':
+            return new arrow.Int32();
+        case 'uint8':
+            return new arrow.Uint8();
+        case 'uint16':
+            return new arrow.Uint16();
+        case 'uint32':
+            return new arrow.Uint32();
+        default:
+            throw new Error(`schema dictionary index type not supported: ${keyType}`);
+    }
+}
+//# sourceMappingURL=convert-arrow-schema.js.map

package/dist/schema-utils/lib/schema/convert-arrow-schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"convert-arrow-schema.js","sourceRoot":"","sources":["../../../../src/schema-utils/lib/schema/convert-arrow-schema.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AAGpC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAC;AAuCtC,4FAA4F;AAC5F,MAAM,UAAU,uBAAuB;IACrC,OAAO;QACL,UAAU,EAAE,OAAO,2BAA2B,CAAC,YAAY,CAAC,KAAK,UAAU;QAC3E,QAAQ,EAAE,OAAO,2BAA2B,CAAC,UAAU,CAAC,KAAK,UAAU;KACxE,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,oBAAoB,CAAC,WAAyB;IAC5D,OAAO,oBAAoB,CAAC,WAAW,CAAC,CAAC;AAC3C,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,oBAAoB,CAClC,MAAc,EACd,OAAsC;IAEtC,OAAO,sBAAsB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,oBAAoB,CAAC,WAAyB;IAC5D,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;QAC7E,QAAQ,EAAE,sBAAsB,CAAC,WAAW,CAAC,QAAQ,CAAC;KACvD,CAAC;AACJ,CAAC;AAED,0FAA0F;AAC1F,MAAM,UAAU,sBAAsB,CACpC,MAAc,EACd,OAAsC;IAEtC,OAAO,IAAI,KAAK,CAAC,MAAM,CACrB,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,qBAAqB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,EACjE,wBAAwB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAC1C,CAAC;AACJ,CAAC;AAED,gHAAgH;AAChH,MAAM,UAAU,sBAAsB,CAAC,aAAkC;IACvE,OAAO,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,CAAC;AAC3C,CAAC;AAED,mHAAmH;AACnH,MAAM,UAAU,wBAAwB,CAAC,QAAyB;IAChE,OAAO,QAAQ,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAkB,CAAC;AAClF,CAAC;AAED,mFAAmF;AACnF,MAAM,UAAU,mBAAmB,CAAC,KAAkB;IACpD,OAAO;QACL,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,IAAI,EAAE,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,QAAQ,EAAE,sBAAsB,CAAC,KAAK,CAAC,QAAQ,CAAC;KACjD,CAAC;AACJ,CAAC;AAED,uFAAuF;AACvF,MAAM,UAAU,qBAAqB,CACnC,KAAY,EACZ,OAAsC;IAEtC,OAAO,IAAI,KAAK,CAAC,KAAK,CACpB,KAAK,CAAC,IAAI,EACV,oBAAoB,CAAC,KAAK,CAAC,IAAI,EAAE,OAAO,CAAC,EACzC,KAAK,CAAC,QAAQ,EACd,wBAAwB,CAAC,KAAK,CAAC,QAAQ,CAAC,CACzC,CAAC;AACJ,CAAC;AAED,+EAA+E;AAC/E,sCAAsC;AACtC,MAAM,UAAU,kBAAkB,CAAC,SAAyB;IAC1D,IAAI,eAAe,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,CAAC;QAC7C,OAAO,aAAa,CAAC;IACvB,CAAC;IACD,IAAI,eAAe,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,CAAC;QAC3C,OAAO,WAAW,CAAC;IACrB,CAAC;IACD,IAAI,mBAAmB,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,CAAC;QAChD,MAAM,aAAa,GAAG,SAAuD,CAAC;QAC9E,OAAO;YACL,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,CAAC,mBAAmB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;SAC1D,CAAC;IACJ,CAAC;IAED,QAAQ,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9B,KAAK,KAAK,CAAC,IAAI;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO;gBACL,IAAI,EAAE,mBAAmB;gBACzB,SAAS,EAAG,SAAmC,CAAC,SAAS;aAC1D,CAAC;QACJ,KAAK,KAAK,CAAC,IAAI;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,KAAK,CAAC,GAAG;YACZ,MAAM,OAAO,GAAG,SAAsB,CAAC;YACvC,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,CAAC;QAChE,KAAK,KAAK,CAAC,IAAI;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,KAAK,CAAC,KAAK;YACd,MAAM,SAAS,GAAI,SAAyB,CAAC,SAAS,CAAC;YACvD,sCAAsC;YACtC,QAAQ,SAAS,EAAE,CAAC;gBAClB,KAAK,KAAK,CAAC,SAAS,CAAC,IAAI;oBACvB,OAAO,SAAS,CAAC;gBACnB,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM;oBACzB,OAAO,SAAS,CAAC;gBACnB,KAAK,KAAK,CAAC,SAAS,CAAC,MAAM;oBACzB,OAAO,SAAS,CAAC;gBACnB;oBACE,OAAO,SAAS,CAAC;YACrB,CAAC;QACH,KAAK,KAAK,CAAC,OAAO;YAChB,OAAO,SAAS,CAAC;QACnB,KAAK,KAAK,CAAC,OAAO;YAChB,OAAO,SAAS,CAAC;QACnB,KAAK,KAAK,CAAC,OAAO;YAChB,OAAO,SAAS,CAAC;QACnB,KAAK,KAAK,CAAC,IAAI;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,KAAK,CAAC,OAAO;YAChB,MAAM,OAAO,GAAG,SAA0B,CAAC;YAC3C,OAAO;gBACL,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK;aACrB,CAAC;QACJ,KAAK,KAAK,CAAC,KAAK;YACd,MAAM,QAAQ,GAAI,SAAyB,CAAC,IAAI,CAAC;YACjD,OAAO,QAAQ,KAAK,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,kBAAkB,CAAC;QAC3E,KAAK,KAAK,CAAC,OAAO;YAChB,OAAO,UAAU,CAAC;QACpB,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK,CAAC,IAAI;YACb,MAAM,QAAQ,GAAI,SAAwB,CAAC,IAAI,CAAC;YAChD,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,KAAK,CAAC,QAAQ,CAAC,MAAM;oBACxB,OAAO,aAAa,CAAC;gBACvB,KAAK,KAAK,CAAC,QAAQ,CAAC,WAAW;oBAC7B,OAAO,kBAAkB,CAAC;gBAC5B,KAAK,KAAK,CAAC,QAAQ,CAAC,WAAW;oBAC7B,OAAO,kBAAkB,CAAC;gBAC5B,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU;oBAC5B,OAAO,iBAAiB,CAAC;gBAC3B;oBACE,OAAO,aAAa,CAAC;YACzB,CAAC;QACH,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK,CAAC,UAAU;YACnB,OAAO,aAAa,CAAC;QACvB,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK,CAAC,cAAc;YACvB,OAAO,iBAAiB,CAAC;QAC3B,KAAK,KAAK,CAAC,SAAS;YAClB,MAAM,aAAa,GAAI,SAA6B,CAAC,IAAI,CAAC;YAC1D,QAAQ,aAAa,EAAE,CAAC;gBACtB,KAAK,KAAK,CAAC,QAAQ,CAAC,MAAM;oBACxB,OAAO,kBAAkB,CAAC;gBAC5B,KAAK,KAAK,CAAC,QAAQ,CAAC,WAAW;oBAC7B,OAAO,uBAAuB,CAAC;gBACjC,KAAK,KAAK,CAAC,QAAQ,CAAC,WAAW;oBAC7B,OAAO,uBAAuB,CAAC;gBACjC,KAAK,KAAK,CAAC,QAAQ,CAAC,UAAU;oBAC5B,OAAO,sBAAsB,CAAC;gBAChC;oBACE,OAAO,kBAAkB,CAAC;YAC9B,CAAC;QACH,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK,CAAC,oBAAoB;YAC7B,OAAO,uBAAuB,CAAC;QACjC,KAAK,KAAK,CAAC,oBAAoB;YAC7B,OAAO,uBAAuB,CAAC;QACjC,KAAK,KAAK,CAAC,mBAAmB;YAC5B,OAAO,sBAAsB,CAAC;QAChC,KAAK,KAAK,CAAC,QAAQ;YACjB,MAAM,YAAY,GAAI,SAA4B,CAAC,IAAI,CAAC;YACxD,QAAQ,YAAY,EAAE,CAAC;gBACrB,KAAK,KAAK,CAAC,YAAY,CAAC,QAAQ;oBAC9B,OAAO,kBAAkB,CAAC;gBAC5B,KAAK,KAAK,CAAC,YAAY,CAAC,UAAU;oBAChC,OAAO,oBAAoB,CAAC;gBAC9B;oBACE,OAAO,kBAAkB,CAAC;YAC9B,CAAC;QACH,KAAK,KAAK,CAAC,eAAe;YACxB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,KAAK,CAAC,iBAAiB;YAC1B,OAAO,oBAAoB,CAAC;QAC9B,KAAK,KAAK,CAAC,IAAI;YACb,MAAM,OAAO,GAAG,SAAuB,CAAC;YACxC,OAAO;gBACL,IAAI,EAAE,KAAK;gBACX,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;aAC9E,CAAC;QACJ,KAAK,KAAK,CAAC,IAAI;YACb,MAAM,QAAQ,GAAG,SAAuB,CAAC;YACzC,MAAM,SAAS,GAAG,QAAQ,CAAC,UAAU,CAAC;YACtC,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,QAAQ,EAAE,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC;aAC3C,CAAC;QACJ,KAAK,KAAK,CAAC,aAAa;YACtB,MAAM,aAAa,GAAG,SAAgC,CAAC;YACvD,OAAO;gBACL,IAAI,EAAE,iBAAiB;gBACvB,QAAQ,EAAE,aAAa,CAAC,QAAQ;gBAChC,QAAQ,EAAE,CAAC,mBAAmB,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;aAC3D,CAAC;QACJ,KAAK,KAAK,CAAC,MAAM;YACf,MAAM,UAAU,GAAG,SAAyB,CAAC;YAC7C,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;aACjF,CAAC;QACJ,KAAK,KAAK,CAAC,WAAW,CAAC;QACvB,KAAK,KAAK,CAAC,UAAU;YACnB,MAAM,SAAS,GAAG,SAAiD,CAAC;YACpE,OAAO;gBACL,IAAI,EAAE,SAAS,YAAY,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,cAAc;gBAC5E,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;gBAC/E,kBAAkB,EAAE,EAAC,GAAG,SAAS,CAAC,kBAAkB,EAAC;aACtD,CAAC;QACJ,KAAK,KAAK,CAAC,UAAU;YACnB,MAAM,cAAc,GAAG,SAA6B,CAAC;YACrD,OAAO;gBACL,IAAI,EAAE,YAAY;gBAClB,EAAE,EAAE,cAAc,CAAC,EAAE;gBACrB,OAAO,EAAE,+BAA+B,CAAC,cAAc,CAAC,OAAO,CAAC;gBAChE,UAAU,EAAE,kBAAkB,CAAC,cAAc,CAAC,UAAU,CAAC;gBACzD,SAAS,EAAE,cAAc,CAAC,SAAS;aACpC,CAAC;QACJ;YACE,MAAM,IAAI,KAAK,CAAC,6BAA6B,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAC/E,CAAC;AACH,CAAC;AAED,+EAA+E;AAC/E,sCAAsC;AACtC,MAAM,UAAU,oBAAoB,CAClC,QAAkB,EAClB,OAAsC;IAEtC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;QACjC,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;YACtB,KAAK,SAAS;gBACZ,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAClF,KAAK,KAAK,CAAC,CAAC,CAAC;gBACX,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAClD,qBAAqB,CAAC,UAAU,EAAE,OAAO,CAAC,CAC3C,CAAC;gBACF,sEAAsE;gBACtE,qEAAqE;gBACrE,+BAA+B;gBAC/B,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;YACjE,CAAC;YACD,KAAK,MAAM,CAAC,CAAC,CAAC;gBACZ,MAAM,KAAK,GAAG,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACnE,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,MAAM,KAAK,GAAG,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACnE,MAAM,SAAS,GAAG,2BAA2B,CAAC,WAAW,CAAC,CAAC;gBAC3D,IAAI,CAAC,SAAS,EAAE,CAAC;oBACf,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC;YAC9B,CAAC;YACD,KAAK,iBAAiB,CAAC,CAAC,CAAC;gBACvB,MAAM,KAAK,GAAG,qBAAqB,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC;gBACnE,OAAO,IAAI,KAAK,CAAC,aAAa,CAAC,QAAQ,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;YACD,KAAK,mBAAmB;gBACtB,OAAO,IAAI,KAAK,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACvD,KAAK,QAAQ,CAAC,CAAC,CAAC;gBACd,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAClD,qBAAqB,CAAC,UAAU,EAAE,OAAO,CAAC,CAC3C,CAAC;gBACF,OAAO,IAAI,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;YACpC,CAAC;YACD,KAAK,cAAc,CAAC;YACpB,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAClD,qBAAqB,CAAC,UAAU,EAAE,OAAO,CAAC,CAC3C,CAAC;gBACF,OAAO,QAAQ,CAAC,IAAI,KAAK,aAAa;oBACpC,CAAC,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC;oBAClD,CAAC,CAAC,IAAI,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;YACxD,CAAC;YACD,KAAK,YAAY,CAAC,CAAC,CAAC;gBAClB,OAAO,IAAI,KAAK,CAAC,UAAU,CACzB,oBAAoB,CAAC,QAAQ,CAAC,UAAU,EAAE,OAAO,CAAC,EAClD,iCAAiC,CAAC,QAAQ,CAAC,OAAO,CAAC,EACnD,QAAQ,CAAC,EAAE,EACX,QAAQ,CAAC,SAAS,CACnB,CAAC;YACJ,CAAC;YACD;gBACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;IAED,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,MAAM;YACT,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,QAAQ;YACX,OAAO,0BAA0B,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/E,KAAK,aAAa;YAChB,OAAO,yBAAyB,CAAC,YAAY,CAAC,CAAC;QACjD,KAAK,MAAM;YACT,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,MAAM;YACT,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,SAAS;YACZ,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,SAAS;YACZ,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,SAAS;YACZ,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM;YACT,OAAO,0BAA0B,CAAC,UAAU,EAAE,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;QAC3E,KAAK,WAAW;YACd,OAAO,yBAAyB,CAAC,UAAU,CAAC,CAAC;QAC/C,KAAK,UAAU;YACb,OAAO,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC7B,KAAK,kBAAkB;YACrB,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,KAAK,aAAa;YAChB,OAAO,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAChC,KAAK,kBAAkB;YACrB,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,KAAK,kBAAkB;YACrB,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,KAAK,iBAAiB;YACpB,OAAO,IAAI,KAAK,CAAC,cAAc,EAAE,CAAC;QACpC,KAAK,kBAAkB;YACrB,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,KAAK,uBAAuB;YAC1B,OAAO,IAAI,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAC1C,KAAK,uBAAuB;YAC1B,OAAO,IAAI,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAC1C,KAAK,sBAAsB;YACzB,OAAO,IAAI,KAAK,CAAC,mBAAmB,EAAE,CAAC;QACzC,KAAK,kBAAkB;YACrB,OAAO,IAAI,KAAK,CAAC,eAAe,EAAE,CAAC;QACrC,KAAK,oBAAoB;YACvB,OAAO,IAAI,KAAK,CAAC,iBAAiB,EAAE,CAAC;QACvC;YACE,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;IAChD,CAAC;AACH,CAAC;AAED,SAAS,2BAA2B,CAClC,QAAkB;IAElB,OAAQ,KAA8C,CAAC,QAAQ,CAAC,CAAC;AACnE,CAAC;AAED,SAAS,eAAe,CACtB,SAAyB,EACzB,YAAuC;IAEvC,MAAM,WAAW,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAI,WAAW,IAAI,SAAS,YAAY,WAAW,EAAE,CAAC;QACpD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,QAA8C,CAAC;IACpE,MAAM,KAAK,GAAG,YAAY,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC;IACtF,OAAO,OAAO,CAAC,KAAK,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,mBAAmB,CAC1B,SAAyB,EACzB,QAAyC;IAEzC,MAAM,WAAW,GAAG,2BAA2B,CAAC,QAAQ,CAAC,CAAC;IAC1D,OAAO,OAAO,CAAC,WAAW,IAAI,SAAS,YAAY,WAAW,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,0BAA0B,CACjC,YAAuC,EACvC,YAA4B,EAC5B,OAAsC;IAEtC,MAAM,YAAY,GAAG,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC;IACnD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,MAAM,WAAW,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO,IAAI,WAAW,EAAE,CAAC;IAC3B,CAAC;IACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CACb,GAAG,YAAY,mFAAmF,CACnG,CAAC;IACJ,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,SAAS,yBAAyB,CAAC,YAAuC;IACxE,MAAM,WAAW,GAAG,2BAA2B,CAAC,YAAY,CAAC,CAAC;IAC9D,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,GAAG,YAAY,mFAAmF,CACnG,CAAC;IACJ,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC;AAED,8EAA8E;AAC9E,SAAS,+BAA+B,CAAC,SAAyB;IAChE,IAAI,SAAS,YAAY,KAAK,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QACnD,MAAM,OAAO,GAAG,GAAG,MAAM,GAAG,SAAS,CAAC,QAAQ,EAAE,CAAC;QACjD,IAAI,yBAAyB,CAAC,OAAO,CAAC,EAAE,CAAC;YACvC,OAAO,OAAO,CAAC;QACjB,CAAC;IACH,CAAC;IAED,QAAQ,SAAS,CAAC,WAAW,EAAE,CAAC;QAC9B,KAAK,KAAK,CAAC,IAAI;YACb,OAAO,MAAM,CAAC;QAChB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,KAAK;YACd,OAAO,OAAO,CAAC;QACjB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB,KAAK,KAAK,CAAC,MAAM;YACf,OAAO,QAAQ,CAAC;QAClB;YACE,MAAM,IAAI,KAAK,CAAC,8CAA8C,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IAChG,CAAC;AACH,CAAC;AAED,6EAA6E;AAC7E,SAAS,yBAAyB,CAAC,OAAe;IAChD,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnF,CAAC;AAED,8EAA8E;AAC9E,SAAS,iCAAiC,CAAC,OAAgB;IACzD,QAAQ,OAAO,EAAE,CAAC;QAChB,KAAK,MAAM;YACT,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC1B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,OAAO;YACV,OAAO,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC3B,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B,KAAK,QAAQ;YACX,OAAO,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;QAC5B;YACE,MAAM,IAAI,KAAK,CAAC,+CAA+C,OAAO,EAAE,CAAC,CAAC;IAC9E,CAAC;AACH,CAAC"}

package/dist/schema-utils/lib/schema/data-type.d.ts

@@ -0,0 +1,16 @@
+import { DataType, BigTypedArray, TypedArrayConstructor, ArrayType } from '@loaders.gl/core/schema';
+/** Deduce column types from values */
+export declare function getDataTypeFromValue(value: unknown, defaultNumberType?: 'float32'): DataType;
+/**
+ * Deduces a simple data type "descriptor from a typed array instance
+ */
+export declare function getDataTypeFromArray(array: ArrayType): {
+    type: DataType;
+    nullable: boolean;
+};
+/**
+ * Deduces a simple data type "descriptor from a typed array instance
+ */
+export declare function getDataTypeFromTypedArray(array: BigTypedArray): DataType;
+export declare function getArrayTypeFromDataType(type: DataType, nullable: boolean | undefined): TypedArrayConstructor | ArrayConstructor;
+//# sourceMappingURL=data-type.d.ts.map

package/dist/schema-utils/lib/schema/data-type.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-type.d.ts","sourceRoot":"","sources":["../../../../src/schema-utils/lib/schema/data-type.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,QAAQ,EACR,aAAa,EAEb,qBAAqB,EACrB,SAAS,EACV,MAAM,yBAAyB,CAAC;AAGjC,sCAAsC;AACtC,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,OAAO,EACd,iBAAiB,GAAE,SAAqB,GACvC,QAAQ,CAiBV;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,SAAS,GAAG;IAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAA;CAAC,CAW1F;AAED;;GAEG;AACH,wBAAgB,yBAAyB,CAAC,KAAK,EAAE,aAAa,GAAG,QAAQ,CA6BxE;AAED,wBAAgB,wBAAwB,CACtC,IAAI,EAAE,QAAQ,EACd,QAAQ,EAAE,OAAO,GAAG,SAAS,GAC5B,qBAAqB,GAAG,gBAAgB,CAgC1C"}

package/dist/schema-utils/lib/schema/data-type.js

@@ -0,0 +1,102 @@
+// loaders.gl
+// SPDX-License-Identifier: MIT
+// Copyright (c) vis.gl contributors
+import { getFloat16ArrayConstructor } from '@math.gl/core/types';
+/** Deduce column types from values */
+export function getDataTypeFromValue(value, defaultNumberType = 'float32') {
+    if (value instanceof Date) {
+        return 'date-millisecond';
+    }
+    if (typeof value === 'number') {
+        return defaultNumberType;
+    }
+    if (typeof value === 'boolean') {
+        return 'bool';
+    }
+    if (typeof value === 'string') {
+        return 'utf8';
+    }
+    if (value === null || value === 'undefined') {
+        return 'null';
+    }
+    return 'null';
+}
+/**
+ * Deduces a simple data type "descriptor from a typed array instance
+ */
+export function getDataTypeFromArray(array) {
+    let type = getDataTypeFromTypedArray(array);
+    if (type !== 'null') {
+        return { type, nullable: false };
+    }
+    if (array.length > 0) {
+        type = getDataTypeFromValue(array[0]);
+        return { type, nullable: true };
+    }
+    return { type: 'null', nullable: true };
+}
+/**
+ * Deduces a simple data type "descriptor from a typed array instance
+ */
+export function getDataTypeFromTypedArray(array) {
+    if (typeof Float16Array !== 'undefined' && array instanceof Float16Array) {
+        return 'float16';
+    }
+    switch (array.constructor) {
+        case Int8Array:
+            return 'int8';
+        case Uint8Array:
+        case Uint8ClampedArray:
+            return 'uint8';
+        case Int16Array:
+            return 'int16';
+        case Uint16Array:
+            return 'uint16';
+        case Int32Array:
+            return 'int32';
+        case Uint32Array:
+            return 'uint32';
+        case BigInt64Array:
+            return 'int64';
+        case BigUint64Array:
+            return 'uint64';
+        case Float32Array:
+            return 'float32';
+        case Float64Array:
+            return 'float64';
+        default:
+            return 'null';
+    }
+}
+export function getArrayTypeFromDataType(type, nullable) {
+    if (!nullable) {
+        switch (type) {
+            case 'int8':
+                return Int8Array;
+            case 'uint8':
+                return Uint8Array;
+            case 'int16':
+                return Int16Array;
+            case 'uint16':
+                return Uint16Array;
+            case 'int32':
+                return Int32Array;
+            case 'uint32':
+                return Uint32Array;
+            case 'float32':
+                return Float32Array;
+            case 'float64':
+                return Float64Array;
+            case 'float16':
+                return getFloat16ArrayConstructor();
+            default:
+                break;
+        }
+    }
+    // if (typeof BigInt64Array !== 'undefined') {
+    //   TYPED_ARRAY_TO_TYPE.BigInt64Array = new Int64();
+    //   TYPED_ARRAY_TO_TYPE.BigUint64Array = new Uint64();
+    // }
+    return Array;
+}
+//# sourceMappingURL=data-type.js.map

package/dist/schema-utils/lib/schema/data-type.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"data-type.js","sourceRoot":"","sources":["../../../../src/schema-utils/lib/schema/data-type.ts"],"names":[],"mappings":"AAAA,aAAa;AACb,+BAA+B;AAC/B,oCAAoC;AASpC,OAAO,EAAC,0BAA0B,EAAC,MAAM,qBAAqB,CAAC;AAE/D,sCAAsC;AACtC,MAAM,UAAU,oBAAoB,CAClC,KAAc,EACd,oBAA+B,SAAS;IAExC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,iBAAiB,CAAC;IAC3B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC5C,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAgB;IACnD,IAAI,IAAI,GAAG,yBAAyB,CAAC,KAAmB,CAAC,CAAC;IAC1D,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACpB,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAC,CAAC;IACjC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,oBAAoB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,OAAO,EAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;IAChC,CAAC;IAED,OAAO,EAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,yBAAyB,CAAC,KAAoB;IAC5D,IAAI,OAAO,YAAY,KAAK,WAAW,IAAI,KAAK,YAAY,YAAY,EAAE,CAAC;QACzE,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,QAAQ,KAAK,CAAC,WAAW,EAAE,CAAC;QAC1B,KAAK,SAAS;YACZ,OAAO,MAAM,CAAC;QAChB,KAAK,UAAU,CAAC;QAChB,KAAK,iBAAiB;YACpB,OAAO,OAAO,CAAC;QACjB,KAAK,UAAU;YACb,OAAO,OAAO,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC;QAClB,KAAK,UAAU;YACb,OAAO,OAAO,CAAC;QACjB,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC;QAClB,KAAK,aAAa;YAChB,OAAO,OAAO,CAAC;QACjB,KAAK,cAAc;YACjB,OAAO,QAAQ,CAAC;QAClB,KAAK,YAAY;YACf,OAAO,SAAS,CAAC;QACnB,KAAK,YAAY;YACf,OAAO,SAAS,CAAC;QACnB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,wBAAwB,CACtC,IAAc,EACd,QAA6B;IAE7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM;gBACT,OAAO,SAAS,CAAC;YACnB,KAAK,OAAO;gBACV,OAAO,UAAU,CAAC;YACpB,KAAK,OAAO;gBACV,OAAO,UAAU,CAAC;YACpB,KAAK,QAAQ;gBACX,OAAO,WAAW,CAAC;YACrB,KAAK,OAAO;gBACV,OAAO,UAAU,CAAC;YACpB,KAAK,QAAQ;gBACX,OAAO,WAAW,CAAC;YACrB,KAAK,SAAS;gBACZ,OAAO,YAAY,CAAC;YACtB,KAAK,SAAS;gBACZ,OAAO,YAAY,CAAC;YACtB,KAAK,SAAS;gBACZ,OAAO,0BAA0B,EAA2B,CAAC;YAC/D;gBACE,MAAM;QACV,CAAC;IACH,CAAC;IAED,8CAA8C;IAC9C,qDAAqD;IACrD,uDAAuD;IACvD,IAAI;IAEJ,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/schema-utils/lib/schema/deduce-table-schema.d.ts

@@ -0,0 +1,14 @@
+import type { Schema, Table } from '@loaders.gl/core/schema';
+/**
+ * SCHEMA SUPPORT - AUTODEDUCTION
+ * @param {*} table
+ * @param {*} schema
+ * @returns
+ */
+export declare function deduceTableSchema(table: Table): Schema;
+export declare function deduceSchema(data: unknown[][] | {
+    [key: string]: unknown;
+}[] | {
+    [key: string]: unknown[];
+}): Schema;
+//# sourceMappingURL=deduce-table-schema.d.ts.map

package/dist/schema-utils/lib/schema/deduce-table-schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"deduce-table-schema.d.ts","sourceRoot":"","sources":["../../../../src/schema-utils/lib/schema/deduce-table-schema.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAC,MAAM,EAAoB,KAAK,EAAC,MAAM,yBAAyB,CAAC;AAG7E;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,KAAK,GAAG,MAAM,CAgBtD;AAED,wBAAgB,YAAY,CAC1B,IAAI,EAAE,OAAO,EAAE,EAAE,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,EAAE,GAAG;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,EAAE,CAAA;CAAC,GAC1E,MAAM,CAER"}