@loaders.gl/schema 4.1.0-alpha.1 → 4.1.0-alpha.3

package/dist/types/schema.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/types/schema.ts"],"names":[],"mappings":"AAGA,0BAA0B;AAC1B,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEjF,+BAA+B;AAC/B,MAAM,MAAM,QAAQ,GAChB,MAAM,GAEN,MAAM,GACN,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,SAAS,GACT,SAAS,GACT,SAAS,GACT,QAAQ,GACR,MAAM,GACN,UAAU,GACV,kBAAkB,GAClB,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,iBAAiB,GACjB,kBAAkB,GAClB,uBAAuB,GACvB,uBAAuB,GACvB,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GAEpB;IAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAC,GACrE;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACjC;IAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACnC;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,KAAK,EAAE,CAAC;IAClB,kBAAkB,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAC,CAAC;CAC7C,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,KAAK,EAAE,CAAC;IAClB,kBAAkB,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAC,CAAC;CAC7C,GACD;IAAC,IAAI,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAC,GAC9C;IAAC,IAAI,EAAE,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GAC9D;IAAC,IAAI,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACrD;IAAC,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAC,CAAC;AAGjG;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACpD,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEnD,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;CAC1B,CAAC"}
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../src/types/schema.ts"],"names":[],"mappings":"AAIA,0BAA0B;AAC1B,MAAM,MAAM,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEjF,+BAA+B;AAC/B,MAAM,MAAM,QAAQ,GAChB,MAAM,GAEN,MAAM,GACN,KAAK,GACL,MAAM,GACN,OAAO,GACP,OAAO,GACP,OAAO,GACP,OAAO,GACP,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,OAAO,GACP,SAAS,GACT,SAAS,GACT,SAAS,GACT,QAAQ,GACR,MAAM,GACN,UAAU,GACV,kBAAkB,GAClB,aAAa,GACb,kBAAkB,GAClB,kBAAkB,GAClB,iBAAiB,GACjB,kBAAkB,GAClB,uBAAuB,GACvB,uBAAuB,GACvB,sBAAsB,GACtB,kBAAkB,GAClB,oBAAoB,GAEpB;IAAC,IAAI,EAAE,SAAS,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAC,GACrE;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACjC;IAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACnC;IACE,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,KAAK,EAAE,CAAC;IAClB,kBAAkB,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAC,CAAC;CAC7C,GACD;IACE,IAAI,EAAE,aAAa,CAAC;IACpB,OAAO,EAAE,UAAU,CAAC;IACpB,QAAQ,EAAE,KAAK,EAAE,CAAC;IAClB,kBAAkB,EAAE;QAAC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;KAAC,CAAC;CAC7C,GACD;IAAC,IAAI,EAAE,mBAAmB,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAC,GAC9C;IAAC,IAAI,EAAE,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GAC9D;IAAC,IAAI,EAAE,KAAK,CAAC;IAAC,UAAU,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,KAAK,EAAE,CAAA;CAAC,GACrD;IAAC,IAAI,EAAE,YAAY,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,OAAO,CAAC;IAAC,UAAU,EAAE,QAAQ,CAAC;IAAC,SAAS,EAAE,OAAO,CAAA;CAAC,CAAC;AAGjG;;GAEG;AACH,MAAM,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AACpD,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;AAEnD,MAAM,MAAM,KAAK,GAAG;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,aAAa,CAAC;CAC1B,CAAC;AAEF;;;;GAIG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,QAAQ,EAAE,cAAc,CAAC;CAC1B,CAAC"}

package/dist/types/schema.js.map

@@ -1 +1 @@
-{"version":3,"file":"schema.js","names":[],"sources":["../../src/types/schema.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n/** For dictionary type */\nexport type KeyType = 'int8' | 'int16' | 'int32' | 'uint8' | 'uint16' | 'uint32';\n\n/** ArrowLike DataType class */\nexport type DataType =\n  | 'null'\n  // Primitive types\n  | 'bool'\n  | 'int'\n  | 'int8'\n  | 'int16'\n  | 'int32'\n  | 'int64'\n  | 'uint8'\n  | 'uint16'\n  | 'uint32'\n  | 'uint64'\n  | 'float'\n  | 'float16'\n  | 'float32'\n  | 'float64'\n  | 'binary'\n  | 'utf8'\n  | 'date-day'\n  | 'date-millisecond'\n  | 'time-second'\n  | 'time-millisecond'\n  | 'time-microsecond'\n  | 'time-nanosecond'\n  | 'timestamp-second'\n  | 'timestamp-millisecond'\n  | 'timestamp-microsecond'\n  | 'timestamp-nanosecond'\n  | 'interval-daytime'\n  | 'interval-yearmonth'\n  // Composite types\n  | {type: 'decimal'; bitWidth: number; precision: number; scale: number}\n  | {type: 'list'; children: Field[]} // one child only\n  | {type: 'struct'; children: Field[]}\n  | {\n      type: 'sparse-union';\n      typeIds: Int32Array;\n      children: Field[];\n      typeIdToChildIndex: {[key: number]: number};\n    }\n  | {\n      type: 'dense-union';\n      typeIds: Int32Array;\n      children: Field[];\n      typeIdToChildIndex: {[key: number]: number};\n    }\n  | {type: 'fixed-size-binary'; byteWidth: number}\n  | {type: 'fixed-size-list'; listSize: number; children: Field[]}\n  | {type: 'map'; keysSorted: boolean; children: Field[]} // Field is \"struct\"\n  | {type: 'dictionary'; id: number; indices: KeyType; dictionary: DataType; isOrdered: boolean};\n// TODO - unions etc\n\n/**\n * SchemaMetadata\n */\nexport type SchemaMetadata = Record<string, string>;\nexport type FieldMetadata = Record<string, string>;\n\nexport type Field = {\n  name: string;\n  type: DataType;\n  nullable?: boolean;\n  metadata?: FieldMetadata;\n};\n\n/**\n * `Schema` type that that can hold all data required by an Arrow Schema\n * but is fully serializable. Helper functions make it easy to convert to and from arrow schemas\n * https://loaders.gl/arrowjs/docs/api-reference/schema\n */\nexport type Schema = {\n  fields: Field[];\n  metadata: SchemaMetadata;\n};\n"],"mappings":""}
+{"version":3,"file":"schema.js","names":[],"sources":["../../src/types/schema.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/** For dictionary type */\nexport type KeyType = 'int8' | 'int16' | 'int32' | 'uint8' | 'uint16' | 'uint32';\n\n/** ArrowLike DataType class */\nexport type DataType =\n  | 'null'\n  // Primitive types\n  | 'bool'\n  | 'int'\n  | 'int8'\n  | 'int16'\n  | 'int32'\n  | 'int64'\n  | 'uint8'\n  | 'uint16'\n  | 'uint32'\n  | 'uint64'\n  | 'float'\n  | 'float16'\n  | 'float32'\n  | 'float64'\n  | 'binary'\n  | 'utf8'\n  | 'date-day'\n  | 'date-millisecond'\n  | 'time-second'\n  | 'time-millisecond'\n  | 'time-microsecond'\n  | 'time-nanosecond'\n  | 'timestamp-second'\n  | 'timestamp-millisecond'\n  | 'timestamp-microsecond'\n  | 'timestamp-nanosecond'\n  | 'interval-daytime'\n  | 'interval-yearmonth'\n  // Composite types\n  | {type: 'decimal'; bitWidth: number; precision: number; scale: number}\n  | {type: 'list'; children: Field[]} // one child only\n  | {type: 'struct'; children: Field[]}\n  | {\n      type: 'sparse-union';\n      typeIds: Int32Array;\n      children: Field[];\n      typeIdToChildIndex: {[key: number]: number};\n    }\n  | {\n      type: 'dense-union';\n      typeIds: Int32Array;\n      children: Field[];\n      typeIdToChildIndex: {[key: number]: number};\n    }\n  | {type: 'fixed-size-binary'; byteWidth: number}\n  | {type: 'fixed-size-list'; listSize: number; children: Field[]}\n  | {type: 'map'; keysSorted: boolean; children: Field[]} // Field is \"struct\"\n  | {type: 'dictionary'; id: number; indices: KeyType; dictionary: DataType; isOrdered: boolean};\n// TODO - unions etc\n\n/**\n * SchemaMetadata\n */\nexport type SchemaMetadata = Record<string, string>;\nexport type FieldMetadata = Record<string, string>;\n\nexport type Field = {\n  name: string;\n  type: DataType;\n  nullable?: boolean;\n  metadata?: FieldMetadata;\n};\n\n/**\n * `Schema` type that that can hold all data required by an Arrow Schema\n * but is fully serializable. Helper functions make it easy to convert to and from arrow schemas\n * https://loaders.gl/arrowjs/docs/api-reference/schema\n */\nexport type Schema = {\n  fields: Field[];\n  metadata: SchemaMetadata;\n};\n"],"mappings":""}

package/dist/types/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAGA,sBAAsB;AACtB,MAAM,MAAM,UAAU,GAClB,SAAS,GACT,UAAU,GACV,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,iBAAiB,GACjB,YAAY,GACZ,YAAY,CAAC;AAEjB,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,aAAa,GAAG,cAAc,CAAC;AAExE,MAAM,MAAM,qBAAqB,GAC7B,oBAAoB,GACpB,qBAAqB,GACrB,qBAAqB,GACrB,sBAAsB,GACtB,qBAAqB,GACrB,sBAAsB,GACtB,uBAAuB,GACvB,uBAAuB,CAAC;AAE5B,MAAM,MAAM,wBAAwB,GAChC,qBAAqB,GACrB,wBAAwB,GACxB,yBAAyB,CAAC;AAE9B,mDAAmD;AACnD,MAAM,MAAM,WAAW,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;AAEhD,MAAM,MAAM,YAAY,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;AAEjD,MAAM,WAAW,SAAS,CAAC,CAAC,GAAG,OAAO;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC;CAChB;AAED,mDAAmD;AACnD,MAAM,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,UAAU,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types/types.ts"],"names":[],"mappings":"AAIA,sBAAsB;AACtB,MAAM,MAAM,UAAU,GAClB,SAAS,GACT,UAAU,GACV,UAAU,GACV,WAAW,GACX,UAAU,GACV,WAAW,GACX,iBAAiB,GACjB,YAAY,GACZ,YAAY,CAAC;AAEjB,MAAM,MAAM,aAAa,GAAG,UAAU,GAAG,aAAa,GAAG,cAAc,CAAC;AAExE,MAAM,MAAM,qBAAqB,GAC7B,oBAAoB,GACpB,qBAAqB,GACrB,qBAAqB,GACrB,sBAAsB,GACtB,qBAAqB,GACrB,sBAAsB,GACtB,uBAAuB,GACvB,uBAAuB,CAAC;AAE5B,MAAM,MAAM,wBAAwB,GAChC,qBAAqB,GACrB,wBAAwB,GACxB,yBAAyB,CAAC;AAE9B,mDAAmD;AACnD,MAAM,MAAM,WAAW,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;AAEhD,MAAM,MAAM,YAAY,GAAG,MAAM,EAAE,GAAG,UAAU,CAAC;AAEjD,MAAM,WAAW,SAAS,CAAC,CAAC,GAAG,OAAO;IACpC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC;CAChB;AAED,mDAAmD;AACnD,MAAM,MAAM,QAAQ,GAAG,GAAG,EAAE,GAAG,UAAU,CAAC"}

package/dist/types/types.js.map

@@ -1 +1 @@
-{"version":3,"file":"types.js","names":[],"sources":["../../src/types/types.ts"],"sourcesContent":["// loaders.gl, MIT license\n// Copyright (c) vis.gl contributors\n\n/** Any typed array */\nexport type TypedArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Uint8ClampedArray\n  | Float32Array\n  | Float64Array;\n\nexport type BigTypedArray = TypedArray | BigInt64Array | BigUint64Array;\n\nexport type TypedArrayConstructor =\n  | Int8ArrayConstructor\n  | Uint8ArrayConstructor\n  | Int16ArrayConstructor\n  | Uint16ArrayConstructor\n  | Int32ArrayConstructor\n  | Uint32ArrayConstructor\n  | Float32ArrayConstructor\n  | Float64ArrayConstructor;\n\nexport type BigTypedArrayConstructor =\n  | TypedArrayConstructor\n  | BigInt64ArrayConstructor\n  | BigUint64ArrayConstructor;\n\n/** Any numeric array: typed array or `number[]` */\nexport type NumberArray = number[] | TypedArray;\n\nexport type NumericArray = number[] | TypedArray;\n\nexport interface ArrayType<T = unknown> {\n  readonly length: number;\n  [n: number]: T;\n}\n\n/** Any array: typed array or js array (`any[]`) */\nexport type AnyArray = any[] | TypedArray;\n"],"mappings":""}
+{"version":3,"file":"types.js","names":[],"sources":["../../src/types/types.ts"],"sourcesContent":["// loaders.gl\n// SPDX-License-Identifier: MIT\n// Copyright (c) vis.gl contributors\n\n/** Any typed array */\nexport type TypedArray =\n  | Int8Array\n  | Uint8Array\n  | Int16Array\n  | Uint16Array\n  | Int32Array\n  | Uint32Array\n  | Uint8ClampedArray\n  | Float32Array\n  | Float64Array;\n\nexport type BigTypedArray = TypedArray | BigInt64Array | BigUint64Array;\n\nexport type TypedArrayConstructor =\n  | Int8ArrayConstructor\n  | Uint8ArrayConstructor\n  | Int16ArrayConstructor\n  | Uint16ArrayConstructor\n  | Int32ArrayConstructor\n  | Uint32ArrayConstructor\n  | Float32ArrayConstructor\n  | Float64ArrayConstructor;\n\nexport type BigTypedArrayConstructor =\n  | TypedArrayConstructor\n  | BigInt64ArrayConstructor\n  | BigUint64ArrayConstructor;\n\n/** Any numeric array: typed array or `number[]` */\nexport type NumberArray = number[] | TypedArray;\n\nexport type NumericArray = number[] | TypedArray;\n\nexport interface ArrayType<T = unknown> {\n  readonly length: number;\n  [n: number]: T;\n}\n\n/** Any array: typed array or js array (`any[]`) */\nexport type AnyArray = any[] | TypedArray;\n"],"mappings":""}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loaders.gl/schema",
-  "version": "4.1.0-alpha.1",
+  "version": "4.1.0-alpha.3",
   "description": "Table format APIs for JSON, CSV, etc...",
   "license": "MIT",
   "type": "module",
@@ -42,5 +42,5 @@
   "dependencies": {
     "@types/geojson": "^7946.0.7"
   },
-  "gitHead": "6a4d3da93d45115ad99861474a43c3f4a0b280a7"
+  "gitHead": "b78075a7cb8d4ecd4aac84805ce74b8ceb400cf7"
 }

package/src/index.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // COMMON CATEGORY

package/src/lib/mesh/convert-mesh.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Mesh} from '../../types/category-mesh';

package/src/lib/mesh/deduce-mesh-schema.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {MeshAttribute, MeshAttributes} from '../../types/category-mesh';

package/src/lib/mesh/mesh-to-arrow-table.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /* Problem with arrow dependency...

package/src/lib/table/arrow-api/arrow-like-field.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {DataType} from './arrow-like-type';

package/src/lib/table/arrow-api/arrow-like-schema.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {SchemaMetadata, Field} from '../../../types/schema';

package/src/lib/table/arrow-api/arrow-like-table.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {Table} from '../../../types/category-table';

package/src/lib/table/arrow-api/arrow-like-type.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // This code is adapted from ArrowJS https://github.com/apache/arrow

package/src/lib/table/arrow-api/enum.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // This code is adapted from ArrowJS https://github.com/apache/arrow

package/src/lib/table/arrow-api/get-type-info.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {Type} from './arrow-like-type';

package/src/lib/table/arrow-api/index.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 export {ArrowLikeField as Field} from './arrow-like-field';

package/src/lib/table/batches/base-table-batch-aggregator.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from '../../../types/schema';
@@ -11,6 +12,7 @@ export class BaseTableBatchAggregator implements TableBatchAggregator {
   schema: Schema;
   options: TableBatchOptions;
 
+  shape?: 'array-row-table' | 'object-row-table';
   length: number = 0;
   rows: any[] | null = null;
   cursor: number = 0;
@@ -39,6 +41,8 @@ export class BaseTableBatchAggregator implements TableBatchAggregator {
       this.cursor = cursor as number;
     }
 
+    this.shape = 'array-row-table';
+
     this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
     this.rows[this.length] = row;
     this.length++;
@@ -49,6 +53,8 @@ export class BaseTableBatchAggregator implements TableBatchAggregator {
       this.cursor = cursor as number;
     }
 
+    this.shape = 'object-row-table';
+
     this.rows = this.rows || new Array(DEFAULT_ROW_COUNT);
     this.rows[this.length] = row;
     this.length++;
@@ -64,7 +70,7 @@ export class BaseTableBatchAggregator implements TableBatchAggregator {
     this.rows = null;
 
     const batch: TableBatch = {
-      shape: this.options.shape,
+      shape: this.shape || 'array-row-table',
       batchType: 'data',
       data: rows,
       length: this.length,

package/src/lib/table/batches/columnar-table-batch-aggregator.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from '../../../types/schema';

package/src/lib/table/batches/row-table-batch-aggregator.ts

@@ -1,31 +1,36 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from '../../../types/schema';
 import type {TableBatch} from '../../../types/category-table';
-// import type {ArrayRowTableBatch, ObjectRowTableBatch} from '../../category/table';
-import {convertToArrayRow, convertToObjectRow} from '../simple-table/row-utils';
 import {TableBatchAggregator, TableBatchOptions} from './table-batch-aggregator';
+import {
+  convertToArrayRow,
+  convertToObjectRow,
+  inferHeadersFromArrayRow,
+  inferHeadersFromObjectRow
+} from '../simple-table/row-utils';
 
 const DEFAULT_ROW_COUNT = 100;
 
 export class RowTableBatchAggregator implements TableBatchAggregator {
-  schema: Schema;
+  schema: Schema | null;
   options: TableBatchOptions;
 
   length: number = 0;
   objectRows: {[columnName: string]: unknown}[] | null = null;
   arrayRows: unknown[][] | null = null;
   cursor: number = 0;
-  private _headers: string[] = [];
+  private _headers: string[] | null = null;
 
-  constructor(schema: Schema, options: TableBatchOptions) {
+  constructor(schema: Schema | null, options: TableBatchOptions) {
     this.options = options;
     this.schema = schema;
 
     // schema is an array if there're no headers
     // object if there are headers
-    if (!Array.isArray(schema)) {
+    if (schema) {
       this._headers = [];
       for (const key in schema) {
         this._headers[schema[key].index] = schema[key].name;
@@ -42,6 +47,9 @@ export class RowTableBatchAggregator implements TableBatchAggregator {
       this.cursor = cursor as number;
     }
 
+    // TODO - infer schema at a higher level, instead of hacking headers here?
+    this._headers ||= inferHeadersFromArrayRow(row);
+
     // eslint-disable-next-line default-case
     switch (this.options.shape) {
       case 'object-row-table':
@@ -61,6 +69,9 @@ export class RowTableBatchAggregator implements TableBatchAggregator {
       this.cursor = cursor as number;
     }
 
+    // TODO - infer schema at a higher level, instead of hacking headers here?
+    this._headers ||= inferHeadersFromObjectRow(row);
+
     // eslint-disable-next-line default-case
     switch (this.options.shape) {
       case 'array-row-table':
@@ -90,6 +101,7 @@ export class RowTableBatchAggregator implements TableBatchAggregator {
       batchType: 'data',
       data: rows,
       length: this.length,
+      // @ts-expect-error we should infer a schema
       schema: this.schema,
       cursor: this.cursor
     };

package/src/lib/table/batches/table-batch-aggregator.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from '../../../types/schema';

package/src/lib/table/batches/table-batch-builder.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from '../../../types/schema';
@@ -10,11 +11,11 @@ import {ColumnarTableBatchAggregator} from './columnar-table-batch-aggregator';
 
 // TODO define interface instead
 type TableBatchBuilderOptions = {
-  shape: 'row-table' | 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';
+  shape?: 'array-row-table' | 'object-row-table' | 'columnar-table' | 'arrow-table';
   batchSize?: number | 'auto';
   batchDebounceMs?: number;
-  limit: number;
-  _limitMB: number;
+  limit?: number;
+  _limitMB?: number;
 };
 
 type GetBatchOptions = {
@@ -23,7 +24,7 @@ type GetBatchOptions = {
 };
 
 const DEFAULT_OPTIONS: Required<TableBatchBuilderOptions> = {
-  shape: 'array-row-table',
+  shape: undefined!,
   batchSize: 'auto',
   batchDebounceMs: 0,
   limit: 0,
@@ -172,8 +173,6 @@ export class TableBatchBuilder {
 
   private _getTableBatchType(): TableBatchConstructor {
     switch (this.options.shape) {
-      case 'row-table':
-        return BaseTableBatchAggregator;
       case 'array-row-table':
       case 'object-row-table':
         return RowTableBatchAggregator;
@@ -185,7 +184,7 @@ export class TableBatchBuilder {
         }
         return TableBatchBuilder.ArrowBatch;
       default:
-        throw new Error(ERR_MESSAGE);
+        return BaseTableBatchAggregator;
     }
   }
 }

package/src/lib/table/simple-table/convert-table.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {

package/src/lib/table/simple-table/data-type.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {DataType} from '../../../types/schema';

package/src/lib/table/simple-table/make-table-from-batches.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {

package/src/lib/table/simple-table/make-table.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {Table, ArrayRowTable, ObjectRowTable, ColumnarTable} from '../../../types/category-table';

package/src/lib/table/simple-table/row-utils.ts

@@ -1,38 +1,59 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /** Convert an object row to an array row */
 export function convertToObjectRow(
-  arrayRow: any[],
-  headers: string[]
-): {[columnName: string]: any} {
+  arrayRow: unknown[],
+  headers: string[] | null
+): {[columnName: string]: unknown} {
   if (!arrayRow) {
     throw new Error('null row');
   }
-  if (!headers) {
-    throw new Error('no headers');
-  }
-  const objectRow = {};
-  for (let i = 0; i < headers.length; i++) {
-    objectRow[headers[i]] = arrayRow[i];
+  const objectRow: {[columnName: string]: unknown} = {};
+  if (headers) {
+    for (let i = 0; i < headers.length; i++) {
+      objectRow[headers[i]] = arrayRow[i];
+    }
+  } else {
+    for (let i = 0; i < arrayRow.length; i++) {
+      const columnName = `column-${i}`;
+      objectRow[columnName] = arrayRow[i];
+    }
   }
   return objectRow;
 }
 
 /** Convert an object row to an array row */
 export function convertToArrayRow(
-  objectRow: {[columnName: string]: any},
-  headers: string[]
-): any[] {
+  objectRow: {[columnName: string]: unknown},
+  headers: string[] | null
+): unknown[] {
   if (!objectRow) {
     throw new Error('null row');
   }
-  if (!headers) {
-    throw new Error('no headers');
+
+  if (headers) {
+    const arrayRow = new Array(headers.length);
+    for (let i = 0; i < headers.length; i++) {
+      arrayRow[i] = objectRow[headers[i]];
+    }
+    return arrayRow;
   }
-  const arrayRow = new Array(headers.length);
-  for (let i = 0; i < headers.length; i++) {
-    arrayRow[i] = objectRow[headers[i]];
+  return Object.values(objectRow);
+}
+
+/** Get headers from a sample array row */
+export function inferHeadersFromArrayRow(arrayRow: unknown[]) {
+  const headers: string[] = [];
+  for (let i = 0; i < arrayRow.length; i++) {
+    const columnName = `column-${i}`;
+    headers.push(columnName);
   }
-  return arrayRow;
+  return headers;
+}
+
+/** Get headers from a smaple object row */
+export function inferHeadersFromObjectRow(row: {[columnName: string]: unknown}) {
+  return Object.keys(row);
 }

package/src/lib/table/simple-table/table-accessors.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /* eslint-disable no-else-return */

package/src/lib/table/simple-table/table-column.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // import type {TypedArray,} from '../../../types/types';

package/src/lib/table/simple-table/table-schema.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // Type deduction

package/src/types/batch.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import {Schema} from './schema';

package/src/types/binary-geometries.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // GIS

package/src/types/category-gis.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // GIS

package/src/types/category-image.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /**

package/src/types/category-mesh.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from './schema';

package/src/types/category-table.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {Schema} from './schema';

package/src/types/category-texture.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 import type {ImageType} from './category-image';

package/src/types/flat-geometries.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 // FLAT GEOJSON FORMAT GEOMETRY

package/src/types/schema.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /** For dictionary type */

package/src/types/types.ts

@@ -1,4 +1,5 @@
-// loaders.gl, MIT license
+// loaders.gl
+// SPDX-License-Identifier: MIT
 // Copyright (c) vis.gl contributors
 
 /** Any typed array */